-- Logs begin at Thu 2022-09-15 08:49:37 UTC, end at Thu 2022-09-15 11:35:58 UTC. -- Sep 15 09:40:32.420531 dv-neutron-857775-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 15 09:40:34.934527 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.common.config [-] Logging enabled! Sep 15 09:40:34.935264 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev23 Sep 15 09:40:34.935264 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89559) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 09:40:34.938359 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.common.config [-] Logging enabled! Sep 15 09:40:34.938613 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev23 Sep 15 09:40:34.938920 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89559) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 15 09:40:34.939850 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 09:40:34.940082 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 09:40:34.940433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 09:40:34.940675 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 09:40:34.940899 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 09:40:34.941217 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.941516 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.941806 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.942059 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.942349 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.942638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.942920 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.943207 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.943499 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.943785 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.944059 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.944342 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.944574 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.944855 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.945144 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.945432 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.945690 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] debug = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.945996 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.946590 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.946994 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.947277 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.947571 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.947852 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.948130 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.948406 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.948689 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.949018 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] host = dv-neutron-857775-1-hyperv {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.949296 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.949583 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.949892 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.950181 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.950455 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.950729 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.951015 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.951286 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.951560 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] log_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.951831 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.952118 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.952403 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.952690 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.952915 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.953137 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.953422 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.953708 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.954005 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.954279 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.954549 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.954821 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.955092 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.955357 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.955640 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.955923 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.956203 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.956473 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.956744 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.957015 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.957286 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.957570 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.957867 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.958146 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.958416 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.958700 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.958967 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.959238 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.959538 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.959821 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.960101 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.960383 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.960653 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.960932 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.961299 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.961980 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.962270 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] use_json = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.962546 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.962888 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.963184 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.963458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.963733 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.964005 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.964276 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.964558 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.964829 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:34.965122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.965419 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.965722 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.966034 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.966327 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.966608 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.966898 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.967178 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.967469 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.967758 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.968045 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.968329 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.968619 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.968897 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.969189 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.969492 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.969786 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.970100 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.970376 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.970651 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.970924 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.971201 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.971484 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.971778 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.972063 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.972336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.972611 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.972901 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.973177 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.973446 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.973724 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.974045 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.974323 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.974594 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.974873 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.975161 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.975451 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.975725 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.976003 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.976291 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.976566 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.977433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.977800 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.978110 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.978390 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.978679 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.978964 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.979240 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.979516 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.979797 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.980072 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.980346 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.980624 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.980896 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.981175 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.981446 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.981719 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.982016 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.982288 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.982559 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.982828 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.983099 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.983374 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.983647 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.983918 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.984192 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.984465 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.984737 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.985023 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.985321 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.985600 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.985905 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.986187 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.986466 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.986750 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.987027 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.987303 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.987580 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.987851 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.988141 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.988424 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.988979 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.989261 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.989540 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.989856 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.990139 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.990421 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.990699 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.990981 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.991264 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.991548 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.991846 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.992143 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.992484 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.993297 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.993592 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.993902 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.994216 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.994498 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:34.994715 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 09:40:34.994950 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89559) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 15 09:40:35.382508 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO keyring.backend [-] Loading KWallet Sep 15 09:40:35.390305 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO keyring.backend [-] Loading SecretService Sep 15 09:40:35.393710 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO keyring.backend [-] Loading Windows Sep 15 09:40:35.395026 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO keyring.backend [-] Loading chainer Sep 15 09:40:35.395585 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO keyring.backend [-] Loading macOS Sep 15 09:40:35.428472 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:40:35.428745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:40:35.429034 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 15 09:40:35.429365 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 15 09:40:35.817180 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.817482 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.817750 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.818961 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.819236 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.819507 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.854364 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.854639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.854901 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.868517 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.868792 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.869060 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.899101 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.899425 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.899693 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.935947 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.936495 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:35.936495 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.168810 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.169095 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.169359 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.169627 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.170404 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.289588 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.289937 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.290218 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.290492 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.290759 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.291069 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.291332 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.291588 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.291843 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.292124 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.292383 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.292645 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.292909 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.293165 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.293427 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.293688 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.293971 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.294243 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.294495 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.294778 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.295125 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.295377 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.295625 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.295905 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.296154 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.296397 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.296777 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 09:40:36.297014 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 09:40:36.297246 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 09:40:36.297480 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 09:40:36.297710 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 09:40:36.297986 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 09:40:36.298351 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 15 09:40:36.301439 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 15 09:40:36.305334 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 15 09:40:36.308959 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 15 09:40:36.310588 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 15 09:40:36.311023 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 15 09:40:36.311353 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 15 09:40:36.311883 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 15 09:40:36.314650 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 15 09:40:36.314899 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 15 09:40:36.315242 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 09:40:36.343409 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 15 09:40:36.343858 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.344153 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89559) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 15 09:40:36.344516 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.345878 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89559) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 15 09:40:36.346155 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 15 09:40:36.346395 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 15 09:40:36.349502 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.349782 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:36.412120 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 15 09:40:36.412356 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 15 09:40:36.412589 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 15 09:40:36.412958 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 15 09:40:36.444626 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_db.sqlalchemy.engines [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89559) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 15 09:40:36.890974 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Initializing driver for type 'gre' Sep 15 09:40:36.891454 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] gre ID ranges: [(1, 1000)] Sep 15 09:40:37.130975 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Initializing driver for type 'local' Sep 15 09:40:37.131578 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Initializing driver for type 'vlan' Sep 15 09:40:37.239266 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] VlanTypeDriver initialization complete Sep 15 09:40:37.239597 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Initializing driver for type 'vxlan' Sep 15 09:40:37.240097 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] vxlan ID ranges: [(1, 1000)] Sep 15 09:40:37.456008 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Initializing extension driver 'port_security' Sep 15 09:40:37.456352 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.extensions.port_security [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] PortSecurityExtensionDriver initialization complete Sep 15 09:40:37.456720 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Initializing mechanism driver 'openvswitch' Sep 15 09:40:37.457057 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Initializing mechanism driver 'hyperv' Sep 15 09:40:37.464124 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.plugins.ml2.plugin [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:40:37.464808 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > port after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.465188 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > port after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.465549 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > port after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.466100 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 09:40:37.466533 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > subnet after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.466896 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > subnet after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.467256 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.467647 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 09:40:37.468055 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > network after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.468409 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > network after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.468760 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > network after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.469147 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 09:40:37.469551 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > security_group after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.469930 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > security_group after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.470277 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > security_group after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.470669 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 09:40:37.471074 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.471426 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.471772 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.472291 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 09:40:37.472701 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > address_group after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.473060 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > address_group after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.473405 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > address_group after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.473797 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89559) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 15 09:40:37.477955 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] ML2 OVO RPC backend initialized. {{(pid=89559) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 15 09:40:37.477955 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.477955 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.477955 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > network before_response 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.478275 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > networks before_response 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.478275 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > port before_response 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.478275 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > ports before_response 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.478275 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > subnet before_response 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.478568 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > subnets before_response 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.478568 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > network after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.478813 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > network after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.479158 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > network after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.479504 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > port after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.479853 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > port after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.480206 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > port after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.480554 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > subnet after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.480904 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > subnet after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.481249 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > subnet after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.481902 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.plugin [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Modular L2 Plugin initialization complete Sep 15 09:40:37.482247 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading services supported by the core plugin {{(pid=89559) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 15 09:40:37.482579 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.plugins.ml2.managers [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Got port-security extension from driver 'port_security' Sep 15 09:40:37.483052 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.extensions.vlantransparent [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Disabled vlantransparent extension. Sep 15 09:40:37.483541 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89559) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 15 09:40:37.483886 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading Plugin: router Sep 15 09:40:37.520754 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router_interface before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.521100 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router after_create 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.521476 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router before_create 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.521868 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.522251 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.522610 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router after_delete 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.522981 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > floatingip after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.523349 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router after_create 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.524211 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router after_update 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.524568 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router after_update 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.524922 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.525287 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router after_update 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.525705 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_update 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.526110 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: port after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.526457 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: port after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.526800 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: subnet after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.527153 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.527507 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > port precommit_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.527863 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_create 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.528212 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: port before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.528560 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.528921 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router after_update 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.529271 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_delete 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.529630 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_create 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.530026 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router_interface after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.530382 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_update 55549900 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.530758 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > agent after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.531116 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > agent after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.531471 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > network after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.532340 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Tracking information for resource: router configured {{(pid=89559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 09:40:37.532683 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Tracking information for resource: floatingip configured {{(pid=89559) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 15 09:40:37.537496 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.db.l3_agentschedulers_db [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 15 09:40:37.538095 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: port after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.538462 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: port after_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.538819 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: port after_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.539178 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: port after_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.540621 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router before_create 55550100 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.540992 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_delete 55550100 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.541363 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_create 55550100 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.541724 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > router precommit_update 55550100 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.546298 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.services.provider_configuration [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service providers = [] {{(pid=89559) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 15 09:40:37.546662 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.db.servicetype_db [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89559) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 15 09:40:37.549592 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.services.service_base [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 09:40:37.549986 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.services.service_base [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 09:40:37.558212 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.services.service_base [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 09:40:37.558819 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.services.service_base [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89559) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 15 09:40:37.559192 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.services.service_base [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 15 09:40:37.559573 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 09:40:37.559895 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 15 09:40:37.570532 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 09:40:37.570867 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading Plugin: auto_allocate Sep 15 09:40:37.576693 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: network precommit_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.577066 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: network precommit_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.577586 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 09:40:37.577933 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading Plugin: tag Sep 15 09:40:37.594303 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 09:40:37.594635 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading Plugin: timestamp Sep 15 09:40:37.598660 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 09:40:37.598994 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading Plugin: network_ip_availability Sep 15 09:40:37.605018 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.605382 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.605749 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.606513 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 09:40:37.606839 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading Plugin: flavors Sep 15 09:40:37.611523 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 09:40:37.611854 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading Plugin: revisions Sep 15 09:40:37.616526 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89559) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 15 09:40:37.616924 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_concurrency.lockutils [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.188s {{(pid=89559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 15 09:40:37.617688 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89559) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 15 09:40:37.618056 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Initializing extension manager. Sep 15 09:40:37.618562 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: __init__.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.618906 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: __pycache__ {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.619242 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.619575 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: address_group.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.620330 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.620906 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: address-group Sep 15 09:40:37.621234 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: address_scope.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.621972 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.622485 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: address-scope Sep 15 09:40:37.622811 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: admin_state_down_before_update.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.623738 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.624252 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: router-admin-state-down-before-update Sep 15 09:40:37.624579 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: agent.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.625281 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.625795 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: agent Sep 15 09:40:37.626146 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: agent_resources_synced.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.627242 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.627761 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: agent-resources-synced Sep 15 09:40:37.628089 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: allowedaddresspairs.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.629897 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.630426 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: allowed-address-pairs Sep 15 09:40:37.630756 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: auto_allocated_topology.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.638044 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.638560 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: auto-allocated-topology Sep 15 09:40:37.638890 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: availability_zone.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.639596 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.640201 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: availability_zone Sep 15 09:40:37.640558 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: availability_zone_filter.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.641512 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.642172 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: availability_zone_filter Sep 15 09:40:37.642548 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: data_plane_status.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.643471 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.644079 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension data-plane-status not supported by any of loaded plugins Sep 15 09:40:37.644430 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: default_subnetpools.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.645348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.645881 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: default-subnetpools Sep 15 09:40:37.646212 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: dhcpagentscheduler.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.647023 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.647533 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: dhcp_agent_scheduler Sep 15 09:40:37.647862 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: dns.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.649317 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.649836 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension dns-integration not supported by any of loaded plugins Sep 15 09:40:37.650188 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: dns_domain_ports.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.651105 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.651616 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 15 09:40:37.651945 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: dvr.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.652620 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.653134 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: dvr Sep 15 09:40:37.653461 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: empty_string_filtering.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.654401 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.654925 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: empty-string-filtering Sep 15 09:40:37.655250 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.656157 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.656666 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 15 09:40:37.656990 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.657928 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.658440 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 15 09:40:37.658764 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: external_net.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.662964 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.663485 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: external-net Sep 15 09:40:37.663809 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: extra_dhcp_opt.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.664738 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.665250 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: extra_dhcp_opt Sep 15 09:40:37.665577 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: extraroute.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.666514 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.667023 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: extraroute Sep 15 09:40:37.667346 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: extraroute_atomic.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.668374 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.668888 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: extraroute-atomic Sep 15 09:40:37.669210 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: filter_validation.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.669900 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.670408 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: filter-validation Sep 15 09:40:37.670730 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: fip_pf_description.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.671636 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.672141 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 15 09:40:37.672468 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: fip_port_details.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.673397 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.673942 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: fip-port-details Sep 15 09:40:37.674266 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: flavors.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.675494 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.676018 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: flavors Sep 15 09:40:37.676348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.678008 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.678536 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 15 09:40:37.678875 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: floatingip_pools.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.679577 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.680175 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: floatingip-pools Sep 15 09:40:37.680509 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: ip_allocation.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.681430 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.681979 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension ip_allocation not supported by any of loaded plugins Sep 15 09:40:37.682312 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.683229 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.683753 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: ip-substring-filtering Sep 15 09:40:37.684079 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: l2_adjacency.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.684989 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.685501 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 15 09:40:37.685843 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: l3.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.686824 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.687348 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: router Sep 15 09:40:37.687680 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: l3_conntrack_helper.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.690128 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.690600 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 15 09:40:37.696957 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.697619 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.698180 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: ext-gw-mode Sep 15 09:40:37.698516 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.699439 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.699953 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: l3-ha Sep 15 09:40:37.700284 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: l3_flavors.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.701230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.701741 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: l3-flavors Sep 15 09:40:37.702103 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.703033 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.703538 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 15 09:40:37.703868 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: l3agentscheduler.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.704909 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.705424 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: l3_agent_scheduler Sep 15 09:40:37.705755 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: logging.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.707314 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.707831 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension logging not supported by any of loaded plugins Sep 15 09:40:37.708163 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: metering.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.708909 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.709485 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: metering Sep 15 09:40:37.709813 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.710924 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.711999 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: metering_source_and_destination_fields Sep 15 09:40:37.712322 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: multiprovidernet.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.713254 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.713774 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: multi-provider Sep 15 09:40:37.714126 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: netmtu.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.715032 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.715555 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: net-mtu Sep 15 09:40:37.715884 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: netmtu_writable.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.716796 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.717311 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: net-mtu-writable Sep 15 09:40:37.717636 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: network_availability_zone.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.718331 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.718847 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: network_availability_zone Sep 15 09:40:37.719170 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: network_ip_availability.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.720268 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.720785 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: network-ip-availability Sep 15 09:40:37.721110 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: network_segment_range.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.721888 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.722399 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension network-segment-range not supported by any of loaded plugins Sep 15 09:40:37.722722 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: pagination.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.723696 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.724026 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: pagination Sep 15 09:40:37.724346 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: port_device_profile.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.725254 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.725765 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: port-device-profile Sep 15 09:40:37.726117 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.727056 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.727567 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: port-mac-address-regenerate Sep 15 09:40:37.727894 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.728809 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.729323 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: port-numa-affinity-policy Sep 15 09:40:37.729645 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: port_resource_request.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.730586 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.731092 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension port-resource-request not supported by any of loaded plugins Sep 15 09:40:37.731415 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: portbindings.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.732340 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.732851 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: binding Sep 15 09:40:37.733176 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: portbindings_extended.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.734458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.734980 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: binding-extended Sep 15 09:40:37.735312 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: portsecurity.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.736354 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.736876 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: port-security Sep 15 09:40:37.737205 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: project_id.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.738205 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.738802 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: project-id Sep 15 09:40:37.739129 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: providernet.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.740044 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.740558 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: provider Sep 15 09:40:37.740884 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.744587 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.745113 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos not supported by any of loaded plugins Sep 15 09:40:37.745451 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.746723 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.747243 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 15 09:40:37.747576 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.748490 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.749010 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 15 09:40:37.749337 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos_default.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.750268 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.750779 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos-default not supported by any of loaded plugins Sep 15 09:40:37.751107 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos_fip.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.751762 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.752269 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos-fip not supported by any of loaded plugins Sep 15 09:40:37.752597 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos_gateway_ip.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.753515 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.754057 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 15 09:40:37.754385 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos_port_network_policy.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.755294 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.755803 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 15 09:40:37.756128 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos_rule_type_details.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.757033 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.757567 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 15 09:40:37.758434 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: qos_rules_alias.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.759618 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.760134 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 15 09:40:37.760462 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: quotasv2.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.761362 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.761694 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: quotas Sep 15 09:40:37.762050 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: quotasv2_detail.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.763637 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.763981 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: quota_details Sep 15 09:40:37.764314 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: rbac.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.765369 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.765918 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: rbac-policies Sep 15 09:40:37.766255 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: rbac_address_group.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.767182 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.767697 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: rbac-address-group Sep 15 09:40:37.768026 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: rbac_address_scope.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.768941 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.769452 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: rbac-address-scope Sep 15 09:40:37.769786 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: rbac_security_groups.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.770723 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.771284 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: rbac-security-groups Sep 15 09:40:37.771566 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: rbac_subnetpool.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.772491 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.773006 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: rbac-subnetpool Sep 15 09:40:37.773333 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: revisionifmatch.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.774984 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.775678 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: revision-if-match Sep 15 09:40:37.776830 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: revisions.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.777996 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.778523 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: standard-attr-revisions Sep 15 09:40:37.778852 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: router_availability_zone.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.779655 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.780175 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: router_availability_zone Sep 15 09:40:37.780508 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: routerservicetype.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.781426 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.781996 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension router-service-type not supported by any of loaded plugins Sep 15 09:40:37.782321 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.783440 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.783963 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: security-groups-normalized-cidr Sep 15 09:40:37.784290 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: security_groups_port_filtering.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.785224 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.786350 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: port-security-groups-filtering Sep 15 09:40:37.786619 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.787547 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.788063 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: security-groups-remote-address-group Sep 15 09:40:37.788392 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: securitygroup.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.798734 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.799330 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: security-group Sep 15 09:40:37.799642 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: segment.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.800478 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.800998 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension segment not supported by any of loaded plugins Sep 15 09:40:37.801361 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.802391 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.802910 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 15 09:40:37.803240 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: servicetype.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.804348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.804970 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: service-type Sep 15 09:40:37.805334 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: sorting.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.806351 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.806687 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: sorting Sep 15 09:40:37.807017 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: standard_attr_segment.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.807927 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.808450 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 15 09:40:37.808779 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: standardattrdescription.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.809443 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.810004 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: standard-attr-description Sep 15 09:40:37.810332 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: stateful_security_group.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.811257 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.811796 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: stateful-security-group Sep 15 09:40:37.812104 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: stdattrs_common.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.812684 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 15 09:40:37.813004 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.814027 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.814557 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 15 09:40:37.814880 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: subnet_onboard.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.815952 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.816482 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: subnet_onboard Sep 15 09:40:37.816799 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.817731 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.818276 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 15 09:40:37.818600 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: subnet_service_types.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.819522 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.820044 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: subnet-service-types Sep 15 09:40:37.820874 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: subnetallocation.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.822081 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.822609 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: subnet_allocation Sep 15 09:40:37.822939 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.823610 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.824132 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: subnetpool-prefix-ops Sep 15 09:40:37.824456 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.825379 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.825923 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 15 09:40:37.826250 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: tagging.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.827336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.827853 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: standard-attr-tag Sep 15 09:40:37.828183 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: timestamp.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.829395 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.829949 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loaded extension: standard-attr-timestamp Sep 15 09:40:37.830291 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: trunk.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.831322 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.831845 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension trunk not supported by any of loaded plugins Sep 15 09:40:37.832174 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: trunk_details.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.833096 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.833653 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension trunk-details not supported by any of loaded plugins Sep 15 09:40:37.834077 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: uplink_status_propagation.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.835036 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.835558 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 15 09:40:37.835881 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Loading extension file: vlantransparent.py {{(pid=89559) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 15 09:40:37.837400 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89559) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 15 09:40:37.838040 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 15 09:40:37.840541 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:network Sep 15 09:40:37.841305 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:subnet Sep 15 09:40:37.843357 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 09:40:37.843986 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:port Sep 15 09:40:37.845323 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.845772 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service FLAVORS assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.846437 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.846883 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.847221 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:router Sep 15 09:40:37.847891 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 09:40:37.848615 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service METERING assigned prefix: /metering {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.850107 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.850491 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.850849 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:40:37.852095 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 09:40:37.852551 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:security_group Sep 15 09:40:37.853213 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 09:40:37.854007 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service CORE assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.854347 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 09:40:37.854688 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] subnetpool is already registered Sep 15 09:40:37.855321 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service CORE assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.855667 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 09:40:37.855992 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] subnetpool is already registered Sep 15 09:40:37.858606 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.859045 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service FLAVORS assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.859656 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.860086 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.860424 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:router Sep 15 09:40:37.860756 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] router is already registered Sep 15 09:40:37.861377 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:floatingip Sep 15 09:40:37.861724 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] floatingip is already registered Sep 15 09:40:37.862398 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service METERING assigned prefix: /metering {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.863075 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of CountableResource for resource:rbac_policy Sep 15 09:40:37.863407 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] rbac_policy is already registered Sep 15 09:40:37.864227 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:security_group Sep 15 09:40:37.864555 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] security_group is already registered Sep 15 09:40:37.865150 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 15 09:40:37.865480 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] security_group_rule is already registered Sep 15 09:40:37.866184 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service CORE assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.866517 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 09:40:37.866844 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] subnetpool is already registered Sep 15 09:40:37.867592 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.v2.resource_helper [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Service CORE assigned prefix: {{(pid=89559) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 15 09:40:37.867926 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Creating instance of TrackedResource for resource:subnetpool Sep 15 09:40:37.868270 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING neutron.quota.resource_registry [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] subnetpool is already registered Sep 15 09:40:37.868929 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: extensions {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.870472 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: address-groups {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.872089 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: address-scopes {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.873323 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: agents {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.874579 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: auto-allocated-topology {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.875835 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: availability_zones {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.877173 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: dhcp-networks {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.878639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: dhcp-agents {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.880121 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: routers {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.881978 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: flavors {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.883704 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: service_profiles {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.885039 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: next_providers {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.886615 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: service_profiles {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.888087 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: floatingip-pools {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.889312 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: routers {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.891160 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: floatingips {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.892378 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: l3-routers {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.893786 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: l3-agents {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.895249 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: metering-labels {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.896612 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: metering-label-rules {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.897945 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: network-ip-availabilities {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.899971 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: bindings {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.901648 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: quotas {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.903153 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: quotas {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.904592 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: rbac-policies {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.905995 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: security-groups {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.907213 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: security-group-rules {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.908455 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: service-providers {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.909694 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: subnetpools {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.912066 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: subnetpools {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.913583 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:37.915714 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.028500 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.030253 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.032061 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.033999 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.035719 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.037612 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.039634 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.042018 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron.api.extensions [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Extended resource: tags {{(pid=89559) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 15 09:40:38.047978 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING keystonemiddleware.auth_token [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 15 09:40:38.052729 dv-neutron-857775-1-hyperv neutron-server[89559]: WARNING keystonemiddleware.auth_token [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 15 09:40:38.061628 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_concurrency.lockutils [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Acquired lock "singleton_lock" {{(pid=89559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 15 09:40:38.062134 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_concurrency.lockutils [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Releasing lock "singleton_lock" {{(pid=89559) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 15 09:40:38.062767 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO oslo_service.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Starting 2 workers Sep 15 09:40:38.067409 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Started child 89668 {{(pid=89559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 09:40:38.071794 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Started child 89669 {{(pid=89559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 09:40:38.072597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:38.073335 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO neutron.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 15 09:40:38.074488 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Notify callbacks [] for process, before_spawn {{(pid=89559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:38.074699 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [-] (89668) wsgi starting up on http://0.0.0.0:9696 Sep 15 09:40:38.076768 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO oslo_service.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Starting 1 workers Sep 15 09:40:38.076884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:38.078124 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [-] (89669) wsgi starting up on http://0.0.0.0:9696 Sep 15 09:40:38.081812 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Started child 89670 {{(pid=89559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 09:40:38.082326 dv-neutron-857775-1-hyperv neutron-server[89559]: INFO oslo_service.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Starting 1 workers Sep 15 09:40:38.085390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] calling RpcWorker wait() {{(pid=89670) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 15 09:40:38.085954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] returning from RpcWorker wait() {{(pid=89670) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 15 09:40:38.086585 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Started child 89671 {{(pid=89559) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 15 09:40:38.087351 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG neutron_lib.callbacks.manager [None req-f51a9e6e-b425-4aac-8dce-6f937c984436 None None] Notify callbacks [] for process, after_spawn {{(pid=89559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:38.088317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:38.088993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:40:38.089210 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89559) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 09:40:38.089429 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 09:40:38.089613 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 09:40:38.090017 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 09:40:38.090536 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 09:40:38.090805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41732) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:40:38.090921 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 09:40:38.091356 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.091644 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.091931 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.092194 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.092487 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.093068 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.093329 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.093574 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.093886 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.094124 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.094300 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.094471 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.094726 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.094976 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.095280 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:38.095758 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.095758 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.095885 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.096119 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.096294 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.096552 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.096818 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.097077 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.097349 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] debug = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.097602 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.098094 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.098326 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.098569 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.098788 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.099066 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.099307 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.099708 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065753 Sep 15 09:40:38.099880 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.100783 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.101178 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.101546 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.102060 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.102331 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.102579 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.102823 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.103090 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.103313 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.103790 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] host = dv-neutron-857775-1-hyperv {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.104033 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.104267 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.104533 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.104782 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.105036 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.105275 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.105539 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.105848 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.106117 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.106374 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.106632 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.106867 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.107085 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.107336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.107503 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_options = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.107763 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.108053 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.108314 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.108511 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.108680 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.108856 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.109130 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.109296 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.109561 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.109793 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.110032 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.111054 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.111300 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.111539 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.111784 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.112018 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.112267 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.112483 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.112739 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.113129 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.113363 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.113887 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.114128 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.114362 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.114580 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.114796 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.115170 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.115545 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.115890 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.116270 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.116651 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.117065 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.118948 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.119359 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.119733 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.120117 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.120478 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.120890 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.121276 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.121675 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.122090 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.122468 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.122863 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.123240 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.123605 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.123962 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_json = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.124334 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.125199 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.125444 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:40:38.125533 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.125710 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.126152 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.126323 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.126555 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.126820 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.127736 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.127736 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.127901 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.128071 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.128323 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.128726 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.128973 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.129232 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.129480 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.129903 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.130312 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.130894 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.130894 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.132471 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.132471 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.133688 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.133688 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.133867 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.134141 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.134375 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.137638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.137638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.137638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.137638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.137638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.137638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.137638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.137638 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.138460 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.138460 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.138460 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.138460 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.138460 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.138460 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.139812 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.139812 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.139812 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.139812 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.139812 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.139812 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.140144 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.140211 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.140435 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.140661 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.140881 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.141134 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.141514 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.141729 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.142032 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.144493 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.144493 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.144493 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.144493 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.144493 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.144493 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.144493 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.144493 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145039 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145039 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145039 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145039 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145039 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145388 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145471 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145852 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.145852 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.146190 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.146345 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.146542 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.146935 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.147155 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.147442 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.148509 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.148509 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.148509 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.148509 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.148509 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.149075 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.149204 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.149395 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.149636 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.151216 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.151216 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.151216 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.151460 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.151607 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.152067 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.152479 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.152757 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.153002 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.153263 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.153517 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.153771 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.154048 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.154277 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.154517 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.154788 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.155878 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.156336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.157360 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.157744 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.158188 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.158554 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.158947 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.159335 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.159729 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.159981 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.160401 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.160865 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.161128 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.161541 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.161981 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.162408 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.162787 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.163273 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.163683 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.163993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.164446 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.164839 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.165135 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.165557 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.166001 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.166401 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.166799 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.167207 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.167596 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.167991 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.168371 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.168813 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.169183 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.169577 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.169967 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.170346 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.170833 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.171198 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.171590 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.171943 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.172350 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.172754 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.173001 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.173390 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.173793 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.174230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.174624 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.175039 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.175285 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.175509 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.175765 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.176007 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.176261 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.176482 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.176711 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.176957 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.177189 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.177451 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.177694 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.178106 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.178590 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.178590 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.178764 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.179001 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.179241 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.179491 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.180246 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.180654 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.180831 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.181063 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.181284 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.181562 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.181788 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.182914 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.183336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.183770 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.184030 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.184290 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.185201 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.185201 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.185201 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.185201 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.185450 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.185655 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.185895 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.186134 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.186368 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.186598 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.186838 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.187079 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.187295 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.188442 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.188700 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.188938 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.189202 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.189446 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.189687 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.189941 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.190313 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.190687 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.190909 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.191134 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.191400 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.191642 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.192021 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.192244 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.192466 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.192756 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.193011 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.193258 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.193650 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.194064 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.194291 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.194512 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.194736 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.194986 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.195221 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.195514 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.196239 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.196456 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.196789 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.197081 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.197327 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.197578 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.197843 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.198096 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.198320 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.198551 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.198775 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.198990 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.199218 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.199434 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.199649 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.199888 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.200145 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.200436 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.200692 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.200933 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.201219 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.201458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.201689 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.201997 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.202301 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.202675 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.202930 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.203151 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.203369 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.203896 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.203896 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.204148 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.204459 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.204743 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.204981 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.205269 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.205544 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.205849 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.206246 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.206543 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.207063 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.207496 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.207759 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.208596 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.208596 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.208596 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.208821 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.208951 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.209343 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.209740 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.210044 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.210315 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.210573 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.210819 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.211160 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.211541 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.211868 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.212091 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.212344 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.212567 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.212719 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 09:40:38.213305 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89559) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 15 09:40:38.213405 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 15 09:40:38.213549 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 15 09:40:38.213799 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 15 09:40:38.213984 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 15 09:40:38.214124 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 15 09:40:38.214261 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.214426 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.214588 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.214946 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.215104 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.215317 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.215498 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.215649 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.215815 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.215980 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.216144 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.216306 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.216468 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.216632 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.216794 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.216957 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.217157 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.217263 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.217433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.217591 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.217747 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.219244 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.219422 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] debug = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.219592 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.219778 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.219945 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.220083 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.220252 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.220418 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.220582 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.220745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.220912 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.221071 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.221408 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.221567 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.221710 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.221900 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.222045 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.222182 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.222348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.222511 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] host = dv-neutron-857775-1-hyperv {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.222672 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.222832 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.222994 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.223154 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.223314 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.223476 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.223636 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.223798 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.223969 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.224117 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.224843 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.224843 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.224843 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.224843 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.225099 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_options = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.225099 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.225229 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.225427 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.225515 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.225668 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.225810 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.226000 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.226141 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.227249 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.227447 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.227652 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.227818 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.227982 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.228148 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.228298 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.228461 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.228934 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.228934 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.228934 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.229139 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.229228 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.229396 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.229536 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.229696 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.229904 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.230039 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.230191 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.230352 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.230510 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231324 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231324 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231324 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231324 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231324 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231874 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231874 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231874 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.231874 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.232859 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.233028 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.233190 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.233351 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.233512 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.233673 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.233858 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.234014 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_json = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.234175 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.234335 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.234511 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.234640 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.234798 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.234956 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.235116 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.235277 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.235438 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 15 09:40:38.235622 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.235784 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.235959 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.236121 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.236283 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.236445 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.236531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:40:38.236616 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.236757 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.236917 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.237079 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.237249 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.237412 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.237583 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.237746 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.239008 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.239180 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.239329 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.239495 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.239658 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.239820 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.239983 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.240144 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.240323 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.240481 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.241469 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.241469 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.241469 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.241469 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.241469 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.241469 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.243047 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.243047 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.243047 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.243047 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.243047 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.243047 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.243047 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.244084 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.244084 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.244084 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.244084 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.244084 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.244084 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.244084 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.245433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.245433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.245433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.245433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.245433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.245433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.245433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.245433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.246348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.246348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.246348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.246348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.246348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.246348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.246348 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247165 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247165 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247165 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247165 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247165 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247575 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247575 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247575 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.247778 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.248062 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.248062 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.248219 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.248330 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.248476 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.248637 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.248958 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.249119 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.249417 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.249718 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.249971 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.250088 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.250218 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.250388 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.250883 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.250883 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.250883 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.251176 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.251176 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.251336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.252283 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.252283 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.252283 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.252283 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.252283 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.252283 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253108 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253108 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253108 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253108 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253108 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.253639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.254993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.254993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.254993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.254993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.254993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.254993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.254993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.254993 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.256122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.256122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.256122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.256122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.256122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.256122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.256122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.256122 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.257230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.257230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.257230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.257230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.257230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.257230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.257230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.257230 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.258069 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.258069 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.258069 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.258069 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.258069 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.258994 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.258994 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.259130 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.259196 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.259331 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.259494 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.259656 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.259820 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.259983 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.260145 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.260307 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.260470 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.260640 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.260782 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.260942 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.261116 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.261311 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.261423 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.261572 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.261734 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.261908 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.262066 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.262228 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.262433 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.262549 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.262691 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.263728 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.263728 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.263728 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.263728 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.263728 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.263728 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.263728 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.264423 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.264423 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.264423 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.264423 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.264738 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.264738 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.264883 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.264961 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.265118 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.265291 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.265439 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.265600 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.265909 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.266023 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.266095 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.266245 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.266401 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.266556 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.266743 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.266905 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.267048 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.267188 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.267396 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.267524 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.267682 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.267833 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.267999 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.268170 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.268339 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.268485 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.268485 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.268485 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.268485 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.268485 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.269959 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.269959 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.269959 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.269959 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.269959 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.271745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.271745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.271745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.271745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.271745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.271745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.271745 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.272661 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.272661 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.272661 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.272661 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.272661 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.272661 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.273335 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.273335 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.273335 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.273335 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.273923 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.273923 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.273923 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.273923 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.274360 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.274360 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.274360 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.274565 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.274644 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.274800 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.275336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.275336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.275336 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.275680 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.275680 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.275914 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.275914 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.276105 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.276184 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.276326 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.276487 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.276648 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.276810 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.276973 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.277138 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.277309 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.277478 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.277641 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.277811 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.278594 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.278594 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.278594 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.278594 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.279137 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.279137 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.279137 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.279137 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.279639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.279639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.279639 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.281458 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.282727 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.282727 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.282727 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.282727 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 15 09:40:38.282727 dv-neutron-857775-1-hyperv neutron-server[89559]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89559) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 15 09:40:49.558100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d867b-36a3-4291-b53f-9cc3779e834a None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:40:49.621706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d867b-36a3-4291-b53f-9cc3779e834a None None] No non-hosted networks {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 15 09:40:49.642391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.agentschedulers_db [None req-152d867b-36a3-4291-b53f-9cc3779e834a None None] DHCP Agent not found on host dv-neutron-857775-1-hyperv {{(pid=89670) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 15 09:40:49.735872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3ac32f94-a454-42ea-8e09-704867c3ad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585188'] for agent, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:51.657773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6fb392e6-f50b-46b7-a878-c8b9d3635bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585188'] for agent, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:51.681183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-870fd87b-fcba-4f50-9d16-03bc4c15ab88 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-857775-1-hyperv {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:40:51.682028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-870fd87b-fcba-4f50-9d16-03bc4c15ab88 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:40:52.200166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-870fd87b-fcba-4f50-9d16-03bc4c15ab88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:52.502223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585188'] for agent, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:52.502926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.503236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.503572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.503902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.504230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.504561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.504893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.505278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.505535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.505888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.506428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.507151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:40:52.509027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-857775-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:40:52.519399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-857775-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:40:52.696431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585188'] for agent, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:54.228544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585188'] for agent, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:55.659376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41838) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:40:55.840840 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.db.l3_hamode_db [None req-f363ec7e-c9cb-43d5-87ab-a3e536e6ebc4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 15 09:40:55.927411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363ec7e-c9cb-43d5-87ab-a3e536e6ebc4 None None] Routers set() bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:40:55.927802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363ec7e-c9cb-43d5-87ab-a3e536e6ebc4 None None] Router IDs set() for agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 15 09:40:56.237503 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING oslo_policy.policy [None req-a0ae589a-97d7-43af-b0eb-68b9c9a761c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 09:40:56.238396 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING oslo_policy.policy [None req-a0ae589a-97d7-43af-b0eb-68b9c9a761c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 09:40:56.456086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-a0ae589a-97d7-43af-b0eb-68b9c9a761c9 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:40:56.457184 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a0ae589a-97d7-43af-b0eb-68b9c9a761c9 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7968857 Sep 15 09:40:58.848108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41852) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:40:59.207203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:40:59.302602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.policy [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89669) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 09:40:59.348280 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING oslo_policy.policy [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 09:40:59.348660 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING oslo_policy.policy [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 09:40:59.357682 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.quota [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] Loaded quota_driver: . Sep 15 09:40:59.373413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:40:59.542239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743235896621', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743235897214', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743235889655', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743235880001', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743234826207', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743234815616', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1569098', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1352927', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-295640', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-786018'] for rbac-policy, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:59.758716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:40:59.759996 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6152f87c-899f-4aa2-9781-bc66712fd9fe admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9109268 Sep 15 09:41:02.373923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41866) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:02.718478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Request body: {'network': {'name': 'private', 'project_id': '457404d810404690887fb3e18fe7a671', 'admin_state_up': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:41:02.723191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:41:02.727744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Usage tracker for resource:network and tenant:457404d810404690887fb3e18fe7a671 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:41:02.732309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:41:02.738585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:41:02.809436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Made reservation on behalf of 457404d810404690887fb3e18fe7a671 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:41:02.812215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:02.831572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:02.845595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:41:02.849316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Usage tracker for resource:security_group_rule and tenant:457404d810404690887fb3e18fe7a671 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:41:02.855163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:41:02.860729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:41:02.955649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:03.015276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:03.038824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 380, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:41:03.064007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743233251485', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:03.064550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Unsubscribe: segment precommit_create {{(pid=89669) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 09:41:03.065062 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Added segment 7b5af75c-fe6a-48b6-b1bd-49dd3b72d570 of type vlan for network e9b6527d-8726-405c-ad51-0abde28da9d2 Sep 15 09:41:03.074271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5329621f-5e74-4ba7-8369-4c475bc7d5c5,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:03.123414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.123774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.124110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.124436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.124758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.125085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.125402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.125719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.126068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Tracked resource versions report: Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: pushed versions: Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: { 'AddressGroup': {'1.2'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'ConntrackHelper': {'1.0'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Log': {'1.0'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Network': {'1.1'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Port': {'1.7'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'PortForwarding': {'1.2'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'QosPolicy': {'1.8'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SecurityGroup': {'1.4'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SecurityGroupRule': {'1.2'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SubPort': {'1.0'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Subnet': {'1.1'}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Trunk': {'1.1'}} Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: consumer versions: Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: { DHCP agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: L3 agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: Metadata agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: Metering agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:03.131213 dv-neutron-857775-1-hyperv neutron-server[89669]: Open vSwitch agent@dv-neutron-857775-1-hyperv: { 'AddressGroup': '1.2', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'ConntrackHelper': '1.0', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Log': '1.0', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Network': '1.1', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Port': '1.7', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'PortForwarding': '1.2', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'QosPolicy': '1.8', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SecurityGroup': '1.4', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SecurityGroupRule': '1.2', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SubPort': '1.0', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Subnet': '1.1', Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Trunk': '1.1'}} Sep 15 09:41:03.133248 dv-neutron-857775-1-hyperv neutron-server[89669]: {{(pid=89669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 09:41:03.177754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:03.278538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:03.279547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:41:03.280195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:03.386770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] Pushing event updated for resources: {'Network': ['ID=e9b6527d-8726-405c-ad51-0abde28da9d2,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:03.397731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network e9b6527d-8726-405c-ad51-0abde28da9d2 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:41:03.444570 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c4d89b23-4a87-46e0-8f0a-bc484ac09d08 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0695210 Sep 15 09:41:06.142660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41882) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:06.581993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cce304-f4e7-4af1-942e-d808d0835db1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:41:06.583281 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-86cce304-f4e7-4af1-942e-d808d0835db1 admin admin] 10.222.0.62 "GET /v2.0/networks/e9b6527d-8726-405c-ad51-0abde28da9d2 HTTP/1.1" status: 200 len: 825 time: 0.4396791 Sep 15 09:41:06.609572 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1c74de17-2356-4e19-8cc0-15b41263cac2 admin admin] 10.222.0.62 "GET /v2.0/subnetpools/09fb7332-a05d-476d-8574-e5c5e06dd8e0 HTTP/1.1" status: 200 len: 734 time: 0.0208406 Sep 15 09:41:06.618711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Request body: {'subnet': {'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '09fb7332-a05d-476d-8574-e5c5e06dd8e0', 'ip_version': 4, 'tenant_id': '457404d810404690887fb3e18fe7a671'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:41:06.622834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:41:06.626559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Usage tracker for resource:subnet and tenant:457404d810404690887fb3e18fe7a671 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:41:06.629336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:41:06.635807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:41:06.769665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Made reservation on behalf of 457404d810404690887fb3e18fe7a671 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:41:06.772005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Notify callbacks [] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:07.181985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:07.263265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Pushing event updated for resources: {'Subnet': ['ID=78729209-6060-45a9-bebd-e86e8f59d73f,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:07.265196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Checking segment: {'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:41:07.265563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Network hostable DHCP agents. Network: e9b6527d-8726-405c-ad51-0abde28da9d2, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:41:07.329118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Network e9b6527d-8726-405c-ad51-0abde28da9d2 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:41:07.386608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, e9b6527d-8726-405c-ad51-0abde28da9d2) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:41:07.391202 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:41:07.391779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:07.396242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c80b40-82cf-4da6-8e35-98b430e66b2a None None] Network e9b6527d-8726-405c-ad51-0abde28da9d2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:41:07.450382 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f1dcfe3a-5860-4152-8140-1f37e700791d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8354115 Sep 15 09:41:07.693709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-e9b6527d-8726-405c-ad51-0abde28da9d2', 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'fixed_ips': [{'subnet_id': '78729209-6060-45a9-bebd-e86e8f59d73f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:41:07.694982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:07.881710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Allocated IP 172.20.0.2 (e9b6527d-8726-405c-ad51-0abde28da9d2/78729209-6060-45a9-bebd-e86e8f59d73f/04b855f7-b15e-4f96-9377-61db8930cc20) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:41:08.109025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:08.122594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Transition to ACTIVE for port object 04b855f7-b15e-4f96-9377-61db8930cc20 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:41:08.142868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Transition to ACTIVE for port object 04b855f7-b15e-4f96-9377-61db8930cc20 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:41:08.204271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:08.269910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Network e9b6527d-8726-405c-ad51-0abde28da9d2 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:41:08.272871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:41:08.280682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:41:08.286884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Pushing event updated for resources: {'Port': ['ID=04b855f7-b15e-4f96-9377-61db8930cc20,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:08.329411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.329778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.330151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.330943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.330943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.331206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.331445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.331767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.332105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.332429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.332749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.333065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Tracked resource versions report: Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: pushed versions: Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: { 'AddressGroup': {'1.2'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'ConntrackHelper': {'1.0'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Log': {'1.0'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Network': {'1.1'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Port': {'1.7'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'PortForwarding': {'1.2'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'QosPolicy': {'1.8'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SecurityGroup': {'1.4'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SecurityGroupRule': {'1.2'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SubPort': {'1.0'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Subnet': {'1.1'}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Trunk': {'1.1'}} Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: consumer versions: Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: { DHCP agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: L3 agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: Metadata agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: Metering agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: Open vSwitch agent@dv-neutron-857775-1-hyperv: { 'AddressGroup': '1.2', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'ConntrackHelper': '1.0', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Log': '1.0', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Network': '1.1', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Port': '1.7', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'PortForwarding': '1.2', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'QosPolicy': '1.8', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SecurityGroup': '1.4', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SecurityGroupRule': '1.2', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SubPort': '1.0', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Subnet': '1.1', Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Trunk': '1.1'}} Sep 15 09:41:08.334417 dv-neutron-857775-1-hyperv neutron-server[89670]: {{(pid=89670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 09:41:08.399556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Attempting to bind port 04b855f7-b15e-4f96-9377-61db8930cc20 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:41:08.400187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Attempting to bind port 04b855f7-b15e-4f96-9377-61db8930cc20 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:41:08.400292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Attempting to bind port 04b855f7-b15e-4f96-9377-61db8930cc20 on network e9b6527d-8726-405c-ad51-0abde28da9d2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:41:08.405433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:41:08.405854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Checking segment: {'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:41:08.406347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:08.406735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Bound using segment: {'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:41:08.407251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Bound port: 04b855f7-b15e-4f96-9377-61db8930cc20, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:41:08.407634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:08.496474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] For port 04b855f7-b15e-4f96-9377-61db8930cc20, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:41:08.500435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] For port 04b855f7-b15e-4f96-9377-61db8930cc20, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=04b855f7-b15e-4f96-9377-61db8930cc20,segment=NetworkSegment(7b5af75c-fe6a-48b6-b1bd-49dd3b72d570),segment_id=7b5af75c-fe6a-48b6-b1bd-49dd3b72d570)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:41:08.587802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:08.682771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9323cd27-c405-4f77-a700-9e6c42153595 None None] Pushing event updated for resources: {'Port': ['ID=04b855f7-b15e-4f96-9377-61db8930cc20,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:09.883891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41892) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:10.254908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-6e21e85a-8a82-421b-8466-16028d9d39b9 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:41:10.256012 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6e21e85a-8a82-421b-8466-16028d9d39b9 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3711689 Sep 15 09:41:12.309023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 04b855f7-b15e-4f96-9377-61db8930cc20 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:41:12.438480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 04b855f7-b15e-4f96-9377-61db8930cc20 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:41:12.528529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bef217-afdc-447c-aa03-de1681449833 None None] Network e9b6527d-8726-405c-ad51-0abde28da9d2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:41:12.685889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cc05ec36-32e7-4ee0-b008-a8bb7ef4a04d None None] Provisioning for port 04b855f7-b15e-4f96-9377-61db8930cc20 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:41:12.696415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cc05ec36-32e7-4ee0-b008-a8bb7ef4a04d None None] Provisioning complete for port 04b855f7-b15e-4f96-9377-61db8930cc20 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:12.697395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cc05ec36-32e7-4ee0-b008-a8bb7ef4a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:12.728980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41906) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:12.887701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cc05ec36-32e7-4ee0-b008-a8bb7ef4a04d None None] Current status of the port 04b855f7-b15e-4f96-9377-61db8930cc20 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:41:12.888161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cc05ec36-32e7-4ee0-b008-a8bb7ef4a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:12.923912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-cc05ec36-32e7-4ee0-b008-a8bb7ef4a04d None None] For port 04b855f7-b15e-4f96-9377-61db8930cc20, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=04b855f7-b15e-4f96-9377-61db8930cc20,segment=NetworkSegment(7b5af75c-fe6a-48b6-b1bd-49dd3b72d570),segment_id=7b5af75c-fe6a-48b6-b1bd-49dd3b72d570)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:41:12.975580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cc05ec36-32e7-4ee0-b008-a8bb7ef4a04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:13.047156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05ec36-32e7-4ee0-b008-a8bb7ef4a04d None None] Pushing event updated for resources: {'Port': ['ID=04b855f7-b15e-4f96-9377-61db8930cc20,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:13.097306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fb248607-9566-4517-9aeb-1d7791c9476f None None] Provisioning complete for port 04b855f7-b15e-4f96-9377-61db8930cc20 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:13.097682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fb248607-9566-4517-9aeb-1d7791c9476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:13.113709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-3b28c9b7-22da-4155-ba15-b33fefee1675 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:41:13.114657 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3b28c9b7-22da-4155-ba15-b33fefee1675 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3847678 Sep 15 09:41:13.219536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fb248607-9566-4517-9aeb-1d7791c9476f None None] Current status of the port 04b855f7-b15e-4f96-9377-61db8930cc20 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:41:14.282931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 04b855f7-b15e-4f96-9377-61db8930cc20 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:41:14.353546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 04b855f7-b15e-4f96-9377-61db8930cc20 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:14.353940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:14.487476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 04b855f7-b15e-4f96-9377-61db8930cc20 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:41:15.786655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41918) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:16.144587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Request body: {'router': {'tenant_id': '457404d810404690887fb3e18fe7a671', 'name': 'router1', 'admin_state_up': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:41:16.150722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:41:16.154492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Usage tracker for resource:router and tenant:457404d810404690887fb3e18fe7a671 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:41:16.157775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:41:16.163480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:41:16.266948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:16.268604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:16.290246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:16.438579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:16.494798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:16.495903 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f876cb75-fef0-4bf6-9299-28da1ddd0472 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7082875 Sep 15 09:41:18.894580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41928) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:19.251840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-8e1d8844-e11b-4f0e-8cb8-8dac0742285b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:41:19.252812 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8e1d8844-e11b-4f0e-8cb8-8dac0742285b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3573124 Sep 15 09:41:19.535071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f7770aa-80e2-400b-bf38-1f8bea89bf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:21.654889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b00a8f21-69ae-4aa9-a743-4fafeeab8b3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:21.670970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41938) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:22.038018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:41:22.043693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:41:22.047448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Usage tracker for resource:network and tenant:ecdc8a1bf88549c2b6fbc05dd115d657 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:41:22.050227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:41:22.056344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:41:22.140321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Made reservation on behalf of ecdc8a1bf88549c2b6fbc05dd115d657 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:41:22.142546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.154151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.168284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:41:22.171883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Usage tracker for resource:security_group_rule and tenant:ecdc8a1bf88549c2b6fbc05dd115d657 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:41:22.174523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:41:22.180681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:41:22.258746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.311501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.328755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Reserving flat network on physical network physnet1 {{(pid=89669) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 15 09:41:22.349055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8833144-4e81-4eff-8246-83c90506cd2d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:22.354735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.355069 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Added segment 5ae12c45-5d7a-48a1-9ae8-21d0344759eb of type flat for network db48e646-d33b-4b50-986a-405acdaf99c2 Sep 15 09:41:22.384715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.488785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.489739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:41:22.490340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.517337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.589407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] Pushing event updated for resources: {'Network': ['ID=db48e646-d33b-4b50-986a-405acdaf99c2,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:22.598908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network db48e646-d33b-4b50-986a-405acdaf99c2 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:41:22.658542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:22.672383 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b0c0e06a-4d68-4355-8e99-f3be3ef5fa78 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0003605 Sep 15 09:41:24.129109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:25.061528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41958) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:25.270610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b22a4df-32e9-4050-80b2-9cf66e7c0e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:41:25.271927 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4b22a4df-32e9-4050-80b2-9cf66e7c0e47 admin admin] 10.222.0.62 "GET /v2.0/subnets/78729209-6060-45a9-bebd-e86e8f59d73f HTTP/1.1" status: 200 len: 849 time: 0.2094302 Sep 15 09:41:25.418223 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-be648145-284e-402a-98c4-878f4f392765 admin admin] 10.222.0.62 "GET /v2.0/routers/bc42b0aa-d11d-4999-adc8-27445fe5024a HTTP/1.1" status: 200 len: 704 time: 0.1405094 Sep 15 09:41:25.886093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:26.144890 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Allocated IP 172.20.0.1 (e9b6527d-8726-405c-ad51-0abde28da9d2/78729209-6060-45a9-bebd-e86e8f59d73f/9569941c-f461-4f4a-84c9-9c53d095574a) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:41:26.295424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:26.312480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Transition to ACTIVE for port object 9569941c-f461-4f4a-84c9-9c53d095574a will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:41:26.420860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:26.484035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Network e9b6527d-8726-405c-ad51-0abde28da9d2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:41:26.487055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:41:26.489831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:41:26.490406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:26.631331 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=9569941c-f461-4f4a-84c9-9c53d095574a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:26.814686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b2307558-3dd2-471a-ba00-aab76c845900 None None] Provisioning for port 9569941c-f461-4f4a-84c9-9c53d095574a completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:41:26.819463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b2307558-3dd2-471a-ba00-aab76c845900 None None] Provisioning complete for port 9569941c-f461-4f4a-84c9-9c53d095574a triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:26.820621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b2307558-3dd2-471a-ba00-aab76c845900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:26.847733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:26.875272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b2307558-3dd2-471a-ba00-aab76c845900 None None] Port 9569941c-f461-4f4a-84c9-9c53d095574a cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:41:27.070669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:27.117526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:27.118279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:27.246889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Pushing event updated for resources: {'Port': ['ID=9569941c-f461-4f4a-84c9-9c53d095574a,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:27.307823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Network e9b6527d-8726-405c-ad51-0abde28da9d2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:41:27.308909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:41:27.497302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e0eb8de8-5409-462f-814b-d3d3392e4ff9 None None] Provisioning complete for port 9569941c-f461-4f4a-84c9-9c53d095574a triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:27.497678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e0eb8de8-5409-462f-814b-d3d3392e4ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:27.548985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e0eb8de8-5409-462f-814b-d3d3392e4ff9 None None] Port 9569941c-f461-4f4a-84c9-9c53d095574a cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:41:27.579995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Router bc42b0aa-d11d-4999-adc8-27445fe5024a is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:41:27.775629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:41:27.785418 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5ba5bdc9-ced9-4f70-9359-49f189492ef3 admin admin] 10.222.0.62 "PUT /v2.0/routers/bc42b0aa-d11d-4999-adc8-27445fe5024a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3621836 Sep 15 09:41:27.785723 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Sync routers for ids ['bc42b0aa-d11d-4999-adc8-27445fe5024a'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:41:27.796543 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Routers {'bc42b0aa-d11d-4999-adc8-27445fe5024a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:41:27.797418 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:41:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['bc42b0aa-d11d-4999-adc8-27445fe5024a'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:41:27.972663 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Set router bc42b0aa-d11d-4999-adc8-27445fe5024a gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:41:28.338558 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'name': 'router1', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:41:16Z', 'updated_at': '2022-09-15T09:41:26Z', 'revision_number': 2, 'project_id': '457404d810404690887fb3e18fe7a671', 'gw_port_host': None, '_interfaces': [{'id': '9569941c-f461-4f4a-84c9-9c53d095574a', 'name': '', 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'mac_address': 'fa:16:3e:ed:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:25Z', 'updated_at': '2022-09-15T09:41:26Z', 'revision_number': 2, 'project_id': '457404d810404690887fb3e18fe7a671', 'subnets': [{'id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09fb7332-a05d-476d-8574-e5c5e06dd8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:41:28.343544 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Checking router: bc42b0aa-d11d-4999-adc8-27445fe5024a for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:41:28.343919 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Updating router bc42b0aa-d11d-4999-adc8-27445fe5024a port 9569941c-f461-4f4a-84c9-9c53d095574a binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:41:28.395134 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:28.779455 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:28.794678 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Transition to ACTIVE for port object 9569941c-f461-4f4a-84c9-9c53d095574a will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:41:28.848876 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:29.078698 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Pushing event updated for resources: {'Port': ['ID=9569941c-f461-4f4a-84c9-9c53d095574a,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:29.091394 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.091748 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.092085 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.092413 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.092737 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.093074 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.093396 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.093716 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.094071 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.094392 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.094704 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.095016 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Tracked resource versions report: Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: pushed versions: Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: { 'AddressGroup': {'1.2'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'ConntrackHelper': {'1.0'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Log': {'1.0'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Network': {'1.1'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Port': {'1.7'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'PortForwarding': {'1.2'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'QosPolicy': {'1.8'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SecurityGroup': {'1.4'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SecurityGroupRule': {'1.2'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SubPort': {'1.0'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Subnet': {'1.1'}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Trunk': {'1.1'}} Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: consumer versions: Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: { DHCP agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: L3 agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: Metadata agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: Metering agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: Open vSwitch agent@dv-neutron-857775-1-hyperv: { 'AddressGroup': '1.2', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'ConntrackHelper': '1.0', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Log': '1.0', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Network': '1.1', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Port': '1.7', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'PortForwarding': '1.2', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'QosPolicy': '1.8', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SecurityGroup': '1.4', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SecurityGroupRule': '1.2', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SubPort': '1.0', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Subnet': '1.1', Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Trunk': '1.1'}} Sep 15 09:41:29.096311 dv-neutron-857775-1-hyperv neutron-server[89671]: {{(pid=89671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 09:41:29.100396 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Attempting to bind port 9569941c-f461-4f4a-84c9-9c53d095574a on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:41:29.100838 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Attempting to bind port 9569941c-f461-4f4a-84c9-9c53d095574a by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:41:29.101343 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Attempting to bind port 9569941c-f461-4f4a-84c9-9c53d095574a on network e9b6527d-8726-405c-ad51-0abde28da9d2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:41:29.107305 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:41:29.107700 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Checking segment: {'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:41:29.108188 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:29.108564 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Bound using segment: {'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:41:29.109068 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Bound port: 9569941c-f461-4f4a-84c9-9c53d095574a, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5af75c-fe6a-48b6-b1bd-49dd3b72d570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:41:29.109440 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:29.194582 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] For port 9569941c-f461-4f4a-84c9-9c53d095574a, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:41:29.199174 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] For port 9569941c-f461-4f4a-84c9-9c53d095574a, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9569941c-f461-4f4a-84c9-9c53d095574a,segment=NetworkSegment(7b5af75c-fe6a-48b6-b1bd-49dd3b72d570),segment_id=7b5af75c-fe6a-48b6-b1bd-49dd3b72d570)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:41:29.249064 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:29.302142 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Routers {'bc42b0aa-d11d-4999-adc8-27445fe5024a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:41:29.302757 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:41:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['bc42b0aa-d11d-4999-adc8-27445fe5024a'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:41:29.464819 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc127db-e7f2-4369-b197-7596a3329fcf None None] Pushing event updated for resources: {'Port': ['ID=9569941c-f461-4f4a-84c9-9c53d095574a,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:29.479535 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] Set router bc42b0aa-d11d-4999-adc8-27445fe5024a gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:41:29.807076 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'name': 'router1', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:41:16Z', 'updated_at': '2022-09-15T09:41:26Z', 'revision_number': 2, 'project_id': '457404d810404690887fb3e18fe7a671', 'gw_port_host': None, '_interfaces': [{'id': '9569941c-f461-4f4a-84c9-9c53d095574a', 'name': '', 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'mac_address': 'fa:16:3e:ed:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:25Z', 'updated_at': '2022-09-15T09:41:29Z', 'revision_number': 4, 'project_id': '457404d810404690887fb3e18fe7a671', 'subnets': [{'id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09fb7332-a05d-476d-8574-e5c5e06dd8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:41:29.810894 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70467de2-beb7-4ede-875c-3bac913494a9 None None] The sync data for ids ['bc42b0aa-d11d-4999-adc8-27445fe5024a'] in dv-neutron-857775-1-hyperv is: [{'id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'name': 'router1', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:41:16Z', 'updated_at': '2022-09-15T09:41:26Z', 'revision_number': 2, 'project_id': '457404d810404690887fb3e18fe7a671', 'gw_port_host': None, '_interfaces': [{'id': '9569941c-f461-4f4a-84c9-9c53d095574a', 'name': '', 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'mac_address': 'fa:16:3e:ed:bc:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:25Z', 'updated_at': '2022-09-15T09:41:29Z', 'revision_number': 4, 'project_id': '457404d810404690887fb3e18fe7a671', 'subnets': [{'id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09fb7332-a05d-476d-8574-e5c5e06dd8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:41:30.062450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41980) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:30.214149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7026b91-414c-44e4-95e3-be9caf5211f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:41:30.214709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e7026b91-414c-44e4-95e3-be9caf5211f4 admin admin] Synchronizing usage tracker for tenant:ecdc8a1bf88549c2b6fbc05dd115d657 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:41:30.288587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e7026b91-414c-44e4-95e3-be9caf5211f4 admin admin] Unset dirty status for tenant:ecdc8a1bf88549c2b6fbc05dd115d657 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:41:30.290827 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e7026b91-414c-44e4-95e3-be9caf5211f4 admin admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 842 time: 0.2271650 Sep 15 09:41:30.300047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Request body: {'subnet': {'cidr': '172.26.7.0/24', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_dhcp': False, 'gateway_ip': '172.26.7.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:41:30.305869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:41:30.309635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Usage tracker for resource:subnet and tenant:ecdc8a1bf88549c2b6fbc05dd115d657 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:41:30.312614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:41:30.322973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:41:30.402776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Made reservation on behalf of ecdc8a1bf88549c2b6fbc05dd115d657 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:41:30.405410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:30.842391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:41:30.842765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:30.917034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc219ae6-7f82-4c13-ae81-bb76b70d5857,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:30.925276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:41:30.925626 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Network hostable DHCP agents. Network: db48e646-d33b-4b50-986a-405acdaf99c2, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:41:31.003209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:41:31.094570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, db48e646-d33b-4b50-986a-405acdaf99c2) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:41:31.098818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:41:31.101552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:31.104021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60eff066-20d6-455e-b41d-50e6fb379919 None None] Network db48e646-d33b-4b50-986a-405acdaf99c2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:41:31.176572 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e9474939-941c-4732-a916-096de3f4afc4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8799610 Sep 15 09:41:31.343841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e833f32e-7efd-4c66-8e39-bd6043c49870 None None] Network db48e646-d33b-4b50-986a-405acdaf99c2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:41:32.306353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9569941c-f461-4f4a-84c9-9c53d095574a up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:41:32.431714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9569941c-f461-4f4a-84c9-9c53d095574a completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:41:32.436882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9569941c-f461-4f4a-84c9-9c53d095574a triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:32.437252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:32.551730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9569941c-f461-4f4a-84c9-9c53d095574a is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:41:32.552044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:32.583729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9569941c-f461-4f4a-84c9-9c53d095574a, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9569941c-f461-4f4a-84c9-9c53d095574a,segment=NetworkSegment(7b5af75c-fe6a-48b6-b1bd-49dd3b72d570),segment_id=7b5af75c-fe6a-48b6-b1bd-49dd3b72d570)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:41:32.659876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:32.725846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9569941c-f461-4f4a-84c9-9c53d095574a,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:33.456634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 41994) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:33.650863 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-090ca2dc-8ce8-432f-8067-c891c9c6d3e1 admin admin] 10.222.0.62 "GET /v2.0/routers/bc42b0aa-d11d-4999-adc8-27445fe5024a HTTP/1.1" status: 200 len: 710 time: 0.1931098 Sep 15 09:41:33.776278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c950999-cbd5-422e-b1c8-b740223e0de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:41:33.777636 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0c950999-cbd5-422e-b1c8-b740223e0de5 admin admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 886 time: 0.1216347 Sep 15 09:41:33.786224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:41:34.262849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:34.287040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9569941c-f461-4f4a-84c9-9c53d095574a up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:41:34.359587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9569941c-f461-4f4a-84c9-9c53d095574a triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:34.359959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:34.474619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9569941c-f461-4f4a-84c9-9c53d095574a is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:41:34.622765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:34.676203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:34.808375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Allocated IP 172.26.7.243 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/4969d351-d443-46ff-96d8-6e8ba04ba65d) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:41:34.945698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:35.019954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:35.080418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:41:35.082940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:41:35.087302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:41:35.151511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Pushing event updated for resources: {'Port': ['ID=4969d351-d443-46ff-96d8-6e8ba04ba65d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:35.588839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:35.920819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:35.924076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:36.098657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Router bc42b0aa-d11d-4999-adc8-27445fe5024a has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:41:36.272767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:41:36.282289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:36.282564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Sync routers for ids ['bc42b0aa-d11d-4999-adc8-27445fe5024a'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:41:36.289901 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-35005bc6-a49a-46e8-8258-fadeaa55084e admin admin] 10.222.0.62 "PUT /v2.0/routers/bc42b0aa-d11d-4999-adc8-27445fe5024a HTTP/1.1" status: 200 len: 890 time: 2.5005486 Sep 15 09:41:36.293176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Routers {'bc42b0aa-d11d-4999-adc8-27445fe5024a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:41:36.293889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:41:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['bc42b0aa-d11d-4999-adc8-27445fe5024a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:41:36.511574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Set router bc42b0aa-d11d-4999-adc8-27445fe5024a gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:41:36.846828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'name': 'router1', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '4969d351-d443-46ff-96d8-6e8ba04ba65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:41:16Z', 'updated_at': '2022-09-15T09:41:35Z', 'revision_number': 4, 'project_id': '457404d810404690887fb3e18fe7a671', 'gw_port': {'id': '4969d351-d443-46ff-96d8-6e8ba04ba65d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:34Z', 'updated_at': '2022-09-15T09:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9569941c-f461-4f4a-84c9-9c53d095574a', 'name': '', 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'mac_address': 'fa:16:3e:ed:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:25Z', 'updated_at': '2022-09-15T09:41:32Z', 'revision_number': 5, 'project_id': '457404d810404690887fb3e18fe7a671', 'subnets': [{'id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09fb7332-a05d-476d-8574-e5c5e06dd8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:41:36.852298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Checking router: bc42b0aa-d11d-4999-adc8-27445fe5024a for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:41:36.852663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Updating router bc42b0aa-d11d-4999-adc8-27445fe5024a port 4969d351-d443-46ff-96d8-6e8ba04ba65d binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:41:36.906557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:37.229511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:37.240943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Transition to ACTIVE for port object 4969d351-d443-46ff-96d8-6e8ba04ba65d will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:41:37.300109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:37.346914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Attempting to bind port 4969d351-d443-46ff-96d8-6e8ba04ba65d on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:41:37.347285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Attempting to bind port 4969d351-d443-46ff-96d8-6e8ba04ba65d by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:41:37.347645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Attempting to bind port 4969d351-d443-46ff-96d8-6e8ba04ba65d on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:41:37.371489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:41:37.371865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:41:37.374664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:37.377219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:41:37.379879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Bound port: 4969d351-d443-46ff-96d8-6e8ba04ba65d, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:41:37.380296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:37.433776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9a0a-a03c-4f11-a4b0-301f45a50d42 None None] Pushing event updated for resources: {'Port': ['ID=4969d351-d443-46ff-96d8-6e8ba04ba65d,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:37.462894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] For port 4969d351-d443-46ff-96d8-6e8ba04ba65d, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:41:37.465798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] For port 4969d351-d443-46ff-96d8-6e8ba04ba65d, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4969d351-d443-46ff-96d8-6e8ba04ba65d,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:41:37.529319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:37.591601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Routers {'bc42b0aa-d11d-4999-adc8-27445fe5024a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:41:37.592202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:41:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['bc42b0aa-d11d-4999-adc8-27445fe5024a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:41:37.676573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a9a0a-a03c-4f11-a4b0-301f45a50d42 None None] Pushing event updated for resources: {'Port': ['ID=4969d351-d443-46ff-96d8-6e8ba04ba65d,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:37.783249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] Set router bc42b0aa-d11d-4999-adc8-27445fe5024a gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:41:38.109847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'name': 'router1', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '4969d351-d443-46ff-96d8-6e8ba04ba65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:41:16Z', 'updated_at': '2022-09-15T09:41:35Z', 'revision_number': 4, 'project_id': '457404d810404690887fb3e18fe7a671', 'gw_port': {'id': '4969d351-d443-46ff-96d8-6e8ba04ba65d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:34Z', 'updated_at': '2022-09-15T09:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9569941c-f461-4f4a-84c9-9c53d095574a', 'name': '', 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'mac_address': 'fa:16:3e:ed:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:25Z', 'updated_at': '2022-09-15T09:41:32Z', 'revision_number': 5, 'project_id': '457404d810404690887fb3e18fe7a671', 'subnets': [{'id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09fb7332-a05d-476d-8574-e5c5e06dd8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:41:38.113860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fa3a7a-d13b-401d-86a1-9160f2fe7c12 None None] The sync data for ids ['bc42b0aa-d11d-4999-adc8-27445fe5024a'] in dv-neutron-857775-1-hyperv is: [{'id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'name': 'router1', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.243'}], 'enable_snat': True}, 'gw_port_id': '4969d351-d443-46ff-96d8-6e8ba04ba65d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:41:16Z', 'updated_at': '2022-09-15T09:41:35Z', 'revision_number': 4, 'project_id': '457404d810404690887fb3e18fe7a671', 'gw_port': {'id': '4969d351-d443-46ff-96d8-6e8ba04ba65d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:aa:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:34Z', 'updated_at': '2022-09-15T09:41:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9569941c-f461-4f4a-84c9-9c53d095574a', 'name': '', 'network_id': 'e9b6527d-8726-405c-ad51-0abde28da9d2', 'tenant_id': '457404d810404690887fb3e18fe7a671', 'mac_address': 'fa:16:3e:ed:bc:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc42b0aa-d11d-4999-adc8-27445fe5024a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:41:25Z', 'updated_at': '2022-09-15T09:41:32Z', 'revision_number': 5, 'project_id': '457404d810404690887fb3e18fe7a671', 'subnets': [{'id': '78729209-6060-45a9-bebd-e86e8f59d73f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09fb7332-a05d-476d-8574-e5c5e06dd8e0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:41:38.345611 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4969d351-d443-46ff-96d8-6e8ba04ba65d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:41:38.540496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 4969d351-d443-46ff-96d8-6e8ba04ba65d completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:41:38.546540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4969d351-d443-46ff-96d8-6e8ba04ba65d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:38.546824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:38.671562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4969d351-d443-46ff-96d8-6e8ba04ba65d is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:41:38.671978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:38.790669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 4969d351-d443-46ff-96d8-6e8ba04ba65d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4969d351-d443-46ff-96d8-6e8ba04ba65d,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:41:38.792670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42004) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:41:38.894108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:38.920559 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-79594119-30f0-40f1-9a49-f23eb1488fc1 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1267779 Sep 15 09:41:38.975839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=4969d351-d443-46ff-96d8-6e8ba04ba65d,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:41:40.290806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4969d351-d443-46ff-96d8-6e8ba04ba65d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:41:40.361200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4969d351-d443-46ff-96d8-6e8ba04ba65d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:41:40.361906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:40.475167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4969d351-d443-46ff-96d8-6e8ba04ba65d is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:41:44.139508 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:41:49.539465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7e4e4aaf-0e4d-4618-8981-bc6c4fcea66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:51.688151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-58acf901-c110-41eb-9c82-b4ba281dda49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:52.487739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:52.591011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:41:54.162636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:19.539610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7cfa3538-9c46-4d4e-8bfb-f12ba9b92a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:21.139130 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:42:21.710666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2cac4255-0bd5-4305-9870-fe6bcbefe73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:22.515967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:22.653550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:24.155824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:49.538190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-73e360aa-03d2-4c1e-a3f9-5ed088fe1a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:51.658363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8303dd6c-91f5-4c51-9a8d-1dbd4d13189a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:52.515552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:52.641457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:54.184030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:42:58.139141 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:43:19.536307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1b48c9d9-8c8c-4cce-a1b2-f03d99a06eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:21.652192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7aa8a767-66f5-4b57-8030-9ae86005cacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:22.501803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:22.650370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:24.159007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:35.137515 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:43:49.535308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11a92474-db32-45f0-addb-a573311932a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:49.796685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42608) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:43:49.869550 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1b21e8-3f40-4b19-9745-6a1c8a07383c admin admin] GET failed (client error): The resource could not be found. Sep 15 09:43:49.870855 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ee1b21e8-3f40-4b19-9745-6a1c8a07383c admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0732341 Sep 15 09:43:50.004993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5a9fd-d553-41bc-a316-46490e013ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:43:50.006399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dfa5a9fd-d553-41bc-a316-46490e013ff3 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1316679 Sep 15 09:43:51.766316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7e0bce8e-1373-43ef-be10-1001c1e7f491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:52.202653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 42618) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:43:52.343632 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING oslo_policy.policy [None req-31331bbd-5029-4694-bfea-1e014ec37f90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 09:43:52.344203 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING oslo_policy.policy [None req-31331bbd-5029-4694-bfea-1e014ec37f90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 09:43:52.503605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:52.635370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:52.719429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.policy [None req-31331bbd-5029-4694-bfea-1e014ec37f90 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 15 09:43:52.765984 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING oslo_policy.policy [None req-31331bbd-5029-4694-bfea-1e014ec37f90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 09:43:52.766293 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING oslo_policy.policy [None req-31331bbd-5029-4694-bfea-1e014ec37f90 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 15 09:43:52.774533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31331bbd-5029-4694-bfea-1e014ec37f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:43:52.776392 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-31331bbd-5029-4694-bfea-1e014ec37f90 admin admin] 10.222.0.62 "GET /v2.0/subnets/78729209-6060-45a9-bebd-e86e8f59d73f HTTP/1.1" status: 200 len: 849 time: 0.5716908 Sep 15 09:43:52.785881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:43:52.899953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:53.138066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743233271116'] for subnet, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:53.212950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:43:53.212950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:53.214127 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] 10.222.0.62 "PUT /v2.0/subnets/78729209-6060-45a9-bebd-e86e8f59d73f HTTP/1.1" status: 200 len: 868 time: 0.4322269 Sep 15 09:43:53.220493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7a32d-17b4-49b4-ba3d-5a56d302b59a None None] Network e9b6527d-8726-405c-ad51-0abde28da9d2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:43:53.227778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78729209-6060-45a9-bebd-e86e8f59d73f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:43:53.237010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.237354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.237697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.238055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.238386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.238765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.239234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.241370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.241370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.241370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.241370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.241370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc08723-0c8e-424c-b82b-984c71b4a4f2 admin admin] Tracked resource versions report: Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: pushed versions: Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: { 'AddressGroup': {'1.2'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'ConntrackHelper': {'1.0'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Log': {'1.0'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Network': {'1.1'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Port': {'1.7'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'PortForwarding': {'1.2'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'QosPolicy': {'1.8'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SecurityGroup': {'1.4'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SecurityGroupRule': {'1.2'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SubPort': {'1.0'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Subnet': {'1.1'}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Trunk': {'1.1'}} Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: consumer versions: Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: { DHCP agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: L3 agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: Metadata agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: Metering agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: Open vSwitch agent@dv-neutron-857775-1-hyperv: { 'AddressGroup': '1.2', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'ConntrackHelper': '1.0', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Log': '1.0', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Network': '1.1', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Port': '1.7', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'PortForwarding': '1.2', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'QosPolicy': '1.8', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SecurityGroup': '1.4', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SecurityGroupRule': '1.2', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SubPort': '1.0', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Subnet': '1.1', Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Trunk': '1.1'}} Sep 15 09:43:53.242452 dv-neutron-857775-1-hyperv neutron-server[89668]: {{(pid=89668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 09:43:53.655175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cfe5e259-77d6-4e1e-9152-c405a2ade64c None None] Provisioning complete for port 9569941c-f461-4f4a-84c9-9c53d095574a triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:43:53.655548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cfe5e259-77d6-4e1e-9152-c405a2ade64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:53.770320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5e259-77d6-4e1e-9152-c405a2ade64c None None] Current status of the port 9569941c-f461-4f4a-84c9-9c53d095574a is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:43:53.781627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cfe5e259-77d6-4e1e-9152-c405a2ade64c None None] Provisioning complete for port 04b855f7-b15e-4f96-9377-61db8930cc20 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:43:53.782051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cfe5e259-77d6-4e1e-9152-c405a2ade64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:53.897308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cfe5e259-77d6-4e1e-9152-c405a2ade64c None None] Current status of the port 04b855f7-b15e-4f96-9377-61db8930cc20 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:43:54.192251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:43:55.388805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 42638) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:43:55.575973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e0efbf-99d4-4015-8ce2-029cf7319cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:43:55.576443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e0efbf-99d4-4015-8ce2-029cf7319cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:43:55.578001 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-05e0efbf-99d4-4015-8ce2-029cf7319cf7 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1881993 Sep 15 09:43:57.751408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42648) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:43:57.920977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa940044-57ae-4792-b151-65b5ae9700a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:43:57.921442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa940044-57ae-4792-b151-65b5ae9700a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:43:57.922982 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fa940044-57ae-4792-b151-65b5ae9700a0 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1706431 Sep 15 09:44:00.086877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42658) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:00.255023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa4cd10-b20e-4e9e-859e-b85b41e105de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:00.256386 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-daa4cd10-b20e-4e9e-859e-b85b41e105de admin admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 886 time: 0.1685684 Sep 15 09:44:02.462816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42668) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:02.638195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a33ce4b-21dd-4498-aa74-f5fbe60fb0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:02.639472 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5a33ce4b-21dd-4498-aa74-f5fbe60fb0e9 admin admin] 10.222.0.62 "GET /v2.0/networks/e9b6527d-8726-405c-ad51-0abde28da9d2 HTTP/1.1" status: 200 len: 869 time: 0.1756759 Sep 15 09:44:04.839406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42678) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:04.990286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691f05f1-3b9c-4b78-aec2-662e263a84ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:04.990781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691f05f1-3b9c-4b78-aec2-662e263a84ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:04.991519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-691f05f1-3b9c-4b78-aec2-662e263a84ae admin admin] Synchronizing usage tracker for tenant:ecdc8a1bf88549c2b6fbc05dd115d657 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:44:05.072372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-691f05f1-3b9c-4b78-aec2-662e263a84ae admin admin] Unset dirty status for tenant:ecdc8a1bf88549c2b6fbc05dd115d657 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:44:05.073449 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-691f05f1-3b9c-4b78-aec2-662e263a84ae admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2331057 Sep 15 09:44:07.248745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42688) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:07.355051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25a7d9-2873-411c-a908-6fec829713c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:07.355507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c25a7d9-2873-411c-a908-6fec829713c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:07.357019 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5c25a7d9-2873-411c-a908-6fec829713c1 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1073148 Sep 15 09:44:09.536300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42698) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:09.643553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe446934-1126-46a2-9e59-24ff9d8fbb7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:09.644784 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe446934-1126-46a2-9e59-24ff9d8fbb7a admin admin] 10.222.0.62 "GET /v2.0/subnets/78729209-6060-45a9-bebd-e86e8f59d73f HTTP/1.1" status: 200 len: 868 time: 0.1075494 Sep 15 09:44:11.837828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42708) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:11.935830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a21c05f-abad-40b6-9fc1-7206914b3883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:11.937159 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9a21c05f-abad-40b6-9fc1-7206914b3883 admin admin] 10.222.0.62 "GET /v2.0/subnets/bc219ae6-7f82-4c13-ae81-bb76b70d5857 HTTP/1.1" status: 200 len: 816 time: 0.0983732 Sep 15 09:44:12.137947 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:44:19.554289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-48f9580b-649b-47c4-a742-9eaa0db8d7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:21.662876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ad90c1f3-c630-43a9-b661-e9bd2cdb6d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:22.511492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:22.711569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:24.165782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:31.692340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42754) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:31.739393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-9489bce6-7ab3-47ca-b39f-878611a0604f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:44:31.740415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9489bce6-7ab3-47ca-b39f-878611a0604f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471475 Sep 15 09:44:34.001696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42764) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:34.067426 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e9da8e-a5ce-4b62-8b45-f2b1c5aabe2b admin admin] GET failed (client error): The resource could not be found. Sep 15 09:44:34.068672 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-37e9da8e-a5ce-4b62-8b45-f2b1c5aabe2b admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659978 Sep 15 09:44:34.195942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7c26a1-5e0a-4f96-ba95-68f53888c61a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:34.197287 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6b7c26a1-5e0a-4f96-ba95-68f53888c61a admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1240952 Sep 15 09:44:36.409246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42774) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:36.455874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:44:36.460289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:44:36.469724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:44:36.542585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Made reservation on behalf of ecdc8a1bf88549c2b6fbc05dd115d657 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:44:36.544824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:36.631065 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.services.revisions.revision_plugin [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Could not find related network for resource to bump revision. Sep 15 09:44:36.642542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:44:36.650627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:36.651332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Added segment 4bb771f6-2583-4beb-8abc-296f660a8fd7 of type vlan for network f6e5d066-1a3f-4441-bb7c-f9b46830e34c Sep 15 09:44:36.675510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:36.790758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:36.791710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:36.792279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:36.889458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Pushing event updated for resources: {'Network': ['ID=f6e5d066-1a3f-4441-bb7c-f9b46830e34c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:44:36.895866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.896204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.896531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.896851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.897165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.897610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.897955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.898289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.898603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.898911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.899219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.899524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:36.910159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network f6e5d066-1a3f-4441-bb7c-f9b46830e34c details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:44:37.020200 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-79046c63-6e28-45d8-ba76-1fc5c37e37cc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6098070 Sep 15 09:44:39.188170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42784) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:44:39.255679 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-790e4b4c-fe5c-4e4c-8470-54f52a4f823c admin admin] GET failed (client error): The resource could not be found. Sep 15 09:44:39.256188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-790e4b4c-fe5c-4e4c-8470-54f52a4f823c admin admin] Synchronizing usage tracker for tenant:ecdc8a1bf88549c2b6fbc05dd115d657 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:44:39.325514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-790e4b4c-fe5c-4e4c-8470-54f52a4f823c admin admin] Unset dirty status for tenant:ecdc8a1bf88549c2b6fbc05dd115d657 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:44:39.326708 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-790e4b4c-fe5c-4e4c-8470-54f52a4f823c admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1375871 Sep 15 09:44:39.434341 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e69f1f7-da08-4059-9b5a-5df0cbc62ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:39.435793 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0e69f1f7-da08-4059-9b5a-5df0cbc62ebc admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1051946 Sep 15 09:44:39.446008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:44:39.450307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:44:39.459614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:44:39.525566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Made reservation on behalf of ecdc8a1bf88549c2b6fbc05dd115d657 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:44:39.527801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:39.865638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:39.940558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4787c889-316c-4188-aee6-56a513f79778,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:44:39.954615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Checking segment: {'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:44:39.954615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Network hostable DHCP agents. Network: f6e5d066-1a3f-4441-bb7c-f9b46830e34c, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:44:40.105212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Network f6e5d066-1a3f-4441-bb7c-f9b46830e34c is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:44:40.202250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, f6e5d066-1a3f-4441-bb7c-f9b46830e34c) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:44:40.206318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:44:40.206894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:40.211835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8718d2e6-f679-4e78-b17a-2cd377c413ad None None] Network f6e5d066-1a3f-4441-bb7c-f9b46830e34c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:44:40.423738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-f6e5d066-1a3f-4441-bb7c-f9b46830e34c', 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c', 'tenant_id': 'ecdc8a1bf88549c2b6fbc05dd115d657', 'fixed_ips': [{'subnet_id': '4787c889-316c-4188-aee6-56a513f79778'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:44:40.424583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:40.486697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-140c9dc1-ebfd-4655-b8c8-3f0aba0ae4d3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0443687 Sep 15 09:44:40.587247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Allocated IP 192.168.233.2 (f6e5d066-1a3f-4441-bb7c-f9b46830e34c/4787c889-316c-4188-aee6-56a513f79778/5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:44:40.798864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:40.809335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Transition to ACTIVE for port object 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:44:40.827571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Transition to ACTIVE for port object 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:44:40.948986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:41.016947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Network f6e5d066-1a3f-4441-bb7c-f9b46830e34c is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:44:41.019747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:44:41.024440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:44:41.032919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Pushing event updated for resources: {'Port': ['ID=5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:44:41.035199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.035533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.035860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.036193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.036505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.036846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.037167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.037475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.037903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.038829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.039140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.039446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:44:41.140889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Attempting to bind port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:44:41.141161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Attempting to bind port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:44:41.141522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Attempting to bind port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 on network f6e5d066-1a3f-4441-bb7c-f9b46830e34c {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:44:41.146882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:44:41.147782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Checking segment: {'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:44:41.148331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:41.148718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Bound using segment: {'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:44:41.149177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Bound port: 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:44:41.149563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:41.236902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] For port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:44:41.240107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] For port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4,segment=NetworkSegment(4bb771f6-2583-4beb-8abc-296f660a8fd7),segment_id=4bb771f6-2583-4beb-8abc-296f660a8fd7)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:44:41.338222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:41.419322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98d8bf6-420a-47bb-abdb-678c00e38eb0 None None] Pushing event updated for resources: {'Port': ['ID=5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:44:42.244544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c19812-0a93-425a-8651-60c03b1014d1 None None] Network f6e5d066-1a3f-4441-bb7c-f9b46830e34c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:44:42.436033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b28aa2f4-646f-42b1-8f7f-3f444902d846 None None] Provisioning for port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:44:42.500471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:44:42.661455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:44:42.670118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:44:42.670552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:42.819338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:44:42.819870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:42.855926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4,segment=NetworkSegment(4bb771f6-2583-4beb-8abc-296f660a8fd7),segment_id=4bb771f6-2583-4beb-8abc-296f660a8fd7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:44:42.876589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-63ddc05f-6aef-4381-9d2c-cff3f1c0c355 None None] Provisioning complete for port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:44:42.876870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-63ddc05f-6aef-4381-9d2c-cff3f1c0c355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:43.009498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:43.086490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-63ddc05f-6aef-4381-9d2c-cff3f1c0c355 None None] Current status of the port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:44:43.097400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:44:44.400793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:44:44.468061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:44:44.468428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:44.585887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5a57d94d-f9fd-4ea2-b4fb-3990ba102ff4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:44:49.138419 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:44:49.533385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f334e80-021b-4aa6-8e9d-dc7a1e4b7e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:51.639834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-90ff4452-6249-40e8-8764-e3cfffb18f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:52.519614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:52.638722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:44:54.170968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:19.548125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ffdc3ec8-3d49-46e1-8a96-6b86088f0c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:21.629590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80009374-28dd-4ec2-9ed3-4e09f0f8c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:22.509839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:22.639111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:24.178199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:26.137391 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:45:49.593460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b281fd29-db7b-45a2-969f-e1eb33a4e1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:51.685688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-26be8b33-2637-4809-9754-4290c275f363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:52.527059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:52.634556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:45:54.183215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:02.508573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42834) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:46:02.515264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-960ff541-7fd6-456f-bdbb-523b36aaf924 tempest-verify_tempest_config-817104933 tempest-verify_tempest_config-817104933-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:46:02.516278 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-960ff541-7fd6-456f-bdbb-523b36aaf924 tempest-verify_tempest_config-817104933 tempest-verify_tempest_config-817104933-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066910 Sep 15 09:46:02.982456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42852) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:46:03.099386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:03.113906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:46:03.117599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b4efd76ed30b4ce49b71f72a61f23d44 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:46:03.120971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:46:03.126491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:46:03.136550 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:46:03.205068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:03.279530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:03.324669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Synchronizing usage tracker for tenant:ecdc8a1bf88549c2b6fbc05dd115d657 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:46:03.326788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835a7306-003a-4095-b5f2-d256a01e0c19,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:46:03.336959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.337317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.337651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.338491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.338808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.339433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.339433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.339746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.340060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.340368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.340674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.340983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:46:03.411245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] Unset dirty status for tenant:ecdc8a1bf88549c2b6fbc05dd115d657 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:46:03.412575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b0ad0a51-23bd-4ee6-9d57-011bbb4de4e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4efd76ed30b4ce49b71f72a61f23d44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4291234 Sep 15 09:46:03.415456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42858) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:46:03.474208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50ca44cc-958c-4527-b9b5-32845593f8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:03.499359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50ca44cc-958c-4527-b9b5-32845593f8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:03.668460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50ca44cc-958c-4527-b9b5-32845593f8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:03.681953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca44cc-958c-4527-b9b5-32845593f8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835a7306-003a-4095-b5f2-d256a01e0c19,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:46:03.688483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50ca44cc-958c-4527-b9b5-32845593f8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:03.689515 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-50ca44cc-958c-4527-b9b5-32845593f8d0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/835a7306-003a-4095-b5f2-d256a01e0c19 HTTP/1.1" status: 204 len: 168 time: 0.2724261 Sep 15 09:46:19.553533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c427ed48-9ca2-45cb-90f2-346a2e186e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:21.627610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b1102c00-a418-473e-ac75-8145b1ec6d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:22.519370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:22.661901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:24.216066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:40.135860 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:46:49.540829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5a3ebda2-fee5-497e-b918-446a31d68483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:51.604358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ecdda508-58b9-499b-9fe4-d18688c206f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:52.495099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:52.621488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:46:54.181421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:17.134044 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 5 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:47:19.534580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c0a40364-ab79-4786-978b-41edbe2d2ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:20.380656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1585188'] for agent, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:21.631992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7311f07-7f66-409e-878c-63e49a22e66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:22.597419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:22.642932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:24.191984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:35.002917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42928) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:47:35.113094 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-07fb9d4c-4cdf-4b66-98f3-01fda3f73b75 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1090901 Sep 15 09:47:37.304838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 42940) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:47:37.366680 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-51b1b692-fadd-4007-8497-1078c4fa52c3 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0607598 Sep 15 09:47:49.551665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6e592047-79c3-45fa-a4fe-e11eccaa3f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:50.334859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:51.608712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c387a6b-3fe5-44ab-b6ae-12b51b39dc6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:52.523086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:52.660325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:47:54.132917 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:47:54.179426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:19.550095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cf78f01-5d49-416b-9f46-41038c251325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:20.368213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:21.626608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bc1fc79b-fc95-45c8-87a2-99684e213d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:22.517033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:22.642557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:24.191078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:31.131946 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:48:49.543388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-132edc60-8c38-4861-86b5-8e85f4195704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:50.374068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:51.613230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dafa9d95-4998-41ee-854a-b9ecbaa6879a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:52.613564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:52.647637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:48:54.206120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:07.535797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43076) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:08.101574 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-159e6324-7b52-4f81-a0c8-2960c07b6996 tempest-AgentManagementNegativeTest-1321833492 tempest-AgentManagementNegativeTest-1321833492-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5609634 Sep 15 09:49:08.130942 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:49:08.912876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43132) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:09.583358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:09.598031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:09.602389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Usage tracker for resource:security_group_rule and tenant:dbacebeda46949acadc4b0df9ed7303c is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:09.602883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43152) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:09.605711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:09.611771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:09.698459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:09.702649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43160) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:09.776689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:09.828365 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbacebeda46949acadc4b0df9ed7303c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9135067 Sep 15 09:49:09.829327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b24c966-1b1b-4e95-b8ba-8ac69ef74c28,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:09.832787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43170) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:09.838145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.838145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.838145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.838645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.838739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.839082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.839371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.839692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.840030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.840348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.840668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.841041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e25611-c007-4e78-84b2-a43e0f658902 admin admin] Tracked resource versions report: Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: pushed versions: Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: { 'AddressGroup': {'1.2'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'ConntrackHelper': {'1.0'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Log': {'1.0'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Network': {'1.1'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Port': {'1.7'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'PortForwarding': {'1.2'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'QosPolicy': {'1.8'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SecurityGroup': {'1.4'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SecurityGroupRule': {'1.2'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SubPort': {'1.0'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Subnet': {'1.1'}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Trunk': {'1.1'}} Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: consumer versions: Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: { DHCP agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: HyperV agent@hv-neutron-8577: {}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: L3 agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: Metadata agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: Metering agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: Open vSwitch agent@dv-neutron-857775-1-hyperv: { 'AddressGroup': '1.2', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'ConntrackHelper': '1.0', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Log': '1.0', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Network': '1.1', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Port': '1.7', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'PortForwarding': '1.2', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'QosPolicy': '1.8', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SecurityGroup': '1.4', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SecurityGroupRule': '1.2', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'SubPort': '1.0', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Subnet': '1.1', Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: 'Trunk': '1.1'}} Sep 15 09:49:09.842144 dv-neutron-857775-1-hyperv neutron-server[89669]: {{(pid=89669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 09:49:09.930039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:09.966278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:09.966671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1849606087-network', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:09.967919 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.quota [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Loaded quota_driver: . Sep 15 09:49:09.981562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:09.999000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-678488104-network', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:10.002894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Usage tracker for resource:network and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:10.017887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:10.031894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:10.038728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:10.045850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Usage tracker for resource:network and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:10.051152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:10.057766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:10.139440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Made reservation on behalf of 0f448e0b5edd4d4db764393e23f65ef9 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:10.142788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.155174 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.159342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Made reservation on behalf of 65636b3148364ee6863fee770ebf8dd7 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:10.161633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.182595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.193649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.217005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:10.220069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.224118 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b24c966-1b1b-4e95-b8ba-8ac69ef74c28 HTTP/1.1" status: 204 len: 168 time: 0.3896658 Sep 15 09:49:10.227108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:10.232869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b24c966-1b1b-4e95-b8ba-8ac69ef74c28,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:10.235280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Usage tracker for resource:security_group_rule and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:10.242562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Usage tracker for resource:security_group_rule and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:10.245243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:10.248467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.248822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.249158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.249490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.249835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.250504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.251455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.251455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.251455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.251689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.251988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.252484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ea99e-5efa-4d9b-8fcc-1790ed0a717a admin admin] Tracked resource versions report: Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: pushed versions: Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: { 'AddressGroup': {'1.2'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'ConntrackHelper': {'1.0'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Log': {'1.0'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Network': {'1.1'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Port': {'1.7'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'PortForwarding': {'1.2'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'QosPolicy': {'1.8'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SecurityGroup': {'1.4'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SecurityGroupRule': {'1.2'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SubPort': {'1.0'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Subnet': {'1.1'}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Trunk': {'1.1'}} Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: consumer versions: Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: { DHCP agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: HyperV agent@hv-neutron-8577: {}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: L3 agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: Metadata agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: Metering agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: Open vSwitch agent@dv-neutron-857775-1-hyperv: { 'AddressGroup': '1.2', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'ConntrackHelper': '1.0', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Log': '1.0', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Network': '1.1', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Port': '1.7', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'PortForwarding': '1.2', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'QosPolicy': '1.8', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SecurityGroup': '1.4', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SecurityGroupRule': '1.2', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'SubPort': '1.0', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Subnet': '1.1', Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: 'Trunk': '1.1'}} Sep 15 09:49:10.253552 dv-neutron-857775-1-hyperv neutron-server[89668]: {{(pid=89668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 09:49:10.257841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:10.261147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:10.268988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:10.420706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.425617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.496754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.525956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:10.528087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.546894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743233251485', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.548087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Unsubscribe: segment precommit_create {{(pid=89668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 15 09:49:10.548557 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Added segment 2c3eb6d5-becc-4469-82a9-1485c18c0058 of type vlan for network 2d440db9-562a-426e-859c-183ebb134080 Sep 15 09:49:10.555062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a229d8-8bff-4721-970a-9e2d78821bf2,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:10.601185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:10.638091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.638722 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Added segment 91ffd933-66bb-4974-8365-d076103eec41 of type vlan for network 60be109e-8b4d-4efc-af46-740574c2c1f2 Sep 15 09:49:10.645142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.661563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545318bf-5159-412c-9c0f-584b49a9f686,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:10.690419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.779180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.780159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:10.780840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.857574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.858543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:10.859121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:10.930343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] Pushing event updated for resources: {'Network': ['ID=2d440db9-562a-426e-859c-183ebb134080,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:10.942207 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 2d440db9-562a-426e-859c-183ebb134080 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:11.020507 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3142958 Sep 15 09:49:11.020507 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a758fe5b-a8f0-4e9b-a491-54f316a15bdc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4152267 Sep 15 09:49:11.020831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43208) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:11.023902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43210) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:11.030439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Request body: {'subnet': {'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-678488104-subnet', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:11.050274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Request body: {'subnet': {'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1849606087-subnet', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:11.053913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c1d5b-8d95-435b-9deb-db776290cef3 admin admin] Pushing event updated for resources: {'Network': ['ID=60be109e-8b4d-4efc-af46-740574c2c1f2,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:11.059325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:11.061896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:11.066948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Usage tracker for resource:subnet and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:11.070962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:11.071124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:11.077086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:11.085145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Usage tracker for resource:subnet and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:11.088142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:11.094843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:11.150667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Made reservation on behalf of 0f448e0b5edd4d4db764393e23f65ef9 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:11.152889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:11.224065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Made reservation on behalf of 65636b3148364ee6863fee770ebf8dd7 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:11.226692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Notify callbacks [] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:11.668653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:11.703591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:11.751400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43248) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:11.758748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43252) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:11.779377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Checking segment: {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:11.779722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Network hostable DHCP agents. Network: 60be109e-8b4d-4efc-af46-740574c2c1f2, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:49:11.787024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f225fe1-6e8a-4731-bf17-5b035b076074,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:11.831826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Checking segment: {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:11.831826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Network hostable DHCP agents. Network: 2d440db9-562a-426e-859c-183ebb134080, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:49:11.872924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e384e1ed-36cd-46b1-aaee-1efd68cde73f,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:11.942735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:11.972147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Network 2d440db9-562a-426e-859c-183ebb134080 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:12.000962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43264) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:12.071584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 60be109e-8b4d-4efc-af46-740574c2c1f2) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:12.076766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:12.077344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.089608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a162aca5-66b8-49cd-a69a-34034134704a None None] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:12.096290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 2d440db9-562a-426e-859c-183ebb134080) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:12.112897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:12.113505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.113777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa380061-b6a9-4f98-a0d7-21a6d83946ff None None] Network 2d440db9-562a-426e-859c-183ebb134080 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:12.202994 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d194954a-3861-4738-b2eb-3bda5e2ac675 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1807828 Sep 15 09:49:12.205672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43272) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:12.210565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:12.215088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:12.219856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Usage tracker for resource:router and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:12.223096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:12.229965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:12.248695 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e137fb18-d72a-4ca3-b923-9877e3cf606b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2235849 Sep 15 09:49:12.252857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43276) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:12.261524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:12.278672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-305810150'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:12.287046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:12.291998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:12.294576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Usage tracker for resource:router and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:12.299564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:12.302679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.303123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Usage tracker for resource:network and tenant:296503476aa04fe2880fadaaf328b3f4 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:12.303895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.308814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:12.312148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:12.318637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:12.326265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.391870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-802225118'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:12.396748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:12.401061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Usage tracker for resource:network and tenant:a99795d95a5d4af48f72df3eb6769a12 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:12.404548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:12.408802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.424405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.449340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43282) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:12.450616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:12.456198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Made reservation on behalf of 296503476aa04fe2880fadaaf328b3f4 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:12.464968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.524619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.561996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43288) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:12.582953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-2d440db9-562a-426e-859c-183ebb134080', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:49:12.582953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.595106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.677713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-60be109e-8b4d-4efc-af46-740574c2c1f2', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:49:12.678572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1626034719'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:12.678717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.686336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:12.707455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-300242553', 'router:external': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:12.708957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:12.712189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Made reservation on behalf of a99795d95a5d4af48f72df3eb6769a12 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:12.716420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Usage tracker for resource:network and tenant:b404c04f61c64968a700284043e47bd9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:12.716832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.732418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Usage tracker for resource:security_group_rule and tenant:296503476aa04fe2880fadaaf328b3f4 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:12.739307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:12.742640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:12.751970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.762751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:12.768946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:12.769516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Usage tracker for resource:network and tenant:100d80433ca94c87903470c4072ef5b6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:12.778426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:12.787715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:12.796867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:12.810668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:12.817254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Usage tracker for resource:security_group_rule and tenant:a99795d95a5d4af48f72df3eb6769a12 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:12.823084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:12.838909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:12.871286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:12.945415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1734847151'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:12.956852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Made reservation on behalf of 100d80433ca94c87903470c4072ef5b6 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:12.957221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Allocated IP 172.20.0.2 (2d440db9-562a-426e-859c-183ebb134080/e384e1ed-36cd-46b1-aaee-1efd68cde73f/37532f78-5bf2-489b-82b2-7a537ffdb41d) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:12.959243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.043541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.056618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Allocated IP 172.20.0.2 (60be109e-8b4d-4efc-af46-740574c2c1f2/6f225fe1-6e8a-4731-bf17-5b035b076074/c3cb3b52-019c-4646-8bbe-0f2864f6fb34) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:13.081848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:13.090135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Usage tracker for resource:network and tenant:dde2a501da0e4724b6e7de73f556df87 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:13.093930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:13.142900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Made reservation on behalf of b404c04f61c64968a700284043e47bd9 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:13.147392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.149007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:13.161809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.173560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Usage tracker for resource:security_group_rule and tenant:100d80433ca94c87903470c4072ef5b6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:13.176343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:13.194159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:13.201073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Usage tracker for resource:security_group_rule and tenant:b404c04f61c64968a700284043e47bd9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:13.253634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:13.254570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.262595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.266732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:13.273792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Transition to ACTIVE for port object 37532f78-5bf2-489b-82b2-7a537ffdb41d will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:13.294081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Transition to ACTIVE for port object 37532f78-5bf2-489b-82b2-7a537ffdb41d will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:13.309622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:13.337915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:13.364966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.394830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43304) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:13.409950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.422542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.444227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Pushing event updated for resources: {'Port': ['ID=37532f78-5bf2-489b-82b2-7a537ffdb41d,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:13.480771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.482561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.483088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.483589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.484075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.484566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.485080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.485555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.486106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.486618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.487094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.487571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.488044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Tracked resource versions report: Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: pushed versions: Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: { 'AddressGroup': {'1.2'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'ConntrackHelper': {'1.0'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Log': {'1.0'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Network': {'1.1'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Port': {'1.7'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'PortForwarding': {'1.2'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'QosPolicy': {'1.8'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SecurityGroup': {'1.4'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SecurityGroupRule': {'1.2'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SubPort': {'1.0'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Subnet': {'1.1'}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Trunk': {'1.1'}} Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: consumer versions: Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: { DHCP agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: HyperV agent@hv-neutron-8577: {}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: L3 agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: Metadata agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: Metering agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: Open vSwitch agent@dv-neutron-857775-1-hyperv: { 'AddressGroup': '1.2', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'ConntrackHelper': '1.0', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Log': '1.0', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Network': '1.1', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Port': '1.7', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'PortForwarding': '1.2', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'QosPolicy': '1.8', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SecurityGroup': '1.4', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SecurityGroupRule': '1.2', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'SubPort': '1.0', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Subnet': '1.1', Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: 'Trunk': '1.1'}} Sep 15 09:49:13.489267 dv-neutron-857775-1-hyperv neutron-server[89670]: {{(pid=89670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 09:49:13.523491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Made reservation on behalf of dde2a501da0e4724b6e7de73f556df87 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:13.723415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Network 2d440db9-562a-426e-859c-183ebb134080 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:13.729745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:13.729988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.730158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:13.730158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:13.730301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.730400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.730400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Added segment 41bb36d3-1c53-4a97-b214-e375c735dabe of type vlan for network d6ec8b86-cabb-400d-81f9-628feb0fc918 Sep 15 09:49:13.730534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.730602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.730669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1275082167'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:13.730737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.730940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:13.731032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:13.731032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:13.731162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Transition to ACTIVE for port object c3cb3b52-019c-4646-8bbe-0f2864f6fb34 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:13.731232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Usage tracker for resource:network and tenant:1f5e8ae4fe6744ecae6866ca766c85f5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:13.731296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Usage tracker for resource:security_group_rule and tenant:dde2a501da0e4724b6e7de73f556df87 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:13.731364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:13.731520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:13.731592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Attempting to bind port 37532f78-5bf2-489b-82b2-7a537ffdb41d on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:13.731592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Attempting to bind port 37532f78-5bf2-489b-82b2-7a537ffdb41d by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:13.731592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Attempting to bind port 37532f78-5bf2-489b-82b2-7a537ffdb41d on network 2d440db9-562a-426e-859c-183ebb134080 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:13.731592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Transition to ACTIVE for port object c3cb3b52-019c-4646-8bbe-0f2864f6fb34 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:13.731592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:13.731592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Checking segment: {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:13.731984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.732100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.732180 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Added segment 3a1fe42f-cb1c-4383-9aba-894f523bbdf7 of type vlan for network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d Sep 15 09:49:13.732250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Bound using segment: {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:13.732250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Bound port: 37532f78-5bf2-489b-82b2-7a537ffdb41d, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:13.732250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.732489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:13.732489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8406e1ac-1222-4a4d-b9a8-46b182f6d92b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:13.792597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.793466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.798443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c22d804-4487-40b4-956e-ae5c165aebdc,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:13.809049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] For port 37532f78-5bf2-489b-82b2-7a537ffdb41d, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:13.811120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.812812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] For port 37532f78-5bf2-489b-82b2-7a537ffdb41d, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=37532f78-5bf2-489b-82b2-7a537ffdb41d,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:13.813243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:13.831300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.865194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.878050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.897190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.907922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:13.924101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.929946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.932906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Made reservation on behalf of 1f5e8ae4fe6744ecae6866ca766c85f5 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:13.936597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.944912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32930f2-e507-4a34-9b0e-0f2a3a5c0744,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:13.960569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.961053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:13.961404 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Added segment cc6d4bcb-5246-44d5-aeb8-bb1529b7cfc2 of type vlan for network 68a12e19-c367-4f77-be92-3f86b2c0c252 Sep 15 09:49:13.961618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:13.965572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:13.971402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:14.000031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.007167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:14.008002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.058377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:14.080937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.087025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:14.087568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.098573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Pushing event updated for resources: {'Port': ['ID=c3cb3b52-019c-4646-8bbe-0f2864f6fb34,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:14.153596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.199700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68435f0-b4cb-486d-9ec9-71b3b8ed30af None None] Pushing event updated for resources: {'Port': ['ID=37532f78-5bf2-489b-82b2-7a537ffdb41d,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:14.202799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Attempting to bind port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:14.204071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Attempting to bind port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:14.204624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Attempting to bind port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 on network 60be109e-8b4d-4efc-af46-740574c2c1f2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:14.214336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:14.215882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Checking segment: {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:14.216386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.216871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Bound using segment: {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:14.217844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Bound port: c3cb3b52-019c-4646-8bbe-0f2864f6fb34, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:14.218437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.242928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:14.266775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Usage tracker for resource:security_group_rule and tenant:1f5e8ae4fe6744ecae6866ca766c85f5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:14.278056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:14.291182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:14.386334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] For port c3cb3b52-019c-4646-8bbe-0f2864f6fb34, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:14.387900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Pushing event updated for resources: {'Network': ['ID=d6ec8b86-cabb-400d-81f9-628feb0fc918,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:14.395746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] For port c3cb3b52-019c-4646-8bbe-0f2864f6fb34, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c3cb3b52-019c-4646-8bbe-0f2864f6fb34,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:14.399923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network d6ec8b86-cabb-400d-81f9-628feb0fc918 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:14.405079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee9ba91-e8ad-4ee7-bc26-41fa751a59f4,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:14.408896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.415663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:14.416375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.432990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Allocated IP 172.26.7.209 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/bc9a6118-c3c1-402e-9b43-eca52953eb2c) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:14.482194 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1db97824-729f-4e74-8cf2-ed44f2007ab9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4813635 Sep 15 09:49:14.534933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.559215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.559558 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Added segment 963f1621-1e25-470b-ac9f-4dfd4299f6a7 of type vlan for network 7ed0995e-fc25-483a-bb6c-a9306930fc4c Sep 15 09:49:14.631783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.681253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 37532f78-5bf2-489b-82b2-7a537ffdb41d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:14.693509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event updated for resources: {'Network': ['ID=c2d29b92-8c47-4b4a-8f90-6a16a2c3925d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:14.720575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.728621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:14.736563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:14.747928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.748281 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Added segment e92354ca-f4c0-479d-8954-25a994fed225 of type vlan for network 66aa447e-124e-4ea4-8eee-a9825c155046 Sep 15 09:49:14.786534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.795739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.801613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.809527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.851024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.893812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84922e3e-8354-4e9c-a8bd-8e76a4537360,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:14.937244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.943869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:14.944658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:14.994292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d16d3-bb9b-4921-9d54-bf73bfc27c29 None None] Pushing event updated for resources: {'Port': ['ID=c3cb3b52-019c-4646-8bbe-0f2864f6fb34,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:15.020476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Pushing event updated for resources: {'Network': ['ID=68a12e19-c367-4f77-be92-3f86b2c0c252,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:15.032463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.035816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 68a12e19-c367-4f77-be92-3f86b2c0c252 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:15.100533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.103258 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-632a6a63-319f-4f9e-8eb3-773bc9ec7374 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.3430743 Sep 15 09:49:15.107411 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2cda387c-ef21-4c44-8fa5-b471627a3c28 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3504946 Sep 15 09:49:15.112538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13e7428a-1776-45b1-9e43-24b47eb7cd49,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:15.144170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43330) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:15.144764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43332) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:15.187477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Request body: {'subnet': {'network_id': 'c2d29b92-8c47-4b4a-8f90-6a16a2c3925d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:15.194741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:49:15.215763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 37532f78-5bf2-489b-82b2-7a537ffdb41d completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:15.268081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:15.289463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.289759 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Added segment bc0b0863-8fe2-4d9e-9e0e-84a775843c61 of type vlan for network 57e75559-d73c-4ed7-b47a-078469267879 Sep 15 09:49:15.331278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.334864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.335800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:15.336378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.409291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Network': ['ID=66aa447e-124e-4ea4-8eee-a9825c155046,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:15.411525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43338) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:15.423515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 66aa447e-124e-4ea4-8eee-a9825c155046 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:15.425995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ae150f57-0276-400b-a901-d2c848ca9d5b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.0301094 Sep 15 09:49:15.432576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Request body: {'port': {'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918', 'binding:host_id': 'hv-neutron-8577', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1415346624'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:15.437522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43344) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:15.448189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'subnet': {'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:15.526677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344eeece-1836-4d0d-8882-3eb6cf05ec63 None None] Network 2d440db9-562a-426e-859c-183ebb134080 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:15.553344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'Network': ['ID=7ed0995e-fc25-483a-bb6c-a9306930fc4c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:15.575971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:15.586252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Allocated IP 172.26.7.23 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/2933c86d-9897-449a-ae42-a54e8832dca2) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:15.587626 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Usage tracker for resource:port and tenant:d6ffa3858a0045148016d7f114cd5866 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:15.591217 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6c0656bf-51fe-4d28-bda7-d2b70e154438 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.1023934 Sep 15 09:49:15.592599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:15.598488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.602428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:15.603839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43348) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:15.606148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:15.616156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'subnet': {'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:15.623834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7ed0995e-fc25-483a-bb6c-a9306930fc4c details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:15.624906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:15.648617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Usage tracker for resource:subnet and tenant:100d80433ca94c87903470c4072ef5b6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:15.655881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:15.691056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Usage tracker for resource:subnet and tenant:296503476aa04fe2880fadaaf328b3f4 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:15.696405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Request body: {'network': {'name': 'tempest-network--546328986', 'router:external': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:15.701510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9a6118-c3c1-402e-9b43-eca52953eb2c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:15.705396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:15.711385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:15.715361 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Usage tracker for resource:network and tenant:eb3d0040e33c43d7b33183fc407ec869 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:15.720226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:15.726029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.726783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:15.733332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:15.733965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.734145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Usage tracker for resource:subnet and tenant:1f5e8ae4fe6744ecae6866ca766c85f5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:15.738062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:15.745035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:15.752036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:15.763015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:15.767762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:15.769764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:15.778156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:15.804861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:15.827663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cfd47464-976a-452b-9ef0-fb3c97ce7238 None None] Provisioning for port 37532f78-5bf2-489b-82b2-7a537ffdb41d completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:15.840608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Made reservation on behalf of eb3d0040e33c43d7b33183fc407ec869 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:15.842910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.882915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cfd47464-976a-452b-9ef0-fb3c97ce7238 None None] Provisioning complete for port 37532f78-5bf2-489b-82b2-7a537ffdb41d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:15.883636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cfd47464-976a-452b-9ef0-fb3c97ce7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.917468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.939659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Made reservation on behalf of 296503476aa04fe2880fadaaf328b3f4 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:15.943116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks [] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.971908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Made reservation on behalf of 100d80433ca94c87903470c4072ef5b6 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:15.974336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:15.999763 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.4307368 Sep 15 09:49:16.014305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.031205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Made reservation on behalf of d6ffa3858a0045148016d7f114cd5866 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:16.034376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.070796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.079290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6459e6-053e-432a-aebc-c9a677b6afa2 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Pushing event updated for resources: {'Network': ['ID=57e75559-d73c-4ed7-b47a-078469267879,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:16.088757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Made reservation on behalf of 1f5e8ae4fe6744ecae6866ca766c85f5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:16.092935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 57e75559-d73c-4ed7-b47a-078469267879 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:16.096187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.109491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cfd47464-976a-452b-9ef0-fb3c97ce7238 None None] Current status of the port 37532f78-5bf2-489b-82b2-7a537ffdb41d is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:16.110614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cfd47464-976a-452b-9ef0-fb3c97ce7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.119471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd932f9-8ff6-480c-9602-5b1c9a4d91ce None None] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:16.243779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:16.254213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:16.272116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.331248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-cfd47464-976a-452b-9ef0-fb3c97ce7238 None None] For port 37532f78-5bf2-489b-82b2-7a537ffdb41d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=37532f78-5bf2-489b-82b2-7a537ffdb41d,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:16.360140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Usage tracker for resource:security_group_rule and tenant:eb3d0040e33c43d7b33183fc407ec869 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:16.374209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Pushing event updated for resources: {'Port': ['ID=2933c86d-9897-449a-ae42-a54e8832dca2,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:16.399945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:16.402291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cfd47464-976a-452b-9ef0-fb3c97ce7238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.427522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Usage tracker for resource:security_group_rule and tenant:d6ffa3858a0045148016d7f114cd5866 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:16.428896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:16.430868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:16.434111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:16.454550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:16.465905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:16.569875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:16.616439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd47464-976a-452b-9ef0-fb3c97ce7238 None None] Pushing event updated for resources: {'Port': ['ID=37532f78-5bf2-489b-82b2-7a537ffdb41d,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:16.651966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-64e36493-c56b-4139-9207-d85763ec990c None None] Provisioning for port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:16.655663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c3cb3b52-019c-4646-8bbe-0f2864f6fb34 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:16.819436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:16.831906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:16.832668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.903558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43366) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:16.910315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Request body: {'port': {'network_id': '57e75559-d73c-4ed7-b47a-078469267879', 'binding:host_id': 'hv-neutron-8577', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2018987640'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:16.916919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:16.921915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d8f3ba03-d094-4677-a261-30aaeba445e7 None None] Provisioning complete for port 37532f78-5bf2-489b-82b2-7a537ffdb41d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:16.922830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8f3ba03-d094-4677-a261-30aaeba445e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:16.923977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Usage tracker for resource:port and tenant:b61631113c394319ab1bccc49177193c is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:16.927935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:16.949723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:17.067652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Made reservation on behalf of b61631113c394319ab1bccc49177193c for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:17.070431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.090699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:49:17.091510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.116274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.119089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d8f3ba03-d094-4677-a261-30aaeba445e7 None None] Current status of the port 37532f78-5bf2-489b-82b2-7a537ffdb41d is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:17.121229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:17.121624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.167875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port c3cb3b52-019c-4646-8bbe-0f2864f6fb34, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c3cb3b52-019c-4646-8bbe-0f2864f6fb34,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:17.168088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9ab8d81-a3ee-404a-8f80-01b8361385c3,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:17.168088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.227840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.243471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cb5e2758-788f-4906-9b9f-4cf165ac3155 None None] Provisioning complete for port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:17.243959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb5e2758-788f-4906-9b9f-4cf165ac3155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.245674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.248778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:17.256424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.271084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Usage tracker for resource:security_group_rule and tenant:b61631113c394319ab1bccc49177193c is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:17.284107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:17.298331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:17.321120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Checking segment: {'id': '963f1621-1e25-470b-ac9f-4dfd4299f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:17.321334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Network hostable DHCP agents. Network: 7ed0995e-fc25-483a-bb6c-a9306930fc4c, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:49:17.330389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.336427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.356425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Subnet': ['ID=65e6d8ae-f467-4844-913f-0da20d9206ed,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:17.358435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.392604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Checking segment: {'id': 'e92354ca-f4c0-479d-8954-25a994fed225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:17.392843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Network hostable DHCP agents. Network: 66aa447e-124e-4ea4-8eee-a9825c155046, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:49:17.396783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.461592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:17.466033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.478298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=c3cb3b52-019c-4646-8bbe-0f2864f6fb34,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:17.481625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cb5e2758-788f-4906-9b9f-4cf165ac3155 None None] Current status of the port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:17.483154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] device_id is not set on port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:17.524605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Network 7ed0995e-fc25-483a-bb6c-a9306930fc4c is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:17.565187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2303a254-aee3-4531-b5d1-6baac954f98f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:17.602137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.602434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Added segment a5169ce0-16f0-4e01-ac6f-956f5e4ea677 of type vlan for network 20090218-57bd-4499-bda1-5303f05ad4af Sep 15 09:49:17.621244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7ed0995e-fc25-483a-bb6c-a9306930fc4c) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:17.631316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81043b0e-6ab6-4d67-910d-dd77f5fce628 None None] Network 7ed0995e-fc25-483a-bb6c-a9306930fc4c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:17.650052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:17.650648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.679373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.699004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ab121c-9594-4d0b-8fe0-ebb582408b62,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:17.767755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.776676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Network 66aa447e-124e-4ea4-8eee-a9825c155046 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:17.783675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] device_id is not set on port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:17.791394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event updated for resources: {'Subnet': ['ID=da625bce-ca93-46cb-b967-ab7528a7e1bb,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:17.822668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.834789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 66aa447e-124e-4ea4-8eee-a9825c155046) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:17.834966 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-41d60c0e-06fd-4d81-8f25-ae7ea60181ba tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2271187 Sep 15 09:49:17.841031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.848276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43372) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:17.851999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Checking segment: {'id': '3a1fe42f-cb1c-4383-9aba-894f523bbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c2d29b92-8c47-4b4a-8f90-6a16a2c3925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:17.852347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Network hostable DHCP agents. Network: c2d29b92-8c47-4b4a-8f90-6a16a2c3925d, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:49:17.863708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:17.864293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:17.866594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fa0686-6d41-409c-ba31-0ee2259496d4 None None] Network 66aa447e-124e-4ea4-8eee-a9825c155046 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:17.873612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-992336527', 'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:17.935389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b29cbf-e000-4df0-a98a-4e60a4a1e2ab,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:17.953401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570193a9-de0f-4e6d-ba2a-8027dbc85910 None None] Network 7ed0995e-fc25-483a-bb6c-a9306930fc4c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:17.957111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:18.065393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Usage tracker for resource:port and tenant:100d80433ca94c87903470c4072ef5b6 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:18.065393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:18.065393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:49:18.078903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:18.144485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.177982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:18.254328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Made reservation on behalf of 100d80433ca94c87903470c4072ef5b6 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:18.256690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.272802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] device_id is not set on port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:18.278385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.279338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:18.279906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.290782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.306073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-66aa447e-124e-4ea4-8eee-a9825c155046', 'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046', 'tenant_id': '1f5e8ae4fe6744ecae6866ca766c85f5', 'fixed_ips': [{'subnet_id': '65e6d8ae-f467-4844-913f-0da20d9206ed'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:49:18.306348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.315046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Transition to ACTIVE for port object 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:18.325440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Router cea74158-e29a-45d7-89eb-25dbe034dd5d is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:49:18.334937 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8c30ebc4-fcb2-468c-986a-9683cbf845b0 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8948143 Sep 15 09:49:18.338490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43376) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:18.405786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] device_id is not set on port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:18.416300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046', 'name': 'tempest-AllowedAddressPairTestJSON-1254523072'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:18.443135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] device_id is not set on port 5f9a9bda-78ba-4c4c-910a-8704db1f4500 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:18.482644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Allocated IP 172.20.0.2 (66aa447e-124e-4ea4-8eee-a9825c155046/65e6d8ae-f467-4844-913f-0da20d9206ed/3e7ee819-db84-4339-bfd6-c1650468fb22) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:18.483484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.573480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 37532f78-5bf2-489b-82b2-7a537ffdb41d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:18.580221 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.4052827 Sep 15 09:49:18.580221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c2d29b92-8c47-4b4a-8f90-6a16a2c3925d) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:18.604433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b875c3ff-d2ef-4611-8c6d-58333be0786c None None] Network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:18.627565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43380) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:18.645539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.683932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdf01d5-203e-41b8-9c1c-53b353f2b8fb,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:18.756324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Checking segment: {'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:18.756679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Network hostable DHCP agents. Network: 57e75559-d73c-4ed7-b47a-078469267879, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:49:18.762159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5cb760-5b34-4244-b989-df0eab8a2638 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Network': ['ID=20090218-57bd-4499-bda1-5303f05ad4af,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:18.778710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:18.779380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.790397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Transition to ACTIVE for port object 331341c5-b87a-4c25-ab9f-04c89b1c5c11 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:18.796617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:49:18.816742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.817909 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Sync routers for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:49:18.828066 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:18.829472 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:48:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:18.926189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 37532f78-5bf2-489b-82b2-7a537ffdb41d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:18.926734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.940510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Network 57e75559-d73c-4ed7-b47a-078469267879 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:18.947404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:18.948850 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0620f068-5abe-4f76-a7a5-32b285e785c7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6950600 Sep 15 09:49:18.953384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43386) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:18.963051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Allocated IP 172.20.0.13 (7ed0995e-fc25-483a-bb6c-a9306930fc4c/a9ab8d81-a3ee-404a-8f80-01b8361385c3/5f9a9bda-78ba-4c4c-910a-8704db1f4500) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:19.018481 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:19.032641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.050489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.053573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 57e75559-d73c-4ed7-b47a-078469267879) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:19.066437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Transition to ACTIVE for port object 3e7ee819-db84-4339-bfd6-c1650468fb22 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:19.075445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:19.104106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c2d29b92-8c47-4b4a-8f90-6a16a2c3925d', 'network_id': 'c2d29b92-8c47-4b4a-8f90-6a16a2c3925d', 'tenant_id': '296503476aa04fe2880fadaaf328b3f4', 'fixed_ips': [{'subnet_id': 'da625bce-ca93-46cb-b967-ab7528a7e1bb'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:49:19.108571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.116206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d35ad6-c488-43e9-87aa-013ac1ef3255 None None] Network 57e75559-d73c-4ed7-b47a-078469267879 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:19.150829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.151379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.152240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.152950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > port after_create 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.153067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.153506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > port after_update 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.153964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.154507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.154884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.155203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.228355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Transition to ACTIVE for port object 3e7ee819-db84-4339-bfd6-c1650468fb22 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:19.278063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 37532f78-5bf2-489b-82b2-7a537ffdb41d is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:19.279127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c3cb3b52-019c-4646-8bbe-0f2864f6fb34 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:19.338951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.353812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.355114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.355251 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:16Z', 'revision_number': 3, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:19.355390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:19.355390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20090218-57bd-4499-bda1-5303f05ad4af']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:19.358532 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Checking router: cea74158-e29a-45d7-89eb-25dbe034dd5d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:49:19.358891 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Updating router cea74158-e29a-45d7-89eb-25dbe034dd5d port 2933c86d-9897-449a-ae42-a54e8832dca2 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:49:19.370429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:19.370927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:19.371409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:19.391484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5169ce0-16f0-4e01-ac6f-956f5e4ea677') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:19.392392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5169ce0-16f0-4e01-ac6f-956f5e4ea677') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:19.395261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.400709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:19.401171 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:19.405491 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 2 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:19.416146 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.423012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.441507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.459388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:19.461110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:19.461631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:19.464944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.518274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Pushing event updated for resources: {'Port': ['ID=3e7ee819-db84-4339-bfd6-c1650468fb22,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:19.524015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.534801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:19.535488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.545140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 20090218-57bd-4499-bda1-5303f05ad4af details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:19.577261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:19.577689 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:19.634305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:19.636419 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 3 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:19.645677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=331341c5-b87a-4c25-ab9f-04c89b1c5c11,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:19.655399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b623493a-bef9-4355-9487-7e5e4db66a6a tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4811320 Sep 15 09:49:19.657121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.669124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43398) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:19.684756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Request body: {'port': {'network_id': 'c2d29b92-8c47-4b4a-8f90-6a16a2c3925d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1589563137'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:19.716016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Network 66aa447e-124e-4ea4-8eee-a9825c155046 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:19.721543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:19.730004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:19.747459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:19.747821 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.776093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bc9a6dba-0ae6-4f7c-96cc-0b35d690fe03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.779545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Network 7ed0995e-fc25-483a-bb6c-a9306930fc4c is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:19.787950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Usage tracker for resource:port and tenant:1f5e8ae4fe6744ecae6866ca766c85f5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:19.795913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:19.796491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:19.798008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:19.799901 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.839951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:19.841430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Router 7c86f152-c28f-429c-abba-aaf79d183fc3 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:49:19.854013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:19.861665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:19.871138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:19.872229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:19.873057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.896711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:19.897039 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:19.905097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Checking segment: {'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:19.905458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Network hostable DHCP agents. Network: d6ec8b86-cabb-400d-81f9-628feb0fc918, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:49:19.909291 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 4 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:19.923998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Allocated IP 172.20.0.2 (c2d29b92-8c47-4b4a-8f90-6a16a2c3925d/da625bce-ca93-46cb-b967-ab7528a7e1bb/3d599a40-5470-489b-a354-4f58cd4073dc) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:19.929247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Attempting to bind port 3e7ee819-db84-4339-bfd6-c1650468fb22 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:19.933057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Attempting to bind port 3e7ee819-db84-4339-bfd6-c1650468fb22 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e92354ca-f4c0-479d-8954-25a994fed225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:19.938283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Attempting to bind port 3e7ee819-db84-4339-bfd6-c1650468fb22 on network 66aa447e-124e-4ea4-8eee-a9825c155046 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:19.956292 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Transition to ACTIVE for port object 2933c86d-9897-449a-ae42-a54e8832dca2 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:19.959088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:19.960458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Checking segment: {'id': 'e92354ca-f4c0-479d-8954-25a994fed225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:19.960458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.960458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Bound using segment: {'id': 'e92354ca-f4c0-479d-8954-25a994fed225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:19.960785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Bound port: 3e7ee819-db84-4339-bfd6-c1650468fb22, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92354ca-f4c0-479d-8954-25a994fed225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:19.961082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:19.997839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Made reservation on behalf of 1f5e8ae4fe6744ecae6866ca766c85f5 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:20.001523 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment a5169ce0-16f0-4e01-ac6f-956f5e4ea677 resource provider aggregate not found Sep 15 09:49:20.006585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.017172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.027421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 20090218-57bd-4499-bda1-5303f05ad4af {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 15 09:49:20.030765 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.043704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.069840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:20.070182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:20.070516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:20.075211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'Port': ['ID=5f9a9bda-78ba-4c4c-910a-8704db1f4500,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:20.076322 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "DELETE /v2.0/networks/20090218-57bd-4499-bda1-5303f05ad4af HTTP/1.1" status: 204 len: 168 time: 1.4412086 Sep 15 09:49:20.079344 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment a5169ce0-16f0-4e01-ac6f-956f5e4ea677 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5169ce0-16f0-4e01-ac6f-956f5e4ea677 found for delete ", "request_id": "req-5a4bd04d-5eac-4079-9183-727f560b8448"}]} Sep 15 09:49:20.082960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43408) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:20.092447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0cc29b-8540-48b4-ac85-efe2eb30120a tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event deleted for resources: {'Network': ['ID=20090218-57bd-4499-bda1-5303f05ad4af,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:20.100348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:20.100820 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:20.103508 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 5 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:20.108865 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b14595c2-dd34-45a5-b4e9-2ca638230061 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.2581210 Sep 15 09:49:20.125100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:20.131123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43412) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:20.136143 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Attempting to bind port 2933c86d-9897-449a-ae42-a54e8832dca2 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:20.136518 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Attempting to bind port 2933c86d-9897-449a-ae42-a54e8832dca2 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:20.136889 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Attempting to bind port 2933c86d-9897-449a-ae42-a54e8832dca2 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:20.153188 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:20.155428 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:20.155428 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.155428 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:20.155428 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Bound port: 2933c86d-9897-449a-ae42-a54e8832dca2, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:20.155428 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.159882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:20.174831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] device_id is not set on port ff73cf12-9e1c-4026-a77a-c88afee54659 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:20.196609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:20.197228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:20.197743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:20.200022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:20.218232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:20.218983 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:20.225476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:20.230255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Usage tracker for resource:port and tenant:296503476aa04fe2880fadaaf328b3f4 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:20.235028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:20.244336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:20.256190 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 6 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:20.286915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:20.287619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:20.288152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:20.302259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:20.303118 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:20.306028 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 7 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:20.325457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:20.326302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:20.326866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:20.332306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Made reservation on behalf of 296503476aa04fe2880fadaaf328b3f4 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:20.334385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0631611c-86cc-4931-958c-be3f626b213c None None] For port 3e7ee819-db84-4339-bfd6-c1650468fb22, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:20.337040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.343542 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] For port 2933c86d-9897-449a-ae42-a54e8832dca2, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:20.355526 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] For port 2933c86d-9897-449a-ae42-a54e8832dca2, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2933c86d-9897-449a-ae42-a54e8832dca2,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:20.412326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0631611c-86cc-4931-958c-be3f626b213c None None] For port 3e7ee819-db84-4339-bfd6-c1650468fb22, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3e7ee819-db84-4339-bfd6-c1650468fb22,segment=NetworkSegment(e92354ca-f4c0-479d-8954-25a994fed225),segment_id=e92354ca-f4c0-479d-8954-25a994fed225)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:20.437036 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.459773 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Pushing event updated for resources: {'Port': ['ID=2933c86d-9897-449a-ae42-a54e8832dca2,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:20.470632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:20.471263 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:20.483318 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.483591 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.483950 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.484505 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.486010 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.486435 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.486781 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.487117 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.487466 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.487804 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.488118 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.488447 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:49:20.488543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-46e7dfc9-8eb7-454b-90cf-34ae2b32b6ec tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Deleting port 5f9a9bda-78ba-4c4c-910a-8704db1f4500 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:20.488864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46e7dfc9-8eb7-454b-90cf-34ae2b32b6ec tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Tracked resource versions report: Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: pushed versions: Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: { 'AddressGroup': {'1.2'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'ConntrackHelper': {'1.0'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Log': {'1.0'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Network': {'1.1'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Port': {'1.7'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'PortForwarding': {'1.2'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'QosPolicy': {'1.8'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SecurityGroup': {'1.4'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SecurityGroupRule': {'1.2'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SubPort': {'1.0'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Subnet': {'1.1'}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Trunk': {'1.1'}} Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: consumer versions: Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: { DHCP agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: HyperV agent@hv-neutron-8577: {}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: L3 agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: Metadata agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: Metering agent@dv-neutron-857775-1-hyperv: {}, Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: Open vSwitch agent@dv-neutron-857775-1-hyperv: { 'AddressGroup': '1.2', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'ConntrackHelper': '1.0', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Log': '1.0', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Network': '1.1', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Port': '1.7', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'PortForwarding': '1.2', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'QosPolicy': '1.8', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SecurityGroup': '1.4', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SecurityGroupRule': '1.2', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'SubPort': '1.0', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Subnet': '1.1', Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: 'Trunk': '1.1'}} Sep 15 09:49:20.489504 dv-neutron-857775-1-hyperv neutron-server[89671]: {{(pid=89671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 15 09:49:20.497069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 8 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:20.514408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.518971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.541023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:20.541023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:20.541023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:20.551728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] device_id is not set on port 35026833-e67e-4432-a3ea-020ab3774d11 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:20.560642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:49:20.564683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Usage tracker for resource:network and tenant:eb3d0040e33c43d7b33183fc407ec869 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:20.580486 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:20.581140 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:48:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:20.637273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.657685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Transition to ACTIVE for port object 3d599a40-5470-489b-a354-4f58cd4073dc will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:20.665715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:20.666420 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:20.668938 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 9 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:20.676670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631611c-86cc-4931-958c-be3f626b213c None None] Pushing event updated for resources: {'Port': ['ID=3e7ee819-db84-4339-bfd6-c1650468fb22,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:20.701769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:20.702518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:20.703486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:20.704781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Transition to ACTIVE for port object 3d599a40-5470-489b-a354-4f58cd4073dc will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:20.711627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:20.712169 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:20.715718 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 10 to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb Sep 15 09:49:20.736609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:20.737162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:20.737672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:20.762543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.804930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46e7dfc9-8eb7-454b-90cf-34ae2b32b6ec tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.835184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Sync routers for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:49:20.862519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Allocated IP 172.20.0.3 (c2d29b92-8c47-4b4a-8f90-6a16a2c3925d/da625bce-ca93-46cb-b967-ab7528a7e1bb/35026833-e67e-4432-a3ea-020ab3774d11) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:20.888009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:20.888548 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:20.889961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:20.911509 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b033b-e870-460c-a5d6-8506d9656b6c None None] Pushing event updated for resources: {'Port': ['ID=2933c86d-9897-449a-ae42-a54e8832dca2,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:20.918906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:20.924269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:20.925077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:48:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:20.975036 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:20.977368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-46e7dfc9-8eb7-454b-90cf-34ae2b32b6ec tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Calling delete_port for 5f9a9bda-78ba-4c4c-910a-8704db1f4500 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:20.996245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:21.021432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:21.062133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Pushing event updated for resources: {'Port': ['ID=3d599a40-5470-489b-a354-4f58cd4073dc,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:21.179235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.196532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Transition to ACTIVE for port object 35026833-e67e-4432-a3ea-020ab3774d11 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:21.264103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Attempting to bind port 3d599a40-5470-489b-a354-4f58cd4073dc on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:21.264459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Attempting to bind port 3d599a40-5470-489b-a354-4f58cd4073dc by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '3a1fe42f-cb1c-4383-9aba-894f523bbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c2d29b92-8c47-4b4a-8f90-6a16a2c3925d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:21.264818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Attempting to bind port 3d599a40-5470-489b-a354-4f58cd4073dc on network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:21.285063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:21.285441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Checking segment: {'id': '3a1fe42f-cb1c-4383-9aba-894f523bbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c2d29b92-8c47-4b4a-8f90-6a16a2c3925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:21.285861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.286266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Bound using segment: {'id': '3a1fe42f-cb1c-4383-9aba-894f523bbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c2d29b92-8c47-4b4a-8f90-6a16a2c3925d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:21.286747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Bound port: 3d599a40-5470-489b-a354-4f58cd4073dc, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1fe42f-cb1c-4383-9aba-894f523bbdf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c2d29b92-8c47-4b4a-8f90-6a16a2c3925d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:21.287180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.324626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] For port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:21.325047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempted to set empty binding levels {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 15 09:49:21.343508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.344889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Network d6ec8b86-cabb-400d-81f9-628feb0fc918 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:21.376455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:21.386303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:21.399141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:21.410740 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:16Z', 'revision_number': 3, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:21.417049 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fe043b-6edf-4211-9a96-e072c89f7e10 None None] The sync data for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv is: [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:16Z', 'revision_number': 3, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:49:21.458157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.459320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:21.459909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.478331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:21.489201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46e7dfc9-8eb7-454b-90cf-34ae2b32b6ec tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.489661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:21.503177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, d6ec8b86-cabb-400d-81f9-628feb0fc918) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:21.510133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:21.514170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:21.521009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b13e6-6970-417e-b72d-82245c26e9d3 None None] Network d6ec8b86-cabb-400d-81f9-628feb0fc918 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:21.535304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.536432 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-65a43b5d-e125-4b78-9fca-857c69c25656 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.3297303 Sep 15 09:49:21.579931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:21.580608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:21.581204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:21.591714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43416) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:21.616258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:21.616914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.661759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Made reservation on behalf of eb3d0040e33c43d7b33183fc407ec869 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:21.664561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.751325 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.8453588 Sep 15 09:49:21.767101 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0908539 Sep 15 09:49:21.772783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43420) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:21.773432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43422) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:21.774557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ff85e-acd7-455f-b596-70c412ea7df8 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event updated for resources: {'Port': ['ID=35026833-e67e-4432-a3ea-020ab3774d11,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:21.787465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e7dfc9-8eb7-454b-90cf-34ae2b32b6ec tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f9a9bda-78ba-4c4c-910a-8704db1f4500,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:21.806787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:21.807405 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:21.827399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 2 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:21.858124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46e7dfc9-8eb7-454b-90cf-34ae2b32b6ec tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.863748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:21.864078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:21.864405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:21.880809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] For port 3d599a40-5470-489b-a354-4f58cd4073dc, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:21.969755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Deleting port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:21.969755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.987984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-69ed0bc1-7c2e-4b71-b599-946c7be1064f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:21.995594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] For port 3d599a40-5470-489b-a354-4f58cd4073dc, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3d599a40-5470-489b-a354-4f58cd4073dc,segment=NetworkSegment(3a1fe42f-cb1c-4383-9aba-894f523bbdf7),segment_id=3a1fe42f-cb1c-4383-9aba-894f523bbdf7)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:22.071443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-46e7dfc9-8eb7-454b-90cf-34ae2b32b6ec tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "DELETE /v2.0/ports/5f9a9bda-78ba-4c4c-910a-8704db1f4500 HTTP/1.1" status: 204 len: 168 time: 1.9229617 Sep 15 09:49:22.071443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:22.071443 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:22.078619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.081521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:22.096345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43428) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:22.104523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.105547 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Added segment 806848f4-aad8-4624-bf00-7a796cb271e2 of type vlan for network fa87a686-efab-48ac-a794-6781da29f492 Sep 15 09:49:22.120215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c', 'external_fixed_ips': [{'subnet_id': 'a9ab8d81-a3ee-404a-8f80-01b8361385c3', 'ip_address': '172.20.0.13'}]}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:22.133431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:22.137255 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 3 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:22.137848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Usage tracker for resource:router and tenant:100d80433ca94c87903470c4072ef5b6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:22.141212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:22.149385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:22.151852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96f5a64-4e20-493f-a2f0-0dd0d5d70190 None None] Network 66aa447e-124e-4ea4-8eee-a9825c155046 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:22.165613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Allocated IP 172.20.0.4 (66aa447e-124e-4ea4-8eee-a9825c155046/65e6d8ae-f467-4844-913f-0da20d9206ed/ff73cf12-9e1c-4026-a77a-c88afee54659) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:22.192618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af3782-4f8c-4b36-b547-c2d7baca15a7 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=2cdf01d5-203e-41b8-9c1c-53b353f2b8fb,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:22.207037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.229776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5f7577db-227a-43fc-b850-b8e24f48bb66 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Deleting port 35026833-e67e-4432-a3ea-020ab3774d11 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:22.230144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7577db-227a-43fc-b850-b8e24f48bb66 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.256456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.275070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:22.275536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:22.275937 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:22.309056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:22.309377 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:22.322360 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 4 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:22.372617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.376570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.380389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:22.381030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:22.381030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:22.408281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:16Z', 'revision_number': 3, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:22.427897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b82df90f-23b2-418d-ab54-94563ba2ff61 None None] Provisioning for port 3e7ee819-db84-4339-bfd6-c1650468fb22 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:22.434632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:49:22.463524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Checking router: 7c86f152-c28f-429c-abba-aaf79d183fc3 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:49:22.464442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Updating router 7c86f152-c28f-429c-abba-aaf79d183fc3 port bc9a6118-c3c1-402e-9b43-eca52953eb2c binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:49:22.474696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:22.474884 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:22.605310 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 5 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:22.639192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:22.639607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:22.640078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:22.665245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.667454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:22.668593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.699836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e7fe4d-368a-4089-9902-a87bc47e3671 None None] Pushing event updated for resources: {'Port': ['ID=3d599a40-5470-489b-a354-4f58cd4073dc,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:22.715602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.732168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2933c86d-9897-449a-ae42-a54e8832dca2 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:22.792731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:22.797982 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:22.800133 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 6 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:22.852119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.888384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.913789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:22.993229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:22.993229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:22.993229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:23.003472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Network': ['ID=fa87a686-efab-48ac-a794-6781da29f492,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:23.027857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:23.028190 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:23.033913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 7 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:23.038607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network fa87a686-efab-48ac-a794-6781da29f492 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:23.044701 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3ab628c3-3692-4fb3-a83d-50b0661246db tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.9523680 Sep 15 09:49:23.049285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43434) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:23.065215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] For port 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb, host hv-neutron-8577, got binding levels [] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:23.065580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.149598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Request body: {'subnet': {'network_id': 'fa87a686-efab-48ac-a794-6781da29f492', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:23.159178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:23.159178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:23.159466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:23.172522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:23.186634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 2933c86d-9897-449a-ae42-a54e8832dca2 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:23.193064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Usage tracker for resource:subnet and tenant:eb3d0040e33c43d7b33183fc407ec869 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:23.197875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:23.198209 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:23.199064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:23.207691 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 8 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:23.215728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 2933c86d-9897-449a-ae42-a54e8832dca2 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:23.216403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.222794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:23.405674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Calling delete_port for 2cdf01d5-203e-41b8-9c1c-53b353f2b8fb owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:23.425188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.442729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Transition to ACTIVE for port object ff73cf12-9e1c-4026-a77a-c88afee54659 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:23.449898 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:23.450399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:23.450848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:23.451987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2933c86d-9897-449a-ae42-a54e8832dca2 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:23.452384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.476711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 2933c86d-9897-449a-ae42-a54e8832dca2, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2933c86d-9897-449a-ae42-a54e8832dca2,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:23.493136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:23.493804 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:23.496627 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 9 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:23.522801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:23.523279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:23.523719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:23.557337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:23.557808 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:23.562277 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 10 to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 Sep 15 09:49:23.574624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Made reservation on behalf of eb3d0040e33c43d7b33183fc407ec869 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:23.579368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.587372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.588131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3e7ee819-db84-4339-bfd6-c1650468fb22 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:23.659092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.663945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7577db-227a-43fc-b850-b8e24f48bb66 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.677052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Transition to ACTIVE for port object bc9a6118-c3c1-402e-9b43-eca52953eb2c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:23.688750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:23.689184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:23.689522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:23.697412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.773187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.775835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:23.776145 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:23.776507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.800312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Attempting to bind port bc9a6118-c3c1-402e-9b43-eca52953eb2c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:23.800730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Attempting to bind port bc9a6118-c3c1-402e-9b43-eca52953eb2c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:23.801099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Attempting to bind port bc9a6118-c3c1-402e-9b43-eca52953eb2c on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:23.814182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:23.814605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:23.815014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.815409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:23.816642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Bound port: bc9a6118-c3c1-402e-9b43-eca52953eb2c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:23.816953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.834799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5f7577db-227a-43fc-b850-b8e24f48bb66 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Calling delete_port for 35026833-e67e-4432-a3ea-020ab3774d11 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:23.869860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a099981f-afd8-4ce8-9bb6-585d8a2b0516 None None] Network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:23.891067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Network 66aa447e-124e-4ea4-8eee-a9825c155046 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:23.905468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:23.907964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:23.913766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:23.914326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:23.948507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=ff73cf12-9e1c-4026-a77a-c88afee54659,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:23.958209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.016151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=2933c86d-9897-449a-ae42-a54e8832dca2,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:24.048826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.060285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Allocated IP 172.20.0.1 (2d440db9-562a-426e-859c-183ebb134080/e384e1ed-36cd-46b1-aaee-1efd68cde73f/9fdb69a7-ff98-41ba-a7c7-064d6539b4c9) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:24.138691 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4b558796-980e-4453-99dd-d5b333c8335c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7934244 Sep 15 09:49:24.151593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] For port 331341c5-b87a-4c25-ab9f-04c89b1c5c11, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:24.152190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempted to set empty binding levels {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 15 09:49:24.155347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43438) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:24.155555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 3e7ee819-db84-4339-bfd6-c1650468fb22 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:24.158695 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-20b89f31-6d78-44ae-bc43-8af05e27851f None None] Provisioning for port 3d599a40-5470-489b-a354-4f58cd4073dc completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:24.163970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] For port bc9a6118-c3c1-402e-9b43-eca52953eb2c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:24.167209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046', 'name': 'tempest-AllowedAddressPairTestJSON-786047494', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:30:91:e5'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:24.171462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3e7ee819-db84-4339-bfd6-c1650468fb22 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:24.171951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.255920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] For port bc9a6118-c3c1-402e-9b43-eca52953eb2c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=bc9a6118-c3c1-402e-9b43-eca52953eb2c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:24.257850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27a5dd-99ed-4e66-8496-6afd36f67a86 None None] Pushing event updated for resources: {'Port': ['ID=bc9a6118-c3c1-402e-9b43-eca52953eb2c,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:24.287569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.309997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.311013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:24.311590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.378261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.379259 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.487373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cdf01d5-203e-41b8-9c1c-53b353f2b8fb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:24.509527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0deba875-24f2-4530-9948-4af59e1162e2 None None] Provisioning for port ff73cf12-9e1c-4026-a77a-c88afee54659 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:24.512614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:24.513028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:24.537126 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 9.1135731 Sep 15 09:49:24.544123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8db85-a499-48ac-ba4b-ab2701d27c55 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=331341c5-b87a-4c25-ab9f-04c89b1c5c11,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:24.556933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43444) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:24.577008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Allocated IP 172.20.0.1 (60be109e-8b4d-4efc-af46-740574c2c1f2/6f225fe1-6e8a-4731-bf17-5b035b076074/ed9f3461-31fd-4634-905b-22c5582ffd23) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:24.584883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:24.592711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Usage tracker for resource:port and tenant:1f5e8ae4fe6744ecae6866ca766c85f5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:24.596963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:24.605604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:24.609722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.636889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0deba875-24f2-4530-9948-4af59e1162e2 None None] Provisioning complete for port ff73cf12-9e1c-4026-a77a-c88afee54659 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:24.637099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0deba875-24f2-4530-9948-4af59e1162e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.665698 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a56737a7-b686-4550-90be-eba03727af51 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "DELETE /v2.0/ports/2cdf01d5-203e-41b8-9c1c-53b353f2b8fb HTTP/1.1" status: 204 len: 168 time: 2.8436863 Sep 15 09:49:24.676373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43448) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:24.704962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb27a5dd-99ed-4e66-8496-6afd36f67a86 None None] Pushing event updated for resources: {'Port': ['ID=bc9a6118-c3c1-402e-9b43-eca52953eb2c,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:24.715822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7577db-227a-43fc-b850-b8e24f48bb66 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.717073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3e7ee819-db84-4339-bfd6-c1650468fb22 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:24.717472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.718865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Deleting port 331341c5-b87a-4c25-ab9f-04c89b1c5c11 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:24.719208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.745070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.763858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Made reservation on behalf of 1f5e8ae4fe6744ecae6866ca766c85f5 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:24.807202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0deba875-24f2-4530-9948-4af59e1162e2 None None] Port ff73cf12-9e1c-4026-a77a-c88afee54659 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:24.829852 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-671460cf-fa5a-4eec-94b4-8164f32d3872 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] GET failed (client error): The resource could not be found. Sep 15 09:49:24.830389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-671460cf-fa5a-4eec-94b4-8164f32d3872 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Synchronizing usage tracker for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:24.841232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 3e7ee819-db84-4339-bfd6-c1650468fb22, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3e7ee819-db84-4339-bfd6-c1650468fb22,segment=NetworkSegment(e92354ca-f4c0-479d-8954-25a994fed225),segment_id=e92354ca-f4c0-479d-8954-25a994fed225)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:24.864595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7577db-227a-43fc-b850-b8e24f48bb66 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event deleted for resources: {'Port': ['ID=35026833-e67e-4432-a3ea-020ab3774d11,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:24.865008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:24.869475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Transition to ACTIVE for port object 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:24.918729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.927569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:24.978909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Transition to ACTIVE for port object ed9f3461-31fd-4634-905b-22c5582ffd23 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:24.990088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.068679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] device_id is not set on port 95887bd6-05e5-46de-a328-f78d8bc47624 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:25.106367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2933c86d-9897-449a-ae42-a54e8832dca2 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:25.108145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-671460cf-fa5a-4eec-94b4-8164f32d3872 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Unset dirty status for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:25.109928 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-671460cf-fa5a-4eec-94b4-8164f32d3872 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "GET /v2.0/ports/2cdf01d5-203e-41b8-9c1c-53b353f2b8fb HTTP/1.1" status: 404 len: 333 time: 0.4324450 Sep 15 09:49:25.132604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43452) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:25.135911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Request body: {'port': {'network_id': '57e75559-d73c-4ed7-b47a-078469267879', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-699305755'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:25.141912 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:25.145633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7577db-227a-43fc-b850-b8e24f48bb66 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.158057 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5f7577db-227a-43fc-b850-b8e24f48bb66 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "DELETE /v2.0/ports/35026833-e67e-4432-a3ea-020ab3774d11 HTTP/1.1" status: 204 len: 168 time: 3.3294718 Sep 15 09:49:25.158057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43456) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:25.158264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:25.173343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.261156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4afdd664-c95e-4e25-b133-14ad41970f18 None None] Could not find standard attr ID for object 35026833-e67e-4432-a3ea-020ab3774d11. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:49:25.287684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=3e7ee819-db84-4339-bfd6-c1650468fb22,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:25.298904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.333181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:25.346849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Made reservation on behalf of b61631113c394319ab1bccc49177193c for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:25.350791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.365776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:25.368480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:25.369126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.435327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Network 2d440db9-562a-426e-859c-183ebb134080 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:25.444279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:25.466372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:25.505667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 2933c86d-9897-449a-ae42-a54e8832dca2 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:25.510821 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.539815 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:49:25.540283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.612002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7ff59e3c-ae88-4e2f-a596-6cf4c6bb7eee None None] Could not find standard attr ID for object 35026833-e67e-4432-a3ea-020ab3774d11. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:49:25.739009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:16Z', 'revision_number': 3, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:25.755165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6cd04b-de0b-4b82-99da-80b5986402e4 None None] The sync data for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv is: [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:16Z', 'revision_number': 3, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:49:25.768656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2933c86d-9897-449a-ae42-a54e8832dca2 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:25.769089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] For port 331341c5-b87a-4c25-ab9f-04c89b1c5c11, host hv-neutron-8577, got binding levels [] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:25.769089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.769580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3d599a40-5470-489b-a354-4f58cd4073dc up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:25.777478 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1775fde0-2767-4618-b3e7-a64015780301 tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6148975 Sep 15 09:49:25.785322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9f3461-31fd-4634-905b-22c5582ffd23,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:25.798484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43462) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:25.803126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:25.881169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-342730386'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:25.903360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] device_id is not set on port bbee1442-1ef3-415e-bc14-77af62b38a2f yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:25.951856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7ea21230-643b-41ec-afd4-2291058a6ae4 None None] Provisioning for port ed9f3461-31fd-4634-905b-22c5582ffd23 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:25.954308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Calling delete_port for 331341c5-b87a-4c25-ab9f-04c89b1c5c11 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:25.957476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7ea21230-643b-41ec-afd4-2291058a6ae4 None None] Provisioning complete for port ed9f3461-31fd-4634-905b-22c5582ffd23 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:25.957745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7ea21230-643b-41ec-afd4-2291058a6ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:25.986119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:25.992518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 3d599a40-5470-489b-a354-4f58cd4073dc completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:26.006100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3d599a40-5470-489b-a354-4f58cd4073dc triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:26.006596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.025291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Usage tracker for resource:network and tenant:296503476aa04fe2880fadaaf328b3f4 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:26.031967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.057078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.071171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Allocated IP 172.20.0.10 (66aa447e-124e-4ea4-8eee-a9825c155046/65e6d8ae-f467-4844-913f-0da20d9206ed/95887bd6-05e5-46de-a328-f78d8bc47624) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:26.074211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a188a28a-8473-4020-81ae-8d8882656340,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:26.084803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7ea21230-643b-41ec-afd4-2291058a6ae4 None None] Port ed9f3461-31fd-4634-905b-22c5582ffd23 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:26.095379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Checking segment: {'id': '806848f4-aad8-4624-bf00-7a796cb271e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'fa87a686-efab-48ac-a794-6781da29f492'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:26.095379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Network hostable DHCP agents. Network: fa87a686-efab-48ac-a794-6781da29f492, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:49:26.164372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:26.167899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3d599a40-5470-489b-a354-4f58cd4073dc is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:26.167899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.198922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:26.209072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 3d599a40-5470-489b-a354-4f58cd4073dc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3d599a40-5470-489b-a354-4f58cd4073dc,segment=NetworkSegment(3a1fe42f-cb1c-4383-9aba-894f523bbdf7),segment_id=3a1fe42f-cb1c-4383-9aba-894f523bbdf7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:26.241679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.299394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.350235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a55f729e-9289-476d-a1b5-5ff852e397b9 None None] Provisioning for port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:26.363717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a55f729e-9289-476d-a1b5-5ff852e397b9 None None] Provisioning complete for port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:26.364088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a55f729e-9289-476d-a1b5-5ff852e397b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.418242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Network fa87a686-efab-48ac-a794-6781da29f492 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:26.447295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a55f729e-9289-476d-a1b5-5ff852e397b9 None None] Port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:26.449051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=3d599a40-5470-489b-a354-4f58cd4073dc,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:26.454684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Made reservation on behalf of 296503476aa04fe2880fadaaf328b3f4 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:26.458296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.477649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.483531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.588659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.632996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event deleted for resources: {'Port': ['ID=331341c5-b87a-4c25-ab9f-04c89b1c5c11,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:26.640342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.658135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, fa87a686-efab-48ac-a794-6781da29f492) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:26.668722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512e00ea-cea0-4511-905b-e177b119d47e None None] Network fa87a686-efab-48ac-a794-6781da29f492 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:26.673357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:26.689471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:26.689976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.693926 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ef3c75dd-62c7-4cfb-9ea3-b1175a66920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "DELETE /v2.0/ports/331341c5-b87a-4c25-ab9f-04c89b1c5c11 HTTP/1.1" status: 204 len: 168 time: 2.1365156 Sep 15 09:49:26.700941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43466) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:26.701867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.702214 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Added segment 1453dbf8-ae3b-4f03-94ce-76952e8bc15f of type vlan for network f991cd7c-b8a7-4d34-96d7-348e581953d8 Sep 15 09:49:26.730280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.771587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Transition to ACTIVE for port object 95887bd6-05e5-46de-a328-f78d8bc47624 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:26.778391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.797790 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7238b99-dda7-4d73-9343-c2ca4e823a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] GET failed (client error): The resource could not be found. Sep 15 09:49:26.798338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a7238b99-dda7-4d73-9343-c2ca4e823a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Synchronizing usage tracker for tenant:d6ffa3858a0045148016d7f114cd5866 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:26.808602 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-813a1cbc-353e-4353-907d-9122e5440853 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7034562 Sep 15 09:49:26.811414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43470) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:26.817511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Request body: {'floatingip': {'floating_network_id': 'fa87a686-efab-48ac-a794-6781da29f492'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:26.822457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:26.826774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Usage tracker for resource:floatingip and tenant:eb3d0040e33c43d7b33183fc407ec869 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:26.832574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:26.841209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:26.851116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.861267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.917537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.926076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Network 57e75559-d73c-4ed7-b47a-078469267879 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:26.927069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.927948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.940338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:26.947086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.960028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.968395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:26.969973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:26.970480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:26.971338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5384c87-058d-4ea2-b016-44e3c8adc788 None None] Network fa87a686-efab-48ac-a794-6781da29f492 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:27.076616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=bbee1442-1ef3-415e-bc14-77af62b38a2f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:27.096067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Allocated IP 172.20.0.13 (7ed0995e-fc25-483a-bb6c-a9306930fc4c/a9ab8d81-a3ee-404a-8f80-01b8361385c3/70d010fd-e91c-4b73-a148-80f66d718e9a) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:27.105247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.111574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:27.112518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.116210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a7238b99-dda7-4d73-9343-c2ca4e823a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Unset dirty status for tenant:d6ffa3858a0045148016d7f114cd5866 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:27.117460 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a7238b99-dda7-4d73-9343-c2ca4e823a0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "GET /v2.0/ports/331341c5-b87a-4c25-ab9f-04c89b1c5c11 HTTP/1.1" status: 404 len: 333 time: 0.4137313 Sep 15 09:49:27.148029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43474) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:27.173374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Request body: {'port': {'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-643626598'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:27.208606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device bc9a6118-c3c1-402e-9b43-eca52953eb2c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:27.300952 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1d799d74-a905-4441-9e74-262f0b07ed67 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1755123 Sep 15 09:49:27.301764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9f3461-31fd-4634-905b-22c5582ffd23,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:27.317253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Network 66aa447e-124e-4ea4-8eee-a9825c155046 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:27.317905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43478) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:27.323608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:27.371816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:27.391941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:27.416300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:27.421423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:27.423282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.424729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port bc9a6118-c3c1-402e-9b43-eca52953eb2c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:27.436608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port bc9a6118-c3c1-402e-9b43-eca52953eb2c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:27.436986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.477870 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6698675 Sep 15 09:49:27.477870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:27.481133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43482) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:27.521915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44800894-5a74-4773-a118-012fd9500484 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event updated for resources: {'Network': ['ID=f991cd7c-b8a7-4d34-96d7-348e581953d8,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:27.528485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=95887bd6-05e5-46de-a328-f78d8bc47624,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:27.563105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network f991cd7c-b8a7-4d34-96d7-348e581953d8 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:27.613040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.633191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Made reservation on behalf of d6ffa3858a0045148016d7f114cd5866 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:27.636160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.647693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.662825 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.664168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] device_id is not set on port 1812630a-6247-4e01-931c-e477e7ca1f1f yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:27.697442 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-064c3ad8-af9c-4cf2-a613-38bac8882902 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.5430253 Sep 15 09:49:27.700197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43486) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:27.731755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.768933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port bc9a6118-c3c1-402e-9b43-eca52953eb2c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:27.769428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.786981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port bc9a6118-c3c1-402e-9b43-eca52953eb2c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=bc9a6118-c3c1-402e-9b43-eca52953eb2c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:27.814242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-402d1349-cfc3-4ed6-82d1-f7143fa47eb7 None None] Provisioning for port 95887bd6-05e5-46de-a328-f78d8bc47624 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:27.822275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-402d1349-cfc3-4ed6-82d1-f7143fa47eb7 None None] Provisioning complete for port 95887bd6-05e5-46de-a328-f78d8bc47624 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:27.822562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-402d1349-cfc3-4ed6-82d1-f7143fa47eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.872712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.873684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3e7ee819-db84-4339-bfd6-c1650468fb22 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:27.892222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:27.895548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Pushing event updated for resources: {'Port': ['ID=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:27.971742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:27.989249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:27.997241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.010318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=bc9a6118-c3c1-402e-9b43-eca52953eb2c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:28.045967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-402d1349-cfc3-4ed6-82d1-f7143fa47eb7 None None] Port 95887bd6-05e5-46de-a328-f78d8bc47624 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:28.065453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3e7ee819-db84-4339-bfd6-c1650468fb22 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:28.065849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.214837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3e7ee819-db84-4339-bfd6-c1650468fb22 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:28.215682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3d599a40-5470-489b-a354-4f58cd4073dc up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:28.216083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Network 7ed0995e-fc25-483a-bb6c-a9306930fc4c is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:28.222808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:28.231749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:28.290609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'Port': ['ID=70d010fd-e91c-4b73-a148-80f66d718e9a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:28.317357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3d599a40-5470-489b-a354-4f58cd4073dc triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:28.317987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.320218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.375520 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-da5ca95a-41cd-4fe3-91ff-6a09e5a87cb6 tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "GET /v2.0/agents/842f39e8-e2f1-4915-bd00-96b4075fd406/dhcp-networks HTTP/1.1" status: 200 len: 8808 time: 0.8857954 Sep 15 09:49:28.397067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a39dd4af-6641-4391-b323-6216ab6a30d5 None None] Provisioning complete for port ed9f3461-31fd-4634-905b-22c5582ffd23 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:28.397352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a39dd4af-6641-4391-b323-6216ab6a30d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.400081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43490) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:28.440923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.469953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de8ce6-57c6-42ed-8b32-43e96090923f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:28.476347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de8ce6-57c6-42ed-8b32-43e96090923f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:28.482441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1de8ce6-57c6-42ed-8b32-43e96090923f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:28.483144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Network 2d440db9-562a-426e-859c-183ebb134080 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:28.483485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f1de8ce6-57c6-42ed-8b32-43e96090923f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Synchronizing usage tracker for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:28.485138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a39dd4af-6641-4391-b323-6216ab6a30d5 None None] Port ed9f3461-31fd-4634-905b-22c5582ffd23 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:28.512546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:28.518718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3d599a40-5470-489b-a354-4f58cd4073dc is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:28.667963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Router 7c86f152-c28f-429c-abba-aaf79d183fc3 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:49:28.709099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cad7ce3d-62a3-4f9a-87c4-9f808dd2c919 None None] Provisioning complete for port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:28.709792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cad7ce3d-62a3-4f9a-87c4-9f808dd2c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.714232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.770162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cad7ce3d-62a3-4f9a-87c4-9f808dd2c919 None None] Port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:28.778281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f1de8ce6-57c6-42ed-8b32-43e96090923f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Unset dirty status for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:28.779448 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f1de8ce6-57c6-42ed-8b32-43e96090923f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.9279020 Sep 15 09:49:28.791392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43494) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:28.855629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] device_id is not set on port bbee1442-1ef3-415e-bc14-77af62b38a2f yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:28.867001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Network d6ec8b86-cabb-400d-81f9-628feb0fc918 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:28.873311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:28.884561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:28.888351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:28.888351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.889334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=1812630a-6247-4e01-931c-e477e7ca1f1f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:28.910135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:28.975670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Transition to ACTIVE for port object bbee1442-1ef3-415e-bc14-77af62b38a2f will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:28.976811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Allocated IP 172.20.0.3 (fa87a686-efab-48ac-a794-6781da29f492/a188a28a-8473-4020-81ae-8d8882656340/5bf0d6cc-4fcb-471e-beb2-61f2315f12cf) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:28.981357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Router cea74158-e29a-45d7-89eb-25dbe034dd5d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:49:29.002987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device bc9a6118-c3c1-402e-9b43-eca52953eb2c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:29.007116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:29.075295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port bc9a6118-c3c1-402e-9b43-eca52953eb2c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:29.075667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:29.087603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc2e32-6bcb-4e4a-a09e-30d1c365ab7c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Deleting port 95887bd6-05e5-46de-a328-f78d8bc47624 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:29.087948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e32-6bcb-4e4a-a09e-30d1c365ab7c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:29.137730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:29.153241 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f4e8b54a-a9d0-41da-a6e9-30eb77a856be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9952793 Sep 15 09:49:29.157486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43498) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:29.173568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:29.198443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb31602-0b7d-4dbd-b6b1-b09b66c39e07 tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] Network f991cd7c-b8a7-4d34-96d7-348e581953d8 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:49:29.202362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port bc9a6118-c3c1-402e-9b43-eca52953eb2c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:29.344527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:49:29.358610 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Sync routers for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:49:29.369063 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:29.369732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:29.391697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=bbee1442-1ef3-415e-bc14-77af62b38a2f,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:29.397216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfd665a-341d-4c59-8668-53abf27865a7 None None] Network f991cd7c-b8a7-4d34-96d7-348e581953d8 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:29.518110 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ffb31602-0b7d-4dbd-b6b1-b09b66c39e07 tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "POST /v2.0/agents/842f39e8-e2f1-4915-bd00-96b4075fd406/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1052032 Sep 15 09:49:29.530775 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4f1d4e24-c9ce-42ff-a863-8a9b9c082ab0 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c86f152-c28f-429c-abba-aaf79d183fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8913183 Sep 15 09:49:29.540249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43502) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:29.540249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:29.540249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:29.540600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:29.577053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:29.577373 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:29.585750 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 2 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:29.602363 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:29.680250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:29.680590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:29.680903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:29.727973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:49:29.738503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Sync routers for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:49:29.752068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:29.752688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:29.760651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-84043c66-175b-4f20-a5ea-335514c6cc08 admin admin] 10.222.0.62 "PUT /v2.0/routers/cea74158-e29a-45d7-89eb-25dbe034dd5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8059902 Sep 15 09:49:29.762067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:29.869567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:29.873567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:29.873866 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:29.900807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:29.905746 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 3 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:29.970211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:29.970783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:29.971255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:30.021739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:30.022320 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:30.029917 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 4 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:30.065638 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 2, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:30.071313 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Checking router: 7c86f152-c28f-429c-abba-aaf79d183fc3 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:49:30.071313 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Updating router 7c86f152-c28f-429c-abba-aaf79d183fc3 port ed9f3461-31fd-4634-905b-22c5582ffd23 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:49:30.147660 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-96441300-f081-4d7c-9bf2-c50aed191a5c tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "GET /v2.0/agents/842f39e8-e2f1-4915-bd00-96b4075fd406/dhcp-networks HTTP/1.1" status: 200 len: 9577 time: 0.6018491 Sep 15 09:49:30.152780 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.158927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43520) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:30.166323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:30.183781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e32-6bcb-4e4a-a09e-30d1c365ab7c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.205472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43526) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:30.211445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:30.211915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:30.212354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:30.221503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105042495', 'description': 'tempest-description--1508898342'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:30.228264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:30.232289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Usage tracker for resource:security_group and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:30.236503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:30.242874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:30.255282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:30.255732 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:30.318571 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 5 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:30.376865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43530) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:30.414580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298565168', 'description': 'tempest-description--913080163'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:30.433431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c9cc2e32-6bcb-4e4a-a09e-30d1c365ab7c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Calling delete_port for 95887bd6-05e5-46de-a328-f78d8bc47624 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:30.450611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:30.470496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Usage tracker for resource:security_group and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:30.476211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:30.489381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:30.501573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] device_id is not set on port 1812630a-6247-4e01-931c-e477e7ca1f1f yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:30.517659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.538990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Transition to ACTIVE for port object 1812630a-6247-4e01-931c-e477e7ca1f1f will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:30.544168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 2, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:30.548365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Checking router: cea74158-e29a-45d7-89eb-25dbe034dd5d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:49:30.548721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Updating router cea74158-e29a-45d7-89eb-25dbe034dd5d port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:49:30.568479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:30.569141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:30.569333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:30.572118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.582289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.608288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:30.610305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.614578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Router ba640ac7-486a-46c0-addb-b392ec18d591 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:49:30.617958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.662283 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.669865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.677682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Usage tracker for resource:security_group_rule and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:30.698913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a2c73c99-58cf-4b2a-b5ef-03c429d25f41 tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "DELETE /v2.0/agents/842f39e8-e2f1-4915-bd00-96b4075fd406/dhcp-networks/f991cd7c-b8a7-4d34-96d7-348e581953d8 HTTP/1.1" status: 204 len: 168 time: 0.5357533 Sep 15 09:49:30.699793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:30.700112 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:30.712772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43534) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:30.714888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:30.721551 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 6 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:30.752293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Network fa87a686-efab-48ac-a794-6781da29f492 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:30.754159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:30.760527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:30.762881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:30.778049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:30.783219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:30.783604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:30.783929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:30.791232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Port': ['ID=5bf0d6cc-4fcb-471e-beb2-61f2315f12cf,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:30.794587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Usage tracker for resource:security_group_rule and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:30.799374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:30.802150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:30.803023 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:30.805244 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 7 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:30.811791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:30.831816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:30.831816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:30.831816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:30.834654 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:30.834972 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:30.835336 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 8 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:30.850699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:30.851054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:30.851883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:30.857340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:30.857340 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:30.857578 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 9 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:30.872662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:30.872993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:30.873333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:30.882912 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Transition to ACTIVE for port object ed9f3461-31fd-4634-905b-22c5582ffd23 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:30.924219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:30.924219 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:30.931729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 10 to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f Sep 15 09:49:30.938387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e32-6bcb-4e4a-a09e-30d1c365ab7c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.965121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:30.965460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:30.965800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:30.966111 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:30.980880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=1812630a-6247-4e01-931c-e477e7ca1f1f,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:30.989255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.000615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:31.001097 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:31.006799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Transition to ACTIVE for port object 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:31.006942 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 2 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:31.041895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc2e32-6bcb-4e4a-a09e-30d1c365ab7c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Port': ['ID=95887bd6-05e5-46de-a328-f78d8bc47624,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:31.052570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:31.052895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:31.053226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:31.073428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.084840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:31.085054 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port bbee1442-1ef3-415e-bc14-77af62b38a2f on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:31.085374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.104304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.179450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:49:31.232294 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Sync routers for ids ['ba640ac7-486a-46c0-addb-b392ec18d591'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:49:31.260412 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Routers {'ba640ac7-486a-46c0-addb-b392ec18d591'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:31.261034 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ba640ac7-486a-46c0-addb-b392ec18d591'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:31.288647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] For port bbee1442-1ef3-415e-bc14-77af62b38a2f, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:31.288994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempted to set empty binding levels {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 15 09:49:31.292497 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8049acb3-9589-497e-978d-695e6e3cf98f tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "GET /v2.0/agents/842f39e8-e2f1-4915-bd00-96b4075fd406/dhcp-networks HTTP/1.1" status: 200 len: 8808 time: 0.5659974 Sep 15 09:49:31.301593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81987c90-f88f-43fc-aa97-0b47b4649b23 None None] Pushing event updated for resources: {'Port': ['ID=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:31.335076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43540) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:31.365886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.371778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:31.372204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:31.372545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:31.390595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Attempting to bind port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:31.391062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Attempting to bind port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:31.391626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Attempting to bind port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 on network 2d440db9-562a-426e-859c-183ebb134080 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:31.392256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.395870 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cfac31fe-7443-40b1-9948-ce34cf697a3f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 9.2875800 Sep 15 09:49:31.396645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:31.396974 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:31.397381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43544) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:31.398178 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 3 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:31.400722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:31.402244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Checking segment: {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:31.402827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.403358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Bound using segment: {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:31.403976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Bound port: 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:31.404551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.457023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.465523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.466237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] In _notify_port_updated(), no bound segment for port bbee1442-1ef3-415e-bc14-77af62b38a2f on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:49:31.467149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:31.467802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.472904 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "PUT /v2.0/ports/bbee1442-1ef3-415e-bc14-77af62b38a2f HTTP/1.1" status: 200 len: 976 time: 4.1513009 Sep 15 09:49:31.478115 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Set router ba640ac7-486a-46c0-addb-b392ec18d591 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:31.520653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] For port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:31.523518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43548) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:31.525344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] For port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:31.577009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.610714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.624518 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4ea182f9-3c81-4076-9372-46892150f092 tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "GET /v2.0/networks/c2d29b92-8c47-4b4a-8f90-6a16a2c3925d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2506635 Sep 15 09:49:31.632745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43552) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:31.636260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.646362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:31.646691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:31.647018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:31.726585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:31.727493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:31.773063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e32-6bcb-4e4a-a09e-30d1c365ab7c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.779990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.784578 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.3884170 Sep 15 09:49:31.787282 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b12dc66b-bc3b-423b-b5bf-e3aeca1f0e3e tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "GET /v2.0/networks/c2d29b92-8c47-4b4a-8f90-6a16a2c3925d/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1528876 Sep 15 09:49:31.787929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:31.788254 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:31.789314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.790288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43556) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:31.790615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43558) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:31.791074 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 4 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:31.799331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aa502-2465-44f3-9a25-a55187100e7a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662df003-d604-494a-8a0f-a156112bd646,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:31.807716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Request body: {'security_group_rule': {'security_group_id': '662df003-d604-494a-8a0f-a156112bd646', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:31.814134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:31.818051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Usage tracker for resource:security_group_rule and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:31.820941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:31.827542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:31.845164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.849564 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a905e-7087-4152-b4e3-af3782bbfb01 None None] Pushing event updated for resources: {'Port': ['ID=ed9f3461-31fd-4634-905b-22c5582ffd23,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:31.865437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19ee91c-df0d-4b43-aa90-486ca2fe690e tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=bbee1442-1ef3-415e-bc14-77af62b38a2f,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:31.873344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71934de7-0bcd-4534-b4c4-4f8f4d154691,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:31.884048 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Attempting to bind port ed9f3461-31fd-4634-905b-22c5582ffd23 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:31.885011 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Attempting to bind port ed9f3461-31fd-4634-905b-22c5582ffd23 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:31.885291 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Attempting to bind port ed9f3461-31fd-4634-905b-22c5582ffd23 on network 60be109e-8b4d-4efc-af46-740574c2c1f2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:31.893272 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:31.893711 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Checking segment: {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:31.894213 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.895391 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Bound using segment: {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:31.895565 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Bound port: ed9f3461-31fd-4634-905b-22c5582ffd23, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:31.896009 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.899124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81987c90-f88f-43fc-aa97-0b47b4649b23 None None] Pushing event updated for resources: {'Port': ['ID=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:31.949308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:31.949628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:31.949981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:31.966670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.974740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:31.976151 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fd2e1bb3-442c-47ac-a114-c5c7271c783f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7662160 Sep 15 09:49:31.978840 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c9cc2e32-6bcb-4e4a-a09e-30d1c365ab7c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "DELETE /v2.0/ports/95887bd6-05e5-46de-a328-f78d8bc47624 HTTP/1.1" status: 204 len: 168 time: 3.1339011 Sep 15 09:49:31.986241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43564) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:31.986848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43566) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:32.002836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Request body: {'security_group_rule': {'security_group_id': '71934de7-0bcd-4534-b4c4-4f8f4d154691', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:32.013675 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] For port ed9f3461-31fd-4634-905b-22c5582ffd23, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:32.017221 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] For port ed9f3461-31fd-4634-905b-22c5582ffd23, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed9f3461-31fd-4634-905b-22c5582ffd23,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:32.033537 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba640ac7-486a-46c0-addb-b392ec18d591', 'name': '', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c', 'external_fixed_ips': [{'subnet_id': 'a9ab8d81-a3ee-404a-8f80-01b8361385c3', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': '70d010fd-e91c-4b73-a148-80f66d718e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:28Z', 'revision_number': 3, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port': {'id': '70d010fd-e91c-4b73-a148-80f66d718e9a', 'name': '', 'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:9f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba640ac7-486a-46c0-addb-b392ec18d591', 'device_owner': 'network:router_gateway', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': 'a9ab8d81-a3ee-404a-8f80-01b8361385c3', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:26Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9ab8d81-a3ee-404a-8f80-01b8361385c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:32.039249 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Checking router: ba640ac7-486a-46c0-addb-b392ec18d591 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:49:32.039596 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Updating router ba640ac7-486a-46c0-addb-b392ec18d591 port 70d010fd-e91c-4b73-a148-80f66d718e9a binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:49:32.053112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.053763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.054321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.054841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.055360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.055872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.056383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.056910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.057451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.058343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.058515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.059108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.059620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.060414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.060632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.060929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:32.061385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.061786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:32.064314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Synchronizing usage tracker for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:32.083254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:32.083599 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:32.087356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:32.090852 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.096416 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cade08f-6705-4d4c-be10-9b0e8066535d tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] GET failed (client error): The resource could not be found. Sep 15 09:49:32.097090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3cade08f-6705-4d4c-be10-9b0e8066535d tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Synchronizing usage tracker for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:32.099720 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 5 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:32.103661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Usage tracker for resource:security_group_rule and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:32.108666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:32.122985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:32.129644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:32.130172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:32.130488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:32.195936 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:32.196798 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:32.201846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.215846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:32.216179 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:32.222687 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 6 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:32.281421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Unset dirty status for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:32.283117 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1e85c349-1e78-4bb0-8dfa-f1adf71a2a54 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15045 time: 0.7497704 Sep 15 09:49:32.293477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:32.293477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:32.293859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:32.302492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43572) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:32.306577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.307543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.315325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3cade08f-6705-4d4c-be10-9b0e8066535d tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Unset dirty status for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:32.317942 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3cade08f-6705-4d4c-be10-9b0e8066535d tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "GET /v2.0/ports/95887bd6-05e5-46de-a328-f78d8bc47624 HTTP/1.1" status: 404 len: 333 time: 0.3279476 Sep 15 09:49:32.320625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:32.320951 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:32.350176 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 7 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:32.364977 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a905e-7087-4152-b4e3-af3782bbfb01 None None] Pushing event updated for resources: {'Port': ['ID=ed9f3461-31fd-4634-905b-22c5582ffd23,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:32.366893 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.380544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43576) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:32.388624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.408127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046', 'name': 'tempest-AllowedAddressPairTestJSON-1258645368'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:32.441559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:32.442157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:32.442702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:32.448254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.458873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.505856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:32.505856 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:32.514221 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f084421f-02a2-46c2-b7e5-ecf02b8d09cc tempest-DHCPAgentSchedulersTestJSON-1069855619 tempest-DHCPAgentSchedulersTestJSON-1069855619-project-admin] 10.222.0.62 "GET /v2.0/agents/842f39e8-e2f1-4915-bd00-96b4075fd406/dhcp-networks HTTP/1.1" status: 200 len: 8808 time: 0.7103612 Sep 15 09:49:32.518469 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:32.521319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43580) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:32.521465 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 8 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:32.560514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Deleting port bbee1442-1ef3-415e-bc14-77af62b38a2f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:32.560999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.563355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.572466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:31Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:32.579836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45f8fc6-2616-40e6-988a-11bf95bcbb5c None None] The sync data for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv is: [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:31Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:49:32.602250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Port': ['ID=5bf0d6cc-4fcb-471e-beb2-61f2315f12cf,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:32.605096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.607220 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ecc34ba4-6ee1-4811-baf3-b470c4556d2d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.7943208 Sep 15 09:49:32.624930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43584) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:32.681700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:32.682085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:32.682421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:32.701073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca399d3-5263-4d27-a9ae-f9b59631cfa2,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:32.702850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Deleting port 70d010fd-e91c-4b73-a148-80f66d718e9a {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:32.703234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.739396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.740605 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e4693453-baf9-4143-8018-397dffa08ce5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9390807 Sep 15 09:49:32.756226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43588) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:32.770028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Request body: {'security_group_rule': {'security_group_id': '662df003-d604-494a-8a0f-a156112bd646', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:32.786387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:32.791599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-16d41980-c048-447e-b4a2-bbe7ad4c46ff tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Synchronizing usage tracker for tenant:eb3d0040e33c43d7b33183fc407ec869 on resource:floatingip {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:32.792424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:32.792757 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:32.799839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.801777 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Usage tracker for resource:security_group_rule and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:32.807123 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 9 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:32.833172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:32.848319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:32.882132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:32.882380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:32.882870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:32.911907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:32.947685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:32.955071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:32.955572 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:32.966273 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 10 to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f Sep 15 09:49:32.973902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.037700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:33.039830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd4e6ec-c2d1-455e-94dc-42f6df9bda5a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:33.048361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:33.049018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:33.049561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:33.086553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] For port bbee1442-1ef3-415e-bc14-77af62b38a2f, host hv-neutron-8577, got binding levels [] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:33.086943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.090812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:33.091319 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 1812630a-6247-4e01-931c-e477e7ca1f1f on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:33.091817 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.097061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.098272 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4f872127-82a5-4be3-a83b-30eaefebc24f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1103091 Sep 15 09:49:33.101619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43592) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:33.110187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Request body: {'security_group_rule': {'security_group_id': '71934de7-0bcd-4534-b4c4-4f8f4d154691', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:33.148411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:33.179033 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.194673 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Transition to ACTIVE for port object 70d010fd-e91c-4b73-a148-80f66d718e9a will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:33.206683 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:32Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:33.211334 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec66ec88-048a-4501-80af-3cdd5db58d28 None None] The sync data for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv is: [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:32Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:49:33.287083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.315860 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.317453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.326673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-16d41980-c048-447e-b4a2-bbe7ad4c46ff tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Unset dirty status for tenant:eb3d0040e33c43d7b33183fc407ec869 on resource:floatingip {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:33.329649 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-16d41980-c048-447e-b4a2-bbe7ad4c46ff tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=fa87a686-efab-48ac-a794-6781da29f492 HTTP/1.1" status: 200 len: 689 time: 0.6928618 Sep 15 09:49:33.335251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.339381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Calling delete_port for bbee1442-1ef3-415e-bc14-77af62b38a2f owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:33.392891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:33.402438 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Attempting to bind port 70d010fd-e91c-4b73-a148-80f66d718e9a on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:33.402803 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Attempting to bind port 70d010fd-e91c-4b73-a148-80f66d718e9a by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '963f1621-1e25-470b-ac9f-4dfd4299f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:33.403168 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Attempting to bind port 70d010fd-e91c-4b73-a148-80f66d718e9a on network 7ed0995e-fc25-483a-bb6c-a9306930fc4c {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:33.414479 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:33.414858 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Checking segment: {'id': '963f1621-1e25-470b-ac9f-4dfd4299f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:33.415270 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.415627 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Bound using segment: {'id': '963f1621-1e25-470b-ac9f-4dfd4299f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:33.416102 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Bound port: 70d010fd-e91c-4b73-a148-80f66d718e9a, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963f1621-1e25-470b-ac9f-4dfd4299f6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7ed0995e-fc25-483a-bb6c-a9306930fc4c'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:33.416658 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.426347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:33.427077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43596) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:33.430304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Usage tracker for resource:security_group_rule and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:33.436977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:33.437383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.514776 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb9433-295c-48e0-9be2-41988a62cbe9 None None] Pushing event updated for resources: {'Port': ['ID=70d010fd-e91c-4b73-a148-80f66d718e9a,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:33.532866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f991cd7c-b8a7-4d34-96d7-348e581953d8']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:33.570853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Calling delete_port for 70d010fd-e91c-4b73-a148-80f66d718e9a owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:33.585948 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] For port 70d010fd-e91c-4b73-a148-80f66d718e9a, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:33.591573 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] For port 70d010fd-e91c-4b73-a148-80f66d718e9a, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=70d010fd-e91c-4b73-a148-80f66d718e9a,segment=NetworkSegment(963f1621-1e25-470b-ac9f-4dfd4299f6a7),segment_id=963f1621-1e25-470b-ac9f-4dfd4299f6a7)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:49:33.611291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:33.626303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1453dbf8-ae3b-4f03-94ce-76952e8bc15f') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:33.626642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1453dbf8-ae3b-4f03-94ce-76952e8bc15f') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:33.638634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.644206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:33.655472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.662449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:33.662847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.662959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:33.663305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.676399 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.704255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:33.764558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.780579 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Routers {'ba640ac7-486a-46c0-addb-b392ec18d591'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:33.782101 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ba640ac7-486a-46c0-addb-b392ec18d591'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:33.787992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.790328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.833760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.837591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.904485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:33.952167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Made reservation on behalf of 1f5e8ae4fe6744ecae6866ca766c85f5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:33.959095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:33.970053 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb9433-295c-48e0-9be2-41988a62cbe9 None None] Pushing event updated for resources: {'Port': ['ID=70d010fd-e91c-4b73-a148-80f66d718e9a,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:33.979247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.024908 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] Set router ba640ac7-486a-46c0-addb-b392ec18d591 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:49:34.053586 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 1453dbf8-ae3b-4f03-94ce-76952e8bc15f resource provider aggregate not found Sep 15 09:49:34.053749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbee1442-1ef3-415e-bc14-77af62b38a2f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:34.103617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] device_id is not set on port 4b7c9900-a06a-48f4-a963-9e6663ed5f73 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:34.109795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.113233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c16b4ab4-e5a2-4381-8f62-b17b08019f6a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:34.115514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Deleting port 5bf0d6cc-4fcb-471e-beb2-61f2315f12cf {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:34.115850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.148846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.164171 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 1453dbf8-ae3b-4f03-94ce-76952e8bc15f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1453dbf8-ae3b-4f03-94ce-76952e8bc15f found for delete ", "request_id": "req-cd8e6061-ae68-4499-adf6-abbfc6851491"}]} Sep 15 09:49:34.196903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.210003 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba640ac7-486a-46c0-addb-b392ec18d591', 'name': '', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:32Z', 'revision_number': 4, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:34.215114 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544ff362-88ae-4c61-b691-d8c430082cdd None None] The sync data for ids ['ba640ac7-486a-46c0-addb-b392ec18d591'] in dv-neutron-857775-1-hyperv is: [{'id': 'ba640ac7-486a-46c0-addb-b392ec18d591', 'name': '', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:32Z', 'revision_number': 4, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:49:34.341582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ab08ab-ae65-4cd6-b1ed-e11238f2fe88,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:34.379538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.393948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.396777 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] For port 1812630a-6247-4e01-931c-e477e7ca1f1f, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:34.397225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempted to set empty binding levels {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 15 09:49:34.399771 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-511a4588-0752-4ed1-9add-9ca89b0b24ba tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6400034 Sep 15 09:49:34.401937 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1f73cfc2-f1b8-4eea-bc80-e01d385b9c1c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "DELETE /v2.0/ports/bbee1442-1ef3-415e-bc14-77af62b38a2f HTTP/1.1" status: 204 len: 168 time: 2.0881503 Sep 15 09:49:34.403631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43604) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:34.410030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.411233 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-976d4536-c85b-4310-bd74-46a643f5522c tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3086851 Sep 15 09:49:34.414770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43606) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:34.415464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43610) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:34.417259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:34.431945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:34.440950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Usage tracker for resource:floatingip and tenant:65636b3148364ee6863fee770ebf8dd7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:34.446031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:34.455466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:34.479732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.492017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:34.497723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.498091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.514933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:34.521309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event deleted for resources: {'Network': ['ID=f991cd7c-b8a7-4d34-96d7-348e581953d8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:34.523583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.524149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] In _notify_port_updated(), no bound segment for port 1812630a-6247-4e01-931c-e477e7ca1f1f on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:49:34.525002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.525604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.529617 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "PUT /v2.0/ports/1812630a-6247-4e01-931c-e477e7ca1f1f HTTP/1.1" status: 200 len: 980 time: 5.3684173 Sep 15 09:49:34.564397 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dcd587-5488-4606-b2a9-c2c72a9447e0 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] GET failed (client error): The resource could not be found. Sep 15 09:49:34.564984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43616) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:34.569253 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f1dcd587-5488-4606-b2a9-c2c72a9447e0 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "GET /v2.0/ports/bbee1442-1ef3-415e-bc14-77af62b38a2f HTTP/1.1" status: 404 len: 333 time: 0.1340859 Sep 15 09:49:34.569378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.573716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Usage tracker for resource:floatingip and tenant:0f448e0b5edd4d4db764393e23f65ef9 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:34.581742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43620) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:34.587171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:34.594860 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ea51d311-bb0a-44b6-880f-6b8d34124c69 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "DELETE /v2.0/networks/f991cd7c-b8a7-4d34-96d7-348e581953d8 HTTP/1.1" status: 204 len: 168 time: 2.0626197 Sep 15 09:49:34.608953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43624) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:34.625406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1945070862', 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:34.672764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:34.685764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Calling delete_port for 5bf0d6cc-4fcb-471e-beb2-61f2315f12cf owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:34.720651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:34.742132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Usage tracker for resource:port and tenant:b61631113c394319ab1bccc49177193c is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:34.753288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:34.756874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a114f6-9ac6-424b-936b-c08483fc8e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=1812630a-6247-4e01-931c-e477e7ca1f1f,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:34.764922 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14b7ffe-71eb-4bf5-837f-99d7cf12ae48 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] DELETE failed (client error): The resource could not be found. Sep 15 09:49:34.765995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14b7ffe-71eb-4bf5-837f-99d7cf12ae48 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:34.770607 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c14b7ffe-71eb-4bf5-837f-99d7cf12ae48 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "DELETE /v2.0/ports/35026833-e67e-4432-a3ea-020ab3774d11 HTTP/1.1" status: 404 len: 333 time: 0.1576996 Sep 15 09:49:34.774054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43628) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:34.775117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:34.847454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.868056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:49:34.868404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:49:34.877546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Allocated IP 172.20.0.8 (66aa447e-124e-4ea4-8eee-a9825c155046/65e6d8ae-f467-4844-913f-0da20d9206ed/4b7c9900-a06a-48f4-a963-9e6663ed5f73) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:34.925134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.925517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.926002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.926456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.926903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.927349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.927797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.928245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.928704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.929219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.929665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.930132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.930577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.931023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.931465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.931904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:34.933480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Synchronizing usage tracker for tenant:d6ffa3858a0045148016d7f114cd5866 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:34.940517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7886c8-cbbd-4429-96a7-f7437baa059b tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Deleting subnet da625bce-ca93-46cb-b967-ab7528a7e1bb {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:49:34.946997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Made reservation on behalf of b61631113c394319ab1bccc49177193c for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:34.949449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:34.971132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f7886c8-cbbd-4429-96a7-f7437baa059b tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.001793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.061018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] device_id is not set on port eda0bfe5-5ee5-4ccd-a1cd-ba7d24006ffb yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:35.067047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Unset dirty status for tenant:d6ffa3858a0045148016d7f114cd5866 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:35.071379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dc931a13-7f07-48e1-b745-41c461826014 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14717 time: 0.5042946 Sep 15 09:49:35.074395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43632) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:35.121610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:35.134671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f7886c8-cbbd-4429-96a7-f7437baa059b tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.145967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.200398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:35.200765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.223269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bf0d6cc-4fcb-471e-beb2-61f2315f12cf,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:35.320789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.338037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Deleting port 1812630a-6247-4e01-931c-e477e7ca1f1f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:35.338377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.351994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:35.353412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed9f3461-31fd-4634-905b-22c5582ffd23 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:35.385143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Allocated IP 172.26.7.9 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/5fcd0a16-f4f7-4d10-a968-079c1d193d18) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:35.416246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Deleting port 70d010fd-e91c-4b73-a148-80f66d718e9a {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:35.416586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.501996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ed9f3461-31fd-4634-905b-22c5582ffd23 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:35.508044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ed9f3461-31fd-4634-905b-22c5582ffd23 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:35.508411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.596122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.645768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ed9f3461-31fd-4634-905b-22c5582ffd23 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:35.646264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.686019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ed9f3461-31fd-4634-905b-22c5582ffd23, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed9f3461-31fd-4634-905b-22c5582ffd23,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:35.758932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.799727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] For port 1812630a-6247-4e01-931c-e477e7ca1f1f, host hv-neutron-8577, got binding levels [] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:35.800280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.809506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f7886c8-cbbd-4429-96a7-f7437baa059b tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.837964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ed9f3461-31fd-4634-905b-22c5582ffd23,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:35.858565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.874075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.923232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:35.930681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Transition to ACTIVE for port object 4b7c9900-a06a-48f4-a963-9e6663ed5f73 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:36.020742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.030019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Calling delete_port for 1812630a-6247-4e01-931c-e477e7ca1f1f owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:36.053775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] For port 70d010fd-e91c-4b73-a148-80f66d718e9a, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=70d010fd-e91c-4b73-a148-80f66d718e9a,segment=NetworkSegment(963f1621-1e25-470b-ac9f-4dfd4299f6a7),segment_id=963f1621-1e25-470b-ac9f-4dfd4299f6a7)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:36.056544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.136339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.173865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a188a28a-8473-4020-81ae-8d8882656340,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:36.182821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f7886c8-cbbd-4429-96a7-f7437baa059b tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.194569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Calling delete_port for 70d010fd-e91c-4b73-a148-80f66d718e9a owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:36.242003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.247671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.307886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.309808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.324707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7886c8-cbbd-4429-96a7-f7437baa059b tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event deleted for resources: {'Subnet': ['ID=da625bce-ca93-46cb-b967-ab7528a7e1bb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:36.330252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event deleted for resources: {'Port': ['ID=1812630a-6247-4e01-931c-e477e7ca1f1f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:36.332607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f7886c8-cbbd-4429-96a7-f7437baa059b tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.342736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e02c5-f2c7-4b36-ab36-07d907c8b290 None None] Network c2d29b92-8c47-4b4a-8f90-6a16a2c3925d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:49:36.369738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.431830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:36.435845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.436208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.437429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.437429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > port after_create 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.437958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.438074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > port after_update 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.438372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.438709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.439030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.439339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.441368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Allocated IP 172.26.7.45 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/3f38c936-4cd0-49d1-bead-2caca7a8d191) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:36.445255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.614903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Network 57e75559-d73c-4ed7-b47a-078469267879 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:36.616815 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3f7886c8-cbbd-4429-96a7-f7437baa059b tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "DELETE /v2.0/subnets/da625bce-ca93-46cb-b967-ab7528a7e1bb HTTP/1.1" status: 204 len: 168 time: 1.8362224 Sep 15 09:49:36.617753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:36.626979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.627357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.627790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.628655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 15 09:49:36.628655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa87a686-efab-48ac-a794-6781da29f492']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:36.629064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43638) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:36.632938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:36.633718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:36.634329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.640211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:36.649026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:36.652544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Network 66aa447e-124e-4ea4-8eee-a9825c155046 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:36.665044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:36.667381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:36.676138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806848f4-aad8-4624-bf00-7a796cb271e2') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:36.676524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806848f4-aad8-4624-bf00-7a796cb271e2') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:36.694674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event updated for resources: {'Port': ['ID=5fcd0a16-f4f7-4d10-a968-079c1d193d18,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:36.695995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] DHCP port deletion for c2d29b92-8c47-4b4a-8f90-6a16a2c3925d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:49:36.700634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] Deleting port 3d599a40-5470-489b-a354-4f58cd4073dc {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:36.701725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.702814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.722781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.731538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.734681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:36.735148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.768698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=eda0bfe5-5ee5-4ccd-a1cd-ba7d24006ffb,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:36.886169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.899708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:36.969656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] For port 3d599a40-5470-489b-a354-4f58cd4073dc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3d599a40-5470-489b-a354-4f58cd4073dc,segment=NetworkSegment(3a1fe42f-cb1c-4383-9aba-894f523bbdf7),segment_id=3a1fe42f-cb1c-4383-9aba-894f523bbdf7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:36.970068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.006693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.007532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.035848 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eaa6c44e-731b-4983-8028-54bb6b34ea05 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4455349 Sep 15 09:49:37.037016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed9f3461-31fd-4634-905b-22c5582ffd23 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:49:37.044336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43648) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:37.045389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.107280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.110260 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ac11a3d3-c5c0-49ba-924e-3c7ef71bfa8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1812630a-6247-4e01-931c-e477e7ca1f1f HTTP/1.1" status: 204 len: 168 time: 2.0349116 Sep 15 09:49:37.114054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43652) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:37.145333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=4b7c9900-a06a-48f4-a963-9e6663ed5f73,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:37.176141 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-176b48da-7399-4313-938b-f6e39e077bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] GET failed (client error): The resource could not be found. Sep 15 09:49:37.177060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-176b48da-7399-4313-938b-f6e39e077bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Synchronizing usage tracker for tenant:d6ffa3858a0045148016d7f114cd5866 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:37.177409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] Calling delete_port for 3d599a40-5470-489b-a354-4f58cd4073dc owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:37.189501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.215414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.221662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:37.235443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:37.237782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:37.282174 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cc228cf9-c861-42b7-ab58-ef3f87806390 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8849351 Sep 15 09:49:37.284911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.285773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43662) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:37.299017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791a0f0d-a6e6-4c8e-854d-7a0b63087adc tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.299586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-791a0f0d-a6e6-4c8e-854d-7a0b63087adc tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Synchronizing usage tracker for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:37.309091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.332585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:30:91:e5'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:37.346158 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 806848f4-aad8-4624-bf00-7a796cb271e2 resource provider aggregate not found Sep 15 09:49:37.362357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa87a686-efab-48ac-a794-6781da29f492 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 15 09:49:37.364775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1db832d0-afd2-4f21-8ee5-b6a4708491b5 None None] Provisioning for port 4b7c9900-a06a-48f4-a963-9e6663ed5f73 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:37.365680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa87a686-efab-48ac-a794-6781da29f492,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:37.371377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.375189 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bd4e9250-d12b-4886-a3a1-06346dfc3e8d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "DELETE /v2.0/networks/fa87a686-efab-48ac-a794-6781da29f492 HTTP/1.1" status: 204 len: 168 time: 3.9450533 Sep 15 09:49:37.375323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1db832d0-afd2-4f21-8ee5-b6a4708491b5 None None] Provisioning complete for port 4b7c9900-a06a-48f4-a963-9e6663ed5f73 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:37.375402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event updated for resources: {'Port': ['ID=5fcd0a16-f4f7-4d10-a968-079c1d193d18,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:37.375613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1db832d0-afd2-4f21-8ee5-b6a4708491b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.376508 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43668) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:37.377103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-176b48da-7399-4313-938b-f6e39e077bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Unset dirty status for tenant:d6ffa3858a0045148016d7f114cd5866 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:37.378968 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-176b48da-7399-4313-938b-f6e39e077bf2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "GET /v2.0/ports/1812630a-6247-4e01-931c-e477e7ca1f1f HTTP/1.1" status: 404 len: 333 time: 0.2630394 Sep 15 09:49:37.410708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43672) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:37.414259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event updated for resources: {'Port': ['ID=3f38c936-4cd0-49d1-bead-2caca7a8d191,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:37.437671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1db832d0-afd2-4f21-8ee5-b6a4708491b5 None None] Port 4b7c9900-a06a-48f4-a963-9e6663ed5f73 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:37.442448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ed9f3461-31fd-4634-905b-22c5582ffd23 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:37.442822 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.445857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1154112116', 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:37.454118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b714cba1-908d-4cf7-8880-9f33791278cb tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Synchronizing usage tracker for tenant:eb3d0040e33c43d7b33183fc407ec869 on resource:floatingip {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:37.456411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Deleting port 3d599a40-5470-489b-a354-4f58cd4073dc {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:37.456811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.459236 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 806848f4-aad8-4624-bf00-7a796cb271e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 806848f4-aad8-4624-bf00-7a796cb271e2 found for delete ", "request_id": "req-b3cbddbd-5c5f-496b-9fb0-9b88cd6dbf82"}]} Sep 15 09:49:37.462069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.463334 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-92af8104-3f47-4de7-be02-552df9a9a947 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.0508134 Sep 15 09:49:37.492746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:37.585523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:37.593517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-791a0f0d-a6e6-4c8e-854d-7a0b63087adc tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Unset dirty status for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:37.597784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43684) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:37.598012 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-791a0f0d-a6e6-4c8e-854d-7a0b63087adc tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "GET /v2.0/ports/eda0bfe5-5ee5-4ccd-a1cd-ba7d24006ffb HTTP/1.1" status: 200 len: 955 time: 0.5480282 Sep 15 09:49:37.621189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.673363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b714cba1-908d-4cf7-8880-9f33791278cb tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Unset dirty status for tenant:eb3d0040e33c43d7b33183fc407ec869 on resource:floatingip {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:37.674575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b714cba1-908d-4cf7-8880-9f33791278cb tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.2954395 Sep 15 09:49:37.692461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43698) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:37.719808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ed9f3461-31fd-4634-905b-22c5582ffd23 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:49:37.730177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] Pushing event deleted for resources: {'Port': ['ID=3d599a40-5470-489b-a354-4f58cd4073dc,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:37.741386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c77dffa-eb7b-4536-aa5c-405d86528aa0 None None] No DVR routers for this DVR port 3d599a40-5470-489b-a354-4f58cd4073dc on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:49:37.793465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-36aa83d5-4130-4ee6-8136-8ed4a502132c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Deleting port eda0bfe5-5ee5-4ccd-a1cd-ba7d24006ffb {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:37.793801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36aa83d5-4130-4ee6-8136-8ed4a502132c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.810356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3d599a40-5470-489b-a354-4f58cd4073dc no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:49:37.857043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 3d599a40-5470-489b-a354-4f58cd4073dc {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:49:37.857395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3d599a40-5470-489b-a354-4f58cd4073dc not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:49:37.883231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] The port '3d599a40-5470-489b-a354-4f58cd4073dc' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:49:37.893342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.893720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.894192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.894689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.895200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.895639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.896077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:37.897199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Synchronizing usage tracker for tenant:eb3d0040e33c43d7b33183fc407ec869 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:37.947962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Made reservation on behalf of d6ffa3858a0045148016d7f114cd5866 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:37.950900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.963600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43706) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:37.993094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:37.994576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Unset dirty status for tenant:eb3d0040e33c43d7b33183fc407ec869 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:37.995739 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-11aa332a-27bf-4e37-a963-dd74ac84ab2b tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4561 time: 0.3023508 Sep 15 09:49:37.997652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.003445 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 09:49:38.039694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43710) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:38.184332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event deleted for resources: {'Port': ['ID=70d010fd-e91c-4b73-a148-80f66d718e9a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:38.194222 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-c7d1e496-29dd-4b9a-86c7-8be2354bf7a1 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] delete failed (client error): The resource could not be found. Sep 15 09:49:38.195377 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c7d1e496-29dd-4b9a-86c7-8be2354bf7a1 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/8576c9d1-b09d-4870-83c2-b833f222a6fe HTTP/1.1" status: 404 len: 345 time: 0.1550407 Sep 15 09:49:38.196782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] device_id is not set on port ef0ea4f6-a3cc-41fb-af4f-c11a96e0c860 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:38.203910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43714) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:38.228526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36aa83d5-4130-4ee6-8136-8ed4a502132c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.242499 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa40ad0-a9eb-4fac-b060-d9ab65344872 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] DELETE failed (client error): The resource could not be found. Sep 15 09:49:38.242955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa40ad0-a9eb-4fac-b060-d9ab65344872 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:38.244617 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7fa40ad0-a9eb-4fac-b060-d9ab65344872 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "DELETE /v2.0/networks/fa87a686-efab-48ac-a794-6781da29f492 HTTP/1.1" status: 404 len: 339 time: 0.0397003 Sep 15 09:49:38.270253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43718) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:38.316320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.355307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-36aa83d5-4130-4ee6-8136-8ed4a502132c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Calling delete_port for eda0bfe5-5ee5-4ccd-a1cd-ba7d24006ffb owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:38.363031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Request body: {'network': {'name': 'tempest-network--33340325', 'router:external': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:38.417742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:38.447165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Usage tracker for resource:network and tenant:eb3d0040e33c43d7b33183fc407ec869 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:38.456451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-6a96803f-b6b8-4a11-ad0b-487a40482508 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Synchronizing usage tracker for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:38.467843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:38.475079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d29b92-8c47-4b4a-8f90-6a16a2c3925d']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:38.487206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36aa83d5-4130-4ee6-8136-8ed4a502132c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.491010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.534910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:38.540760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa83d5-4130-4ee6-8136-8ed4a502132c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event deleted for resources: {'Port': ['ID=eda0bfe5-5ee5-4ccd-a1cd-ba7d24006ffb,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:38.544110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36aa83d5-4130-4ee6-8136-8ed4a502132c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.553975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1fe42f-cb1c-4383-9aba-894f523bbdf7') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:38.554208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1fe42f-cb1c-4383-9aba-894f523bbdf7') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:38.591426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.642651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.651942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.739604 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-36aa83d5-4130-4ee6-8136-8ed4a502132c tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "DELETE /v2.0/ports/eda0bfe5-5ee5-4ccd-a1cd-ba7d24006ffb HTTP/1.1" status: 204 len: 168 time: 1.1404345 Sep 15 09:49:38.742118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43722) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:38.782431 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefde839-d539-45a1-9371-943f4ef5b64d tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] GET failed (client error): The resource could not be found. Sep 15 09:49:38.782951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cefde839-d539-45a1-9371-943f4ef5b64d tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Synchronizing usage tracker for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:38.838032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.845014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cefde839-d539-45a1-9371-943f4ef5b64d tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Unset dirty status for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:38.846275 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cefde839-d539-45a1-9371-943f4ef5b64d tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "GET /v2.0/ports/eda0bfe5-5ee5-4ccd-a1cd-ba7d24006ffb HTTP/1.1" status: 404 len: 333 time: 0.1032002 Sep 15 09:49:38.848745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-6a96803f-b6b8-4a11-ad0b-487a40482508 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Unset dirty status for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:38.850261 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-6a96803f-b6b8-4a11-ad0b-487a40482508 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--298565168&fields=id&tenant_id=65636b3148364ee6863fee770ebf8dd7 HTTP/1.1" status: 200 len: 267 time: 0.8680460 Sep 15 09:49:38.850430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43726) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:38.850802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Made reservation on behalf of eb3d0040e33c43d7b33183fc407ec869 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:38.853147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.856725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Request body: {'port': {'network_id': '57e75559-d73c-4ed7-b47a-078469267879', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2089631143'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:38.862638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:38.872412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:38.927224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.961429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Made reservation on behalf of b61631113c394319ab1bccc49177193c for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:38.963936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.980398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:38.980932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:38.985706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] device_id is not set on port 1a20ace1-54ae-41ff-8386-b573e989fdeb yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:39.015949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.101164 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 3a1fe42f-cb1c-4383-9aba-894f523bbdf7 resource provider aggregate not found Sep 15 09:49:39.198427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.319547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.399104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Network 57e75559-d73c-4ed7-b47a-078469267879 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:39.401803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:39.405642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:39.406574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:39.407159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.419886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=1a20ace1-54ae-41ff-8386-b573e989fdeb,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:39.424449 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 3a1fe42f-cb1c-4383-9aba-894f523bbdf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a1fe42f-cb1c-4383-9aba-894f523bbdf7 found for delete ", "request_id": "req-62aece09-6810-4fa2-9f4d-f06d9752b053"}]} Sep 15 09:49:39.462370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:39.533980 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-31bc1c80-7397-4240-b75c-7967067fa173 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6823940 Sep 15 09:49:39.536465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43734) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:39.542092 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:39.554377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.613367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.613613 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Added segment f9ca91d0-72cf-41c1-b46f-61ddce7c6765 of type vlan for network a5b2b115-714b-4eb3-956f-0df6f7dbb75b Sep 15 09:49:39.619919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.620410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba640ac7-486a-46c0-addb-b392ec18d591 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:49:39.621628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.654866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.657529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.708558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] Pushing event deleted for resources: {'Network': ['ID=c2d29b92-8c47-4b4a-8f90-6a16a2c3925d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:39.772452 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.787508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-df48cf6d-0bca-41a4-9ae1-a457bb48d027 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:39.788176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-df48cf6d-0bca-41a4-9ae1-a457bb48d027 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Synchronizing usage tracker for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:39.800363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.801469 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9cb4df46-dc15-4d4c-b287-c3d4ad1f3b84 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "DELETE /v2.0/routers/ba640ac7-486a-46c0-addb-b392ec18d591 HTTP/1.1" status: 204 len: 168 time: 8.3955197 Sep 15 09:49:39.804486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43740) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:39.820871 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5ef3f3c0-7043-402e-82c1-96e530504c34 tempest-DHCPAgentSchedulersTestJSON-1534466264 tempest-DHCPAgentSchedulersTestJSON-1534466264-project] 10.222.0.62 "DELETE /v2.0/networks/c2d29b92-8c47-4b4a-8f90-6a16a2c3925d HTTP/1.1" status: 204 len: 168 time: 3.1791773 Sep 15 09:49:39.884312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.887062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cc08823-fa9f-4456-b470-14aacf45a466 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Deleting subnet a9ab8d81-a3ee-404a-8f80-01b8361385c3 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:49:39.892256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7cc08823-fa9f-4456-b470-14aacf45a466 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.900801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.927237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-df48cf6d-0bca-41a4-9ae1-a457bb48d027 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Unset dirty status for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:39.928904 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-df48cf6d-0bca-41a4-9ae1-a457bb48d027 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 812 time: 1.0362988 Sep 15 09:49:39.947576 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-80a21b50-3e00-4cfc-8304-6abb17ab315e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/quotas/65636b3148364ee6863fee770ebf8dd7 HTTP/1.1" status: 200 len: 375 time: 0.0117223 Sep 15 09:49:39.997007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7cc08823-fa9f-4456-b470-14aacf45a466 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:39.997315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.026171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.039190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] device_id is not set on port 1a20ace1-54ae-41ff-8386-b573e989fdeb yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:40.049576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.075143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7cc08823-fa9f-4456-b470-14aacf45a466 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.089622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.102283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Transition to ACTIVE for port object 1a20ace1-54ae-41ff-8386-b573e989fdeb will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:40.118078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.119084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.119655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.155438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.255677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7cc08823-fa9f-4456-b470-14aacf45a466 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.269868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Network d6ec8b86-cabb-400d-81f9-628feb0fc918 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:40.283381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:40.285333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.297026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:40.298199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.298837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.302677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event updated for resources: {'Port': ['ID=3f38c936-4cd0-49d1-bead-2caca7a8d191,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:40.356027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] In _notify_port_updated(), no bound segment for port 4b7c9900-a06a-48f4-a963-9e6663ed5f73 on network 66aa447e-124e-4ea4-8eee-a9825c155046 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:49:40.362336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.363012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.364346 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "PUT /v2.0/ports/4b7c9900-a06a-48f4-a963-9e6663ed5f73 HTTP/1.1" status: 200 len: 993 time: 3.0538023 Sep 15 09:49:40.375441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Network': ['ID=a5b2b115-714b-4eb3-956f-0df6f7dbb75b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:40.378088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43750) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:40.386896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network a5b2b115-714b-4eb3-956f-0df6f7dbb75b details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:40.392835 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-993a9fa8-2b16-43f1-8d28-85c2870c4b6d tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.1121111 Sep 15 09:49:40.404407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43754) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:40.423701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc08823-fa9f-4456-b470-14aacf45a466 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ab8d81-a3ee-404a-8f80-01b8361385c3,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:40.430381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=1a20ace1-54ae-41ff-8386-b573e989fdeb,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:40.438755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7cc08823-fa9f-4456-b470-14aacf45a466 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.449421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:40.450053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:40.450484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:40.456672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:40.457124 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:40.467039 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 2 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:40.486233 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7cc08823-fa9f-4456-b470-14aacf45a466 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/a9ab8d81-a3ee-404a-8f80-01b8361385c3 HTTP/1.1" status: 204 len: 168 time: 0.6771288 Sep 15 09:49:40.497299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43760) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:40.497444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43762) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:40.501213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.503100 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bd88be96-8aa4-40ba-9dd1-9e34dd218488 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0690114 Sep 15 09:49:40.533861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:40.534002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:40.534252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:40.566899 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.1496902 Sep 15 09:49:40.577265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f7572-2a62-448b-98e7-954b00ae5bb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=ef0ea4f6-a3cc-41fb-af4f-c11a96e0c860,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:40.586474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43772) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:40.638835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-0bc38cf6-6e6b-4e75-b948-271dedb35c42 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Synchronizing usage tracker for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:40.655150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-78853fe4-b7d0-46c0-a5ff-6a51ee460869 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Deleting port 4b7c9900-a06a-48f4-a963-9e6663ed5f73 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:40.656061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-78853fe4-b7d0-46c0-a5ff-6a51ee460869 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.659658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:40.659987 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:40.664138 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 3 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:40.674977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff1d44-7af8-4331-a6cb-1cd54ee252ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.676472 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-69ff1d44-7af8-4331-a6cb-1cd54ee252ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "GET /v2.0/ports/ef0ea4f6-a3cc-41fb-af4f-c11a96e0c860 HTTP/1.1" status: 200 len: 959 time: 0.0870578 Sep 15 09:49:40.682549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43778) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:40.699386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:40.699795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:40.700462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:40.714728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:40.715071 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:40.716813 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 4 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:40.726466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.741897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:40.742142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:40.742475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:40.779494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:40.779818 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:40.783273 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 5 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:40.846927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf3070-3136-4646-b7d0-22726e843c33 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=4b7c9900-a06a-48f4-a963-9e6663ed5f73,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:40.854786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:40.854786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:40.855073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:40.875366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:40.875712 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:40.878342 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 6 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:40.892382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.910844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:40.911225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:40.911334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ceb530-b078-40d6-9a84-c5a4b7f9332e tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.911510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:40.917212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ceb530-b078-40d6-9a84-c5a4b7f9332e tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.923468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ceb530-b078-40d6-9a84-c5a4b7f9332e tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.927567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:40.927888 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:40.929204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed0995e-fc25-483a-bb6c-a9306930fc4c']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:40.929442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ceb530-b078-40d6-9a84-c5a4b7f9332e tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.935616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ceb530-b078-40d6-9a84-c5a4b7f9332e tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:40.935749 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 7 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:40.936284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-59ceb530-b078-40d6-9a84-c5a4b7f9332e tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Synchronizing usage tracker for tenant:a99795d95a5d4af48f72df3eb6769a12 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:40.941009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-aebd0791-0f07-4b6f-a9f5-a035fcb55487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Deleting port ef0ea4f6-a3cc-41fb-af4f-c11a96e0c860 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:40.941170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aebd0791-0f07-4b6f-a9f5-a035fcb55487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.952180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963f1621-1e25-470b-ac9f-4dfd4299f6a7') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:40.952926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963f1621-1e25-470b-ac9f-4dfd4299f6a7') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:40.962836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:40.963174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:40.963506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:40.972159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:40.982734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:40.983246 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:40.986195 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 8 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:40.992125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-0bc38cf6-6e6b-4e75-b948-271dedb35c42 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Unset dirty status for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:40.993441 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-0bc38cf6-6e6b-4e75-b948-271dedb35c42 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0382774 Sep 15 09:49:41.005586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.011253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:41.011779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:41.012264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:41.017916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:41.023198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.039829 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d4d8cb30-72a1-4bd4-9d4c-7cf731432ae8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=296503476aa04fe2880fadaaf328b3f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5410252 Sep 15 09:49:41.049636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43800) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:41.106385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:41.106716 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:41.108113 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 963f1621-1e25-470b-ac9f-4dfd4299f6a7 resource provider aggregate not found Sep 15 09:49:41.111254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43810) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:41.122716 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 9 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:41.138619 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 15 09:49:41.170221 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 963f1621-1e25-470b-ac9f-4dfd4299f6a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 963f1621-1e25-470b-ac9f-4dfd4299f6a7 found for delete ", "request_id": "req-c58a5144-eb84-460e-9caf-8da9616384e8"}]} Sep 15 09:49:41.170925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:41.171299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:41.171635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:41.190665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:41.190993 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:41.193969 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempt 10 to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb Sep 15 09:49:41.211553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-f7a36ac3-341a-41c5-9f84-f2e0081ce485 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Synchronizing usage tracker for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:41.218517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:41.218852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:41.219263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempting to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:41.231103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:41.231429 dv-neutron-857775-1-hyperv neutron-server[89669]: ERROR neutron.plugins.ml2.managers [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Failed to bind port 1a20ace1-54ae-41ff-8386-b573e989fdeb on host hv-neutron-8577 for vnic_type normal using segments [{'id': 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '57e75559-d73c-4ed7-b47a-078469267879'}] Sep 15 09:49:41.231785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.277234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.292881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-59ceb530-b078-40d6-9a84-c5a4b7f9332e tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Unset dirty status for tenant:a99795d95a5d4af48f72df3eb6769a12 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:41.297738 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-59ceb530-b078-40d6-9a84-c5a4b7f9332e tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3016 time: 0.8625486 Sep 15 09:49:41.306220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43818) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:41.317728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ed0995e-fc25-483a-bb6c-a9306930fc4c {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 15 09:49:41.321064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ed0995e-fc25-483a-bb6c-a9306930fc4c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:41.325788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.342428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-f7a36ac3-341a-41c5-9f84-f2e0081ce485 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Unset dirty status for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:41.344134 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-f7a36ac3-341a-41c5-9f84-f2e0081ce485 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1105042495&fields=id&tenant_id=0f448e0b5edd4d4db764393e23f65ef9 HTTP/1.1" status: 200 len: 267 time: 0.2145565 Sep 15 09:49:41.348196 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ac3eac82-0835-4e66-bc6c-1452d98cb6db tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "DELETE /v2.0/networks/7ed0995e-fc25-483a-bb6c-a9306930fc4c HTTP/1.1" status: 204 len: 168 time: 0.8497488 Sep 15 09:49:41.396167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] For port 1a20ace1-54ae-41ff-8386-b573e989fdeb, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:41.396763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attempted to set empty binding levels {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 15 09:49:41.494491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aebd0791-0f07-4b6f-a9f5-a035fcb55487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.510832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-cbde8f4b-2357-4023-9cc8-cd5804fbfef9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:49:41.511854 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-cbde8f4b-2357-4023-9cc8-cd5804fbfef9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3966343 Sep 15 09:49:41.547330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.547974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] In _notify_port_updated(), no bound segment for port 1a20ace1-54ae-41ff-8386-b573e989fdeb on network 57e75559-d73c-4ed7-b47a-078469267879 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:49:41.548923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:41.549658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.553730 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "PUT /v2.0/ports/1a20ace1-54ae-41ff-8386-b573e989fdeb HTTP/1.1" status: 200 len: 977 time: 2.0137467 Sep 15 09:49:41.574645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43826) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:41.627837 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-aec14292-3e06-4f0c-88b5-2589715a4577 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:41.629382 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-aec14292-3e06-4f0c-88b5-2589715a4577 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/networks?id=60be109e-8b4d-4efc-af46-740574c2c1f2 HTTP/1.1" status: 200 len: 805 time: 0.2656689 Sep 15 09:49:41.661887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5743cc6-82e9-445c-a2d6-9e258a6a5730 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event updated for resources: {'Port': ['ID=1a20ace1-54ae-41ff-8386-b573e989fdeb,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:41.674426 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-7fef727c-b112-4b4d-bdcf-e2e2a168acc4 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/quotas/0f448e0b5edd4d4db764393e23f65ef9 HTTP/1.1" status: 200 len: 375 time: 0.0372646 Sep 15 09:49:41.765180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-6e75e259-dbec-4d3b-be71-2bc8e6e5eb0d tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Synchronizing usage tracker for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:41.781122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43832) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:41.786025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'router': {'name': 'tempest-router--1120223387', 'project_id': '9ada5cd70ee8408aa76a97227a043379'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:41.793652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:41.798218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Usage tracker for resource:router and tenant:9ada5cd70ee8408aa76a97227a043379 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:41.801156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:41.807046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:41.844214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-aebd0791-0f07-4b6f-a9f5-a035fcb55487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Calling delete_port for ef0ea4f6-a3cc-41fb-af4f-c11a96e0c860 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:41.892884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-6e75e259-dbec-4d3b-be71-2bc8e6e5eb0d tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Unset dirty status for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:41.894561 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-6e75e259-dbec-4d3b-be71-2bc8e6e5eb0d tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0f448e0b5edd4d4db764393e23f65ef9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2193148 Sep 15 09:49:41.908099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.909849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.928620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.942769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-78853fe4-b7d0-46c0-a5ff-6a51ee460869 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:41.965108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.010177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.028649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52c24a90-9d4d-46b5-aa34-607302df7ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.079826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-83125d28-25b0-4d23-8466-9662ff380414 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:49:42.083977 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-83125d28-25b0-4d23-8466-9662ff380414 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0605884 Sep 15 09:49:42.101948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Deleting port 1a20ace1-54ae-41ff-8386-b573e989fdeb {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:42.102478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.113915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.115049 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a58ed346-3d75-473b-b405-d3e966eeb20e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3330705 Sep 15 09:49:42.119076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43842) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:42.133305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-78853fe4-b7d0-46c0-a5ff-6a51ee460869 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Calling delete_port for 4b7c9900-a06a-48f4-a963-9e6663ed5f73 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:42.292184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52c24a90-9d4d-46b5-aa34-607302df7ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.354029 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-05e19a5e-6dd4-4688-9eaa-4970e9e5ccb9 service neutron] 10.222.0.62 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801178 Sep 15 09:49:42.373635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc0616ac-15c1-4f8a-b461-49312a715067 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.454557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aebd0791-0f07-4b6f-a9f5-a035fcb55487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.728250 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-1c4f0ee6-9d22-446d-ac56-1bc941e0b28f service neutron] 10.222.0.62 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6350822 Sep 15 09:49:42.733781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aebd0791-0f07-4b6f-a9f5-a035fcb55487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.747871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd0791-0f07-4b6f-a9f5-a035fcb55487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef0ea4f6-a3cc-41fb-af4f-c11a96e0c860,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:42.856722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc0616ac-15c1-4f8a-b461-49312a715067 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.863513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc0616ac-15c1-4f8a-b461-49312a715067 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.884908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:42.953742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b2b115-714b-4eb3-956f-0df6f7dbb75b']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:42.989000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ca91d0-72cf-41c1-b46f-61ddce7c6765') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:42.989000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ca91d0-72cf-41c1-b46f-61ddce7c6765') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:42.994695 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-945e086b-8a0c-40b2-b4c5-a34a08f4f125 service neutron] 10.222.0.62 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121894 Sep 15 09:49:42.994994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] For port 1a20ace1-54ae-41ff-8386-b573e989fdeb, host hv-neutron-8577, got binding levels [] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:42.995360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.026307 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aebd0791-0f07-4b6f-a9f5-a035fcb55487 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "DELETE /v2.0/ports/ef0ea4f6-a3cc-41fb-af4f-c11a96e0c860 HTTP/1.1" status: 204 len: 168 time: 2.3314352 Sep 15 09:49:43.029289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43848) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:43.029845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.081540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc0616ac-15c1-4f8a-b461-49312a715067 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.082078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0616ac-15c1-4f8a-b461-49312a715067 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 11ed0d0a-3c1f-4387-b1c2-4fcb3928d565 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:49:43.109170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc0616ac-15c1-4f8a-b461-49312a715067 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.113852 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cc0616ac-15c1-4f8a-b461-49312a715067 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "DELETE /v2.0/routers/11ed0d0a-3c1f-4387-b1c2-4fcb3928d565 HTTP/1.1" status: 204 len: 168 time: 0.9938180 Sep 15 09:49:43.115877 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd7b010-ced5-47d0-955a-3fa678a9cd3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] GET failed (client error): The resource could not be found. Sep 15 09:49:43.118065 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ecd7b010-ced5-47d0-955a-3fa678a9cd3e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "GET /v2.0/ports/ef0ea4f6-a3cc-41fb-af4f-c11a96e0c860 HTTP/1.1" status: 404 len: 333 time: 0.0873606 Sep 15 09:49:43.121246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43854) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:43.129566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Request body: {'port': {'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1328052104'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:43.135435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:43.141650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Usage tracker for resource:port and tenant:d6ffa3858a0045148016d7f114cd5866 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:43.146092 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:43.160470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:43.183235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52c24a90-9d4d-46b5-aa34-607302df7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.197717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Calling delete_port for 1a20ace1-54ae-41ff-8386-b573e989fdeb owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:43.221857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Made reservation on behalf of d6ffa3858a0045148016d7f114cd5866 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:43.225164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.241657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-78853fe4-b7d0-46c0-a5ff-6a51ee460869 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.251871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] device_id is not set on port 75b43da6-6954-466a-8ffa-bb1b20f358a9 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:43.264227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.293348 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-3ad357e1-8ab2-4403-bae9-321c2fc8cc50 service neutron] 10.222.0.62 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9056222 Sep 15 09:49:43.306928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c24a90-9d4d-46b5-aa34-607302df7ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8406e1ac-1222-4a4d-b9a8-46b182f6d92b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:43.329558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78853fe4-b7d0-46c0-a5ff-6a51ee460869 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Port': ['ID=4b7c9900-a06a-48f4-a963-9e6663ed5f73,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:43.335888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:43.336635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.493029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f40450f9-a879-49d5-afde-4f93226c6a68 req-d8926ed1-d259-4e6b-9f95-7506811d5c18 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.1278911 Sep 15 09:49:43.493456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43874) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:43.507301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52c24a90-9d4d-46b5-aa34-607302df7ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.510959 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-52c24a90-9d4d-46b5-aa34-607302df7ca5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8406e1ac-1222-4a4d-b9a8-46b182f6d92b HTTP/1.1" status: 204 len: 168 time: 2.4563262 Sep 15 09:49:43.549133 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment f9ca91d0-72cf-41c1-b46f-61ddce7c6765 resource provider aggregate not found Sep 15 09:49:43.587043 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment f9ca91d0-72cf-41c1-b46f-61ddce7c6765 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9ca91d0-72cf-41c1-b46f-61ddce7c6765 found for delete ", "request_id": "req-9e3240b2-5e54-4fe3-8a55-04dc975ef5e5"}]} Sep 15 09:49:43.684809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.697912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.808829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Pushing event deleted for resources: {'Port': ['ID=1a20ace1-54ae-41ff-8386-b573e989fdeb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:43.821675 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb243916-87e3-4f1c-879c-9670e6ae31b7 req-f7d9b8fe-b36c-498b-92e6-44d753dae977 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.0835958 Sep 15 09:49:43.839877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5b2b115-714b-4eb3-956f-0df6f7dbb75b {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 15 09:49:43.840180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1375856860', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:43.851967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5b2b115-714b-4eb3-956f-0df6f7dbb75b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:43.854200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.876208 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-386a2b41-46d7-4dfa-a649-854ad1716a79 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "DELETE /v2.0/networks/a5b2b115-714b-4eb3-956f-0df6f7dbb75b HTTP/1.1" status: 204 len: 168 time: 2.5554807 Sep 15 09:49:43.876208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.879891 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f68e2f80-8974-4aef-bb71-13e3b7496050 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "DELETE /v2.0/ports/1a20ace1-54ae-41ff-8386-b573e989fdeb HTTP/1.1" status: 204 len: 168 time: 2.3013954 Sep 15 09:49:43.879891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43896) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:43.882412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43898) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:43.888335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Request body: {'network': {'name': 'tempest-network--652444088', 'router:external': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:43.897721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:43.923219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:43.931324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Usage tracker for resource:router and tenant:d9600cb9909642d09db8464316dd1eb7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:43.951000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:43.972323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Usage tracker for resource:network and tenant:eb3d0040e33c43d7b33183fc407ec869 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:43.972323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:43.974156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-78853fe4-b7d0-46c0-a5ff-6a51ee460869 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:43.979137 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-78853fe4-b7d0-46c0-a5ff-6a51ee460869 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "DELETE /v2.0/ports/4b7c9900-a06a-48f4-a963-9e6663ed5f73 HTTP/1.1" status: 204 len: 168 time: 3.5912516 Sep 15 09:49:43.980984 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8fb0ab-e320-4545-ba27-324052f02c87 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] GET failed (client error): The resource could not be found. Sep 15 09:49:43.981673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2a8fb0ab-e320-4545-ba27-324052f02c87 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Synchronizing usage tracker for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:43.988625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43912) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:44.008543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:44.023922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:44.044247 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9934a77d-3abf-4c78-910a-caee5c31feb2 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] GET failed (client error): The resource could not be found. Sep 15 09:49:44.044827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9934a77d-3abf-4c78-910a-caee5c31feb2 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Synchronizing usage tracker for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:44.099659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.100874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.116906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.134917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.150259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9934a77d-3abf-4c78-910a-caee5c31feb2 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Unset dirty status for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:44.154813 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9934a77d-3abf-4c78-910a-caee5c31feb2 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "GET /v2.0/ports/4b7c9900-a06a-48f4-a963-9e6663ed5f73 HTTP/1.1" status: 404 len: 333 time: 0.1618810 Sep 15 09:49:44.154813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Made reservation on behalf of eb3d0040e33c43d7b33183fc407ec869 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:44.155478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.165462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43928) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:44.177699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046', 'name': 'tempest-AllowedAddressPairTestJSON-968804914'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:44.199565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2a8fb0ab-e320-4545-ba27-324052f02c87 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] Unset dirty status for tenant:b61631113c394319ab1bccc49177193c on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:44.201431 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2a8fb0ab-e320-4545-ba27-324052f02c87 tempest-PortsAdminExtendedAttrsTestJSON-1608354334 tempest-PortsAdminExtendedAttrsTestJSON-1608354334-project-admin] 10.222.0.62 "GET /v2.0/ports/1a20ace1-54ae-41ff-8386-b573e989fdeb HTTP/1.1" status: 404 len: 333 time: 0.3093152 Sep 15 09:49:44.206150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43932) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:44.259638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.299194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:44.326434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.326777 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Added segment 24630173-5131-42be-a57f-d15f3c625c20 of type vlan for network ced2ed41-616e-45a6-abd5-c7d79e41eda4 Sep 15 09:49:44.364049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:44.377020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:44.395117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.470612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Made reservation on behalf of 1f5e8ae4fe6744ecae6866ca766c85f5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:44.475719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.505687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] device_id is not set on port 6d43d98b-244e-4bc8-bffa-8a4513d39bd0 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:44.540175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.540852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:44.541425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.683800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.687718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Network d6ec8b86-cabb-400d-81f9-628feb0fc918 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:44.705409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:44.729193 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-433af280-809f-44a4-b4cb-715d417b6bca req-e2aa901c-de11-41f0-b1c1-08c49eb3d899 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.0840642 Sep 15 09:49:44.742108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Network': ['ID=ced2ed41-616e-45a6-abd5-c7d79e41eda4,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:44.757883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network ced2ed41-616e-45a6-abd5-c7d79e41eda4 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:44.808780 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ae9958e2-3b82-4248-a154-85077295d9be tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9276557 Sep 15 09:49:44.961214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43946) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:44.961545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43952) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:44.969420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:44.970399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:44.970993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:44.975981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=75b43da6-6954-466a-8ffa-bb1b20f358a9,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:45.040468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Allocated IP 172.20.0.3 (66aa447e-124e-4ea4-8eee-a9825c155046/65e6d8ae-f467-4844-913f-0da20d9206ed/6d43d98b-244e-4bc8-bffa-8a4513d39bd0) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:45.070032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.130543 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:49:45.139585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.149437 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9caeecae-387b-42fb-8c48-33daba94e256 req-28651cc1-fc93-4684-905c-e21f101d8ad3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.1990798 Sep 15 09:49:45.246147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:45.267178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.283700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Transition to ACTIVE for port object 6d43d98b-244e-4bc8-bffa-8a4513d39bd0 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:45.318106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] Usage tracker for resource:security_group_rule and tenant:9afaf5c4833142039ad89efc5023e248 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:45.336470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:45.345170 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-12817360-48f3-405e-b23b-c2a27347dfbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2227015 Sep 15 09:49:45.348385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43970) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:45.355127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:45.396092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.402035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:45.414580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f96c16-e3c6-4856-85d7-9977ea41de0f tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:45.418651 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-29f96c16-e3c6-4856-85d7-9977ea41de0f tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] 10.222.0.62 "GET /v2.0/networks/ced2ed41-616e-45a6-abd5-c7d79e41eda4 HTTP/1.1" status: 200 len: 756 time: 0.4534488 Sep 15 09:49:45.423651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43974) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:45.461656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.495360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Network 66aa447e-124e-4ea4-8eee-a9825c155046 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:45.500689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:45.533701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:45.577858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=6d43d98b-244e-4bc8-bffa-8a4513d39bd0,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:45.601149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57e75559-d73c-4ed7-b47a-078469267879']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:45.622434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.627944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:45.628249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0b0863-8fe2-4d9e-9e0e-84a775843c61') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:45.644819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:45.645454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.652241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.669270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6403a0-1e9a-40b8-bbc5-f8f0fb4324ed tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:45.673648 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2d6403a0-1e9a-40b8-bbc5-f8f0fb4324ed tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] 10.222.0.62 "GET /v2.0/networks/68a12e19-c367-4f77-be92-3f86b2c0c252 HTTP/1.1" status: 200 len: 767 time: 0.2443233 Sep 15 09:49:45.679069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43978) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:45.713586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.788406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:45.788817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.843650 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-45d4fd30-c1b2-4c5b-b7e8-096e9b976e97 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6731706 Sep 15 09:49:45.844403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 43986) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:45.872067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:30:91:e5'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:45.889559 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment bc0b0863-8fe2-4d9e-9e0e-84a775843c61 resource provider aggregate not found Sep 15 09:49:45.904097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5b4369ce-f996-49cc-9322-1f3b0e09e29c None None] Provisioning for port 6d43d98b-244e-4bc8-bffa-8a4513d39bd0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:45.911640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5b4369ce-f996-49cc-9322-1f3b0e09e29c None None] Provisioning complete for port 6d43d98b-244e-4bc8-bffa-8a4513d39bd0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:45.915717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5b4369ce-f996-49cc-9322-1f3b0e09e29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.962378 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment bc0b0863-8fe2-4d9e-9e0e-84a775843c61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc0b0863-8fe2-4d9e-9e0e-84a775843c61 found for delete ", "request_id": "req-43ba2711-1d67-4196-ba65-f470873d1b09"}]} Sep 15 09:49:45.980499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:45.987039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5b4369ce-f996-49cc-9322-1f3b0e09e29c None None] Port 6d43d98b-244e-4bc8-bffa-8a4513d39bd0 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:45.987826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.108131 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1ae280f5-3736-48f6-91da-09a5fd7d2842 req-3d24aa50-1af5-46bf-a734-1566c8aa4c6a tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.1152918 Sep 15 09:49:46.159589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.223414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] device_id is not set on port 75b43da6-6954-466a-8ffa-bb1b20f358a9 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:46.236459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.263091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.289216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.348185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Transition to ACTIVE for port object 75b43da6-6954-466a-8ffa-bb1b20f358a9 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:46.355615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.364589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] Pushing event deleted for resources: {'Network': ['ID=57e75559-d73c-4ed7-b47a-078469267879,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:46.403233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.425366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad316ebc-2fda-437b-b705-4dd7ca6c0c98,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:46.425513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.430348 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9ca8574e-83bb-486a-af5c-9b482ccea98f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9afaf5c4833142039ad89efc5023e248&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4638302 Sep 15 09:49:46.430348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.462555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 43998) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:46.483176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-54eef5db-23b8-4c4a-9eae-f430fdf23d05 req-f15ce8d9-07cc-42b6-a639-eef4f9f5dbe1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.1404781 Sep 15 09:49:46.484922 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-750a48c0-3c6e-4bfa-a461-ff2b34679340 tempest-PortsAdminExtendedAttrsTestJSON-787547692 tempest-PortsAdminExtendedAttrsTestJSON-787547692-project] 10.222.0.62 "DELETE /v2.0/networks/57e75559-d73c-4ed7-b47a-078469267879 HTTP/1.1" status: 204 len: 168 time: 2.2776792 Sep 15 09:49:46.601953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.602394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.602790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.605285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.611673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced2ed41-616e-45a6-abd5-c7d79e41eda4']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:46.660830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24630173-5131-42be-a57f-d15f3c625c20') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:46.661125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24630173-5131-42be-a57f-d15f3c625c20') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:46.677552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.677970 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.678581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=75b43da6-6954-466a-8ffa-bb1b20f358a9,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:46.685439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.685539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 2 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.715535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.715859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.716187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.725042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.725357 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.730571 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.735609 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 3 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.745730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:46.746153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.767034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.767358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.767686 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.782173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.782494 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.784128 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 4 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.801498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.801839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.802170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.809875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.810191 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.818259 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 5 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.833259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.838054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.838381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.838707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.843679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.843963 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.844321 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 6 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.859233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.859553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.859873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.864421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.864736 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.865104 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 7 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.870946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c415423-d3d7-44fd-8dde-0f4719adb839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.880452 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.880776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.881109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.886260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.886657 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.887299 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 8 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.901732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.902180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.902517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.907638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.907952 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.908325 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 9 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.923711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c415423-d3d7-44fd-8dde-0f4719adb839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:46.924843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.925185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.925543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.930591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:46.930911 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:46.931287 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempt 10 to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 Sep 15 09:49:46.938563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Allocated IP 172.26.7.181 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/76c8d4ca-0346-430f-96f0-ba92b646b464) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:46.947188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:46.947650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:46.947965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempting to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:46.950228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.012506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.034394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ced2ed41-616e-45a6-abd5-c7d79e41eda4 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 15 09:49:47.040674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.055436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event deleted for resources: {'Network': ['ID=ced2ed41-616e-45a6-abd5-c7d79e41eda4,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:47.095463 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dfc4cd0b-7a67-4062-a9ca-126d9315e2d4 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "DELETE /v2.0/networks/ced2ed41-616e-45a6-abd5-c7d79e41eda4 HTTP/1.1" status: 204 len: 168 time: 1.4132416 Sep 15 09:49:47.102156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44004) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:47.102843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c415423-d3d7-44fd-8dde-0f4719adb839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.105285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c415423-d3d7-44fd-8dde-0f4719adb839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.106413 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7c415423-d3d7-44fd-8dde-0f4719adb839 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad316ebc-2fda-437b-b705-4dd7ca6c0c98 HTTP/1.1" status: 204 len: 168 time: 0.6424689 Sep 15 09:49:47.125219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:47.125761 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.plugins.ml2.managers [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Failed to bind port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on host hv-neutron-8577 for vnic_type normal using segments [{'id': '41bb36d3-1c53-4a97-b214-e375c735dabe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd6ec8b86-cabb-400d-81f9-628feb0fc918'}] Sep 15 09:49:47.126316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.182451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] In _notify_port_updated(), no bound segment for port 6d43d98b-244e-4bc8-bffa-8a4513d39bd0 on network 66aa447e-124e-4ea4-8eee-a9825c155046 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:49:47.189012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:47.189868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.191583 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "PUT /v2.0/ports/6d43d98b-244e-4bc8-bffa-8a4513d39bd0 HTTP/1.1" status: 200 len: 995 time: 1.3308997 Sep 15 09:49:47.241435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Request body: {'network': {'name': 'tempest-network--216430460'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:47.246457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44014) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:47.251456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c415423-d3d7-44fd-8dde-0f4719adb839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad316ebc-2fda-437b-b705-4dd7ca6c0c98,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:47.263586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:47.272980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Usage tracker for resource:network and tenant:eb3d0040e33c43d7b33183fc407ec869 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:47.277986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:47.288973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:47.379203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.16', 62598) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:47.383942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.410984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c66e9-bf6b-44a1-a8e7-470630584275 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=6d43d98b-244e-4bc8-bffa-8a4513d39bd0,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:47.498199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44022) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:47.498840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Made reservation on behalf of eb3d0040e33c43d7b33183fc407ec869 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:47.501593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.517425 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5977c337-8f83-4c66-8382-d9c4ab9868df req-6f0ecead-8029-43ed-8b7c-a65bd5825930 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.1071515 Sep 15 09:49:47.544182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:47.571234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-22367470-c219-4e29-986a-b9ffc9c79403 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Deleting port 6d43d98b-244e-4bc8-bffa-8a4513d39bd0 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:47.571680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22367470-c219-4e29-986a-b9ffc9c79403 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.574842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.575189 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Added segment 9e75518f-cef5-41e6-92fc-00effb96054c of type vlan for network ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12 Sep 15 09:49:47.673727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.720394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] For port 75b43da6-6954-466a-8ffa-bb1b20f358a9, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:49:47.721144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attempted to set empty binding levels {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 15 09:49:47.800976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-7e3dad1b-d11e-4b11-8823-c9b89b887769 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:47.802490 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-7e3dad1b-d11e-4b11-8823-c9b89b887769 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.16 "GET /v2.0/networks?id=60be109e-8b4d-4efc-af46-740574c2c1f2 HTTP/1.1" status: 200 len: 805 time: 0.4221182 Sep 15 09:49:47.813260 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71baea81-a461-4d6f-8fb3-d65f5752f335 req-194b5d06-bb3b-4669-a4ed-53c939a56aaa tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.0804789 Sep 15 09:49:47.824583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.825501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] In _notify_port_updated(), no bound segment for port 75b43da6-6954-466a-8ffa-bb1b20f358a9 on network d6ec8b86-cabb-400d-81f9-628feb0fc918 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:49:47.827083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:47.830853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:47.832992 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "PUT /v2.0/ports/75b43da6-6954-466a-8ffa-bb1b20f358a9 HTTP/1.1" status: 200 len: 981 time: 2.4833589 Sep 15 09:49:47.836000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44034) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:47.953627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Deleting port 75b43da6-6954-466a-8ffa-bb1b20f358a9 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:47.953627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:48.003808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a345a25-4775-41cb-b4da-515b3fe6cbab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event updated for resources: {'Port': ['ID=75b43da6-6954-466a-8ffa-bb1b20f358a9,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:48.008645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:48.009596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:48.013007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:48.019460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:48.033859 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 24630173-5131-42be-a57f-d15f3c625c20 resource provider aggregate not found Sep 15 09:49:48.083371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22367470-c219-4e29-986a-b9ffc9c79403 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:48.083959 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-1568e993-d195-4f98-a2d9-0473cdbe72ae tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f448e0b5edd4d4db764393e23f65ef9 HTTP/1.1" status: 200 len: 380 time: 0.1953909 Sep 15 09:49:48.128286 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 24630173-5131-42be-a57f-d15f3c625c20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24630173-5131-42be-a57f-d15f3c625c20 found for delete ", "request_id": "req-b3901bb0-d4e8-4f85-99e6-901f8d116690"}]} Sep 15 09:49:48.132254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Request body: {'port': {'device_id': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'admin_state_up': True, 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'security_groups': ['71934de7-0bcd-4534-b4c4-4f8f4d154691']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:48.219410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.16', 62602) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:48.229241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-22367470-c219-4e29-986a-b9ffc9c79403 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Calling delete_port for 6d43d98b-244e-4bc8-bffa-8a4513d39bd0 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:48.324562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:48.450553 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3430617 Sep 15 09:49:48.451759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:48.454525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:48.455018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44068) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:48.470013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-214b7b50-3d5e-4c0b-ba03-5aabb7216de6 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:48.545786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22367470-c219-4e29-986a-b9ffc9c79403 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:48.614383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22367470-c219-4e29-986a-b9ffc9c79403 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Port': ['ID=6d43d98b-244e-4bc8-bffa-8a4513d39bd0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:48.629521 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cc75a5b9-4b45-41d4-8a37-1f3c6c2d6aeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dde2a501da0e4724b6e7de73f556df87&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1064794 Sep 15 09:49:48.636431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44080) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:48.642760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf8944-4e36-440f-8a2b-26dc80926480 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Network': ['ID=ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:48.645961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event updated for resources: {'Port': ['ID=76c8d4ca-0346-430f-96f0-ba92b646b464,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:48.657409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:49:48.919853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-18efa5cf-355a-4215-8bea-80577e299627 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:48.921962 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-18efa5cf-355a-4215-8bea-80577e299627 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 812 time: 0.6887057 Sep 15 09:49:49.028898 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-74dd6957-4100-413c-919e-7d53fdc2a574 req-4840f70d-348a-4c16-9949-713e36307170 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.2627268 Sep 15 09:49:49.090705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22367470-c219-4e29-986a-b9ffc9c79403 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.100982 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-22367470-c219-4e29-986a-b9ffc9c79403 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "DELETE /v2.0/ports/6d43d98b-244e-4bc8-bffa-8a4513d39bd0 HTTP/1.1" status: 204 len: 168 time: 1.8534923 Sep 15 09:49:49.105901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44102) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:49.171337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-214b7b50-3d5e-4c0b-ba03-5aabb7216de6 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.187153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] For port 75b43da6-6954-466a-8ffa-bb1b20f358a9, host hv-neutron-8577, got binding levels [] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:49:49.188097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.190978 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cd332b-e004-4b61-821f-890f63baeee8 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] GET failed (client error): The resource could not be found. Sep 15 09:49:49.191644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-75cd332b-e004-4b61-821f-890f63baeee8 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Synchronizing usage tracker for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:49.219202 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:49.230668 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-969cdd6f-6840-4b6c-89f5-c99251d46355 req-a01df423-26fb-401b-b482-1e193a001879 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.1517696 Sep 15 09:49:49.258662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-214b7b50-3d5e-4c0b-ba03-5aabb7216de6 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.345594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-214b7b50-3d5e-4c0b-ba03-5aabb7216de6 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Network ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12 is not hosted by any dhcp agent {{(pid=89668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 15 09:49:49.349093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214b7b50-3d5e-4c0b-ba03-5aabb7216de6 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:49.351283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-214b7b50-3d5e-4c0b-ba03-5aabb7216de6 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.355495 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-214b7b50-3d5e-4c0b-ba03-5aabb7216de6 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "PUT /v2.0/networks/ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12 HTTP/1.1" status: 200 len: 857 time: 0.8960891 Sep 15 09:49:49.361044 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c667c328-b941-4533-82b3-dc41a662fb74 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65636b3148364ee6863fee770ebf8dd7 HTTP/1.1" status: 200 len: 379 time: 0.4019089 Sep 15 09:49:49.361844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-86d7f75b-8307-4bdd-8c32-03eeb9dfe538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.370984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-75cd332b-e004-4b61-821f-890f63baeee8 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Unset dirty status for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:49.371576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Calling delete_port for 75b43da6-6954-466a-8ffa-bb1b20f358a9 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:49.373591 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-75cd332b-e004-4b61-821f-890f63baeee8 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "GET /v2.0/ports/6d43d98b-244e-4bc8-bffa-8a4513d39bd0 HTTP/1.1" status: 404 len: 333 time: 0.2654421 Sep 15 09:49:49.375692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44110) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:49.401636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44112) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:49.403481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:49.441157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046', 'name': 'tempest-AllowedAddressPairTestJSON-1547852111'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:49.471158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Request body: {'port': {'device_id': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'admin_state_up': True, 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'security_groups': ['662df003-d604-494a-8a0f-a156112bd646']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:49.562485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-af74548f-90c4-459b-a6a1-8d71f00792ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.686484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b7b50-3d5e-4c0b-ba03-5aabb7216de6 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event updated for resources: {'Network': ['ID=ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:49.717561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.857942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Made reservation on behalf of 0f448e0b5edd4d4db764393e23f65ef9 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:49.867258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.920697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-86d7f75b-8307-4bdd-8c32-03eeb9dfe538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:49.922427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.022796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:50.044402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e75518f-cef5-41e6-92fc-00effb96054c') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:50.044753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e75518f-cef5-41e6-92fc-00effb96054c') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:50.063718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.101280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.113774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:50.115321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.245270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.303672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:50.345564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Pushing event deleted for resources: {'Port': ['ID=75b43da6-6954-466a-8ffa-bb1b20f358a9,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:50.353311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.356888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:50.360618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:50.364479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.366709 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 9e75518f-cef5-41e6-92fc-00effb96054c resource provider aggregate not found Sep 15 09:49:50.418358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.476096 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 9e75518f-cef5-41e6-92fc-00effb96054c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e75518f-cef5-41e6-92fc-00effb96054c found for delete ", "request_id": "req-bbe12295-2cf8-40fc-bc50-db44c03e5671"}]} Sep 15 09:49:50.481019 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-896888da-4778-4aa3-a260-71fbb63345b5 req-b27513c8-628f-4399-b57b-df050e4dedab tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.2540436 Sep 15 09:49:50.515703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.536909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 15 09:49:50.544244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.557361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:50.568407 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bafd20c4-09a2-4b21-be7c-2e5ec51e80b3 tempest-ExternalNetworksTestJSON-796588514 tempest-ExternalNetworksTestJSON-796588514-project-admin] 10.222.0.62 "DELETE /v2.0/networks/ee70bfa2-37f9-47dc-b5fb-e2fad0e7dd12 HTTP/1.1" status: 204 len: 168 time: 1.1380680 Sep 15 09:49:50.578302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44144) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:50.687067 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b364af6e-d9e5-4aec-ba85-a179f2ee4254 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] DELETE failed (client error): The resource could not be found. Sep 15 09:49:50.687877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b364af6e-d9e5-4aec-ba85-a179f2ee4254 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:50.691824 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b364af6e-d9e5-4aec-ba85-a179f2ee4254 tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] 10.222.0.62 "DELETE /v2.0/subnets/a188a28a-8473-4020-81ae-8d8882656340 HTTP/1.1" status: 404 len: 337 time: 0.1099906 Sep 15 09:49:50.697664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44150) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:50.708139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:50.710934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-86d7f75b-8307-4bdd-8c32-03eeb9dfe538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.717715 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f24f8a60-3591-4e8d-a791-62138aa27bf3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "DELETE /v2.0/ports/75b43da6-6954-466a-8ffa-bb1b20f358a9 HTTP/1.1" status: 204 len: 168 time: 2.8780477 Sep 15 09:49:50.745779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44154) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:50.761005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Made reservation on behalf of 1f5e8ae4fe6744ecae6866ca766c85f5 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:50.769276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:50.789460 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-16833ae1-6d4b-4c99-9ac1-32264f4889c5 req-95f05f32-a9d8-41f4-98bf-9f1fc3281b15 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.3027551 Sep 15 09:49:50.894802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.034063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7f75b-8307-4bdd-8c32-03eeb9dfe538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e7428a-1776-45b1-9e43-24b47eb7cd49,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:51.152907 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b579686c-f822-471d-9f82-51f6cd595ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] GET failed (client error): The resource could not be found. Sep 15 09:49:51.153522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b579686c-f822-471d-9f82-51f6cd595ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Synchronizing usage tracker for tenant:d6ffa3858a0045148016d7f114cd5866 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:51.163304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] device_id is not set on port f9c3d66a-aea7-4c8b-bfc9-428f42d45aae yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:51.215545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Made reservation on behalf of 65636b3148364ee6863fee770ebf8dd7 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:51.217161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.221080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.251973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-86d7f75b-8307-4bdd-8c32-03eeb9dfe538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.257130 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-86d7f75b-8307-4bdd-8c32-03eeb9dfe538 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13e7428a-1776-45b1-9e43-24b47eb7cd49 HTTP/1.1" status: 204 len: 168 time: 2.6080341 Sep 15 09:49:51.288629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a12e19-c367-4f77-be92-3f86b2c0c252']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:51.320613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6d4bcb-5246-44d5-aeb8-bb1529b7cfc2') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:51.320960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6d4bcb-5246-44d5-aeb8-bb1529b7cfc2') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:51.350920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.392792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.407535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:51.410381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.479260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44166) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:51.596189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Allocated IP 172.20.0.11 (2d440db9-562a-426e-859c-183ebb134080/e384e1ed-36cd-46b1-aaee-1efd68cde73f/eb771e7d-3215-42e2-a3b5-686b02de0528) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:51.642053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.642297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80dce2d2-5d52-46f5-a538-0292ba0d442d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.685545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Allocated IP 172.20.0.5 (60be109e-8b4d-4efc-af46-740574c2c1f2/6f225fe1-6e8a-4731-bf17-5b035b076074/05a4ea7d-34a7-42b3-a179-42f1b8fa9610) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:51.691331 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b579686c-f822-471d-9f82-51f6cd595ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] Unset dirty status for tenant:d6ffa3858a0045148016d7f114cd5866 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:51.695851 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b579686c-f822-471d-9f82-51f6cd595ec6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1726968443-project-admin] 10.222.0.62 "GET /v2.0/ports/75b43da6-6954-466a-8ffa-bb1b20f358a9 HTTP/1.1" status: 404 len: 333 time: 0.9331698 Sep 15 09:49:51.703682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:51.713789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44174) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:51.759358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] Pushing event deleted for resources: {'Network': ['ID=68a12e19-c367-4f77-be92-3f86b2c0c252,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:51.946447 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b18f58fc-2e90-4ff5-8e51-4907e72aa9dd req-90092808-a27c-4c37-b095-8f3484f39e1f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.1791182 Sep 15 09:49:52.048035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.054109 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3b9575f4-28c7-46f0-86b2-4776be254ffc tempest-ExternalNetworksTestJSON-368939405 tempest-ExternalNetworksTestJSON-368939405-project] 10.222.0.62 "DELETE /v2.0/networks/68a12e19-c367-4f77-be92-3f86b2c0c252 HTTP/1.1" status: 204 len: 168 time: 1.3607395 Sep 15 09:49:52.238023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Allocated IP 172.20.0.6 (66aa447e-124e-4ea4-8eee-a9825c155046/65e6d8ae-f467-4844-913f-0da20d9206ed/f9c3d66a-aea7-4c8b-bfc9-428f42d45aae) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:52.284406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:52.288960 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-277a70d6-4859-4ae2-b2d0-78e554dc1708 req-0337c888-c1b8-43b1-ab2c-6aac84ffbb23 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.1477683 Sep 15 09:49:52.313433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:52.322548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Usage tracker for resource:floatingip and tenant:602ba18cd6814926ba7b8e731a1d829b is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:52.330060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:52.334445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.349769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:52.375756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6ec8b86-cabb-400d-81f9-628feb0fc918']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:52.396284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bb36d3-1c53-4a97-b214-e375c735dabe') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:52.398398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bb36d3-1c53-4a97-b214-e375c735dabe') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:52.401342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.415297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.446530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.447084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:49:52.447628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.470863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.550189 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment cc6d4bcb-5246-44d5-aeb8-bb1529b7cfc2 resource provider aggregate not found Sep 15 09:49:52.577771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.728393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.738838 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment cc6d4bcb-5246-44d5-aeb8-bb1529b7cfc2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cc6d4bcb-5246-44d5-aeb8-bb1529b7cfc2 found for delete ", "request_id": "req-7a77319c-9ad2-46b3-b3dc-0adef7f45fec"}]} Sep 15 09:49:52.742205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44188) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:52.774175 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 41bb36d3-1c53-4a97-b214-e375c735dabe resource provider aggregate not found Sep 15 09:49:52.820421 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b9937a82-065c-41dd-8d5e-e153b7f2ff80 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b61631113c394319ab1bccc49177193c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732019 Sep 15 09:49:52.825059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44196) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:52.825753 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 41bb36d3-1c53-4a97-b214-e375c735dabe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41bb36d3-1c53-4a97-b214-e375c735dabe found for delete ", "request_id": "req-8c6a5855-6d03-4801-b1f9-78433e43ed49"}]} Sep 15 09:49:52.863805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.910785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:52.920505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] Pushing event deleted for resources: {'Network': ['ID=d6ec8b86-cabb-400d-81f9-628feb0fc918,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:52.949407 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-004be10f-5123-43dd-ac50-1c26bee6e4cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1142953377-project] 10.222.0.62 "DELETE /v2.0/networks/d6ec8b86-cabb-400d-81f9-628feb0fc918 HTTP/1.1" status: 204 len: 168 time: 1.2343090 Sep 15 09:49:53.014164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44206) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:53.045591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a21-f7ac-493c-941d-20399d737caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.116222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a21-f7ac-493c-941d-20399d737caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.207565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.347973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.409759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.429593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Transition to ACTIVE for port object eb771e7d-3215-42e2-a3b5-686b02de0528 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:53.443546 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc0ebc6c-8a73-49cf-a26b-ab96269a1b17 req-afc076d6-4c10-48e0-87fc-38449e6ac8a2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.1677573 Sep 15 09:49:53.464801 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-191ba773-5711-4f77-a600-5332b063db4e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a99795d95a5d4af48f72df3eb6769a12&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4430656 Sep 15 09:49:53.465334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44216) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:53.507088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a21-f7ac-493c-941d-20399d737caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.531380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e7a21-f7ac-493c-941d-20399d737caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b29cbf-e000-4df0-a98a-4e60a4a1e2ab,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:53.553366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Transition to ACTIVE for port object 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:53.611168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30e7a21-f7ac-493c-941d-20399d737caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.611168 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e30e7a21-f7ac-493c-941d-20399d737caf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8b29cbf-e000-4df0-a98a-4e60a4a1e2ab HTTP/1.1" status: 204 len: 168 time: 0.7347391 Sep 15 09:49:53.631640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.814863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.821962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Network 2d440db9-562a-426e-859c-183ebb134080 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:53.830340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-258f1ad0-d9ae-4cbf-b6ba-c3167a42eb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:53.837618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:53.839584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event updated for resources: {'Port': ['ID=eb771e7d-3215-42e2-a3b5-686b02de0528,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:53.851605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:53.875767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Allocated IP 172.26.7.11 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/651cabae-02e5-4d26-9bd8-5af82317e537) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:53.891463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Transition to ACTIVE for port object f9c3d66a-aea7-4c8b-bfc9-428f42d45aae will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:53.934794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-258f1ad0-d9ae-4cbf-b6ba-c3167a42eb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.023154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:54.025521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.051643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281f242-32e7-416b-924b-eb95f28e9026 req-44dedebf-639e-45c7-8b05-8909d0332f41 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:54.060199 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d281f242-32e7-416b-924b-eb95f28e9026 req-44dedebf-639e-45c7-8b05-8909d0332f41 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 932 time: 0.5298357 Sep 15 09:49:54.088177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Router 008b167b-7d9f-4a57-9f01-38593443cc5a is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:49:54.098864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.165185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.190338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.218336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44224) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:54.261213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.324758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.384850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-309d8c15-3182-481f-8d95-d94b0f01a136 None None] Provisioning for port eb771e7d-3215-42e2-a3b5-686b02de0528 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:54.391965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-309d8c15-3182-481f-8d95-d94b0f01a136 None None] Provisioning complete for port eb771e7d-3215-42e2-a3b5-686b02de0528 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:54.396223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-309d8c15-3182-481f-8d95-d94b0f01a136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.509346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-309d8c15-3182-481f-8d95-d94b0f01a136 None None] Port eb771e7d-3215-42e2-a3b5-686b02de0528 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:54.520677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'Port': ['ID=651cabae-02e5-4d26-9bd8-5af82317e537,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:54.559540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:54.801913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d281f242-32e7-416b-924b-eb95f28e9026 req-a2581196-8271-489c-a256-458dbf550e03 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5098910 Sep 15 09:49:54.801913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:54.801913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:54.805156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:54.805156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:54.805156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:54.805545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event updated for resources: {'Port': ['ID=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:54.805545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Network 66aa447e-124e-4ea4-8eee-a9825c155046 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:54.805545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:54.805545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:54.815668 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-896f3d83-8d8e-4c39-a972-edada41936bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b404c04f61c64968a700284043e47bd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5204387 Sep 15 09:49:54.815770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:49:54.815861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551e8f4-7af5-4716-9232-e2d3a695be50 None None] Sync routers for ids ['008b167b-7d9f-4a57-9f01-38593443cc5a'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:49:54.815960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=f9c3d66a-aea7-4c8b-bfc9-428f42d45aae,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:54.816049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551e8f4-7af5-4716-9232-e2d3a695be50 None None] Routers {'008b167b-7d9f-4a57-9f01-38593443cc5a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:54.816049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4551e8f4-7af5-4716-9232-e2d3a695be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['008b167b-7d9f-4a57-9f01-38593443cc5a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:54.816234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d41364-6b0a-4c1f-8838-f5a7de4e6649 req-fe6e87dd-b046-42eb-bfde-0d59a82b340d tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:54.816329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:54.816329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.816502 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46d41364-6b0a-4c1f-8838-f5a7de4e6649 req-fe6e87dd-b046-42eb-bfde-0d59a82b340d tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 931 time: 0.1616635 Sep 15 09:49:54.816592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44240) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:54.826599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:54.828328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.925882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.928238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-258f1ad0-d9ae-4cbf-b6ba-c3167a42eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.931531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-258f1ad0-d9ae-4cbf-b6ba-c3167a42eb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.935638 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-258f1ad0-d9ae-4cbf-b6ba-c3167a42eb74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a32930f2-e507-4a34-9b0e-0f2a3a5c0744 HTTP/1.1" status: 204 len: 168 time: 1.4449203 Sep 15 09:49:54.962196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-46d41364-6b0a-4c1f-8838-f5a7de4e6649 req-53fbbd4c-26e9-4d4b-ba0e-4b697831c3e8 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Synchronizing usage tracker for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:54.969997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f1ad0-d9ae-4cbf-b6ba-c3167a42eb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32930f2-e507-4a34-9b0e-0f2a3a5c0744,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:54.975734 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-4fe120eb-883e-4e22-baa1-2c5a1e3a6693 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8739471 Sep 15 09:49:54.976536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.980243 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2b67cb9a-5269-4c93-adfa-2661ac1472f7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.4832506 Sep 15 09:49:54.981568 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-c0209872-c73d-448a-998f-84b7da3b10f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5560133 Sep 15 09:49:54.982294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c75aa2f8-e10c-4cb6-9846-b8ce9549c346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:54.986111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44248) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:55.054943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4551e8f4-7af5-4716-9232-e2d3a695be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:55.067854 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-4307ae91-3ba5-42cb-87b3-9ffe607c3b81 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:49:55.072782 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-4307ae91-3ba5-42cb-87b3-9ffe607c3b81 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0331800 Sep 15 09:49:55.077176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-b8410cc7-dcee-4448-ac88-1365f9b674af tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:49:55.094969 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-b8410cc7-dcee-4448-ac88-1365f9b674af tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538170 Sep 15 09:49:55.096495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4551e8f4-7af5-4716-9232-e2d3a695be50 None None] Routers {'008b167b-7d9f-4a57-9f01-38593443cc5a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:49:55.097129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4551e8f4-7af5-4716-9232-e2d3a695be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['008b167b-7d9f-4a57-9f01-38593443cc5a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:55.103050 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c84a802c-8b84-419b-b6a7-7cbea848361f tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6968346 Sep 15 09:49:55.107999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c75aa2f8-e10c-4cb6-9846-b8ce9549c346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:55.133053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44252) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:55.157647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'network_id': '66aa447e-124e-4ea4-8eee-a9825c155046', 'name': 'tempest-AllowedAddressPairTestJSON-1147648034'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:55.205990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4551e8f4-7af5-4716-9232-e2d3a695be50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:49:55.206366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4551e8f4-7af5-4716-9232-e2d3a695be50 None None] The sync data for ids ['008b167b-7d9f-4a57-9f01-38593443cc5a'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:49:55.315656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-50e1a179-737b-458c-b311-24302a8c1e8a None None] Provisioning for port f9c3d66a-aea7-4c8b-bfc9-428f42d45aae completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:55.323936 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-50e1a179-737b-458c-b311-24302a8c1e8a None None] Provisioning complete for port f9c3d66a-aea7-4c8b-bfc9-428f42d45aae triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:55.329979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-50e1a179-737b-458c-b311-24302a8c1e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:55.391390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-46d41364-6b0a-4c1f-8838-f5a7de4e6649 req-53fbbd4c-26e9-4d4b-ba0e-4b697831c3e8 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Unset dirty status for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:55.401550 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46d41364-6b0a-4c1f-8838-f5a7de4e6649 req-53fbbd4c-26e9-4d4b-ba0e-4b697831c3e8 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5949602 Sep 15 09:49:55.500181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:55.519091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-50e1a179-737b-458c-b311-24302a8c1e8a None None] Port f9c3d66a-aea7-4c8b-bfc9-428f42d45aae cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:55.552770 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-18c24967-62d7-44aa-b838-3aea9216bb66 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/routers/008b167b-7d9f-4a57-9f01-38593443cc5a HTTP/1.1" status: 200 len: 921 time: 0.5602014 Sep 15 09:49:55.565307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44264) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:55.623010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:55.623010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:55.645605 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2f9c5f80-5248-4cac-87cf-eb0a97f3eaa6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=008b167b-7d9f-4a57-9f01-38593443cc5a HTTP/1.1" status: 200 len: 205 time: 0.0814493 Sep 15 09:49:55.653629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44272) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:55.657987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c75aa2f8-e10c-4cb6-9846-b8ce9549c346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:55.728563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75aa2f8-e10c-4cb6-9846-b8ce9549c346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c22d804-4487-40b4-956e-ae5c165aebdc,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:55.734126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c75aa2f8-e10c-4cb6-9846-b8ce9549c346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:55.747780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c75aa2f8-e10c-4cb6-9846-b8ce9549c346 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c22d804-4487-40b4-956e-ae5c165aebdc HTTP/1.1" status: 204 len: 168 time: 0.9284737 Sep 15 09:49:55.758513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9dea8eba-230b-4139-807a-af2428f97e43 None None] Provisioning for port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:55.772015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Made reservation on behalf of 1f5e8ae4fe6744ecae6866ca766c85f5 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:55.776936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:55.800989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9dea8eba-230b-4139-807a-af2428f97e43 None None] Provisioning complete for port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:55.801837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9dea8eba-230b-4139-807a-af2428f97e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:55.905637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Request body: {'port': {'device_id': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:55.951752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9dea8eba-230b-4139-807a-af2428f97e43 None None] Port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:56.029338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Request body: {'port': {'device_id': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:56.144764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] device_id is not set on port 202f4e70-b3b0-4b67-84df-4281276aaa31 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:49:56.302670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:56.538655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:56.550731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:56.590173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:56.622924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44284) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:56.801355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:56.854622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:56.948217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c81f3-405e-4692-a995-b98793bbcba1 req-4442207e-8026-4423-9822-a56d97e70ffd tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:56.948834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-3a3c81f3-405e-4692-a995-b98793bbcba1 req-4442207e-8026-4423-9822-a56d97e70ffd tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Synchronizing usage tracker for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:49:56.954049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Allocated IP 172.20.0.9 (66aa447e-124e-4ea4-8eee-a9825c155046/65e6d8ae-f467-4844-913f-0da20d9206ed/202f4e70-b3b0-4b67-84df-4281276aaa31) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:49:57.039981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Deleting port 76c8d4ca-0346-430f-96f0-ba92b646b464 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:49:57.040320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.108235 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-64009b0c-2e91-487f-815b-6c129f65f255 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb3d0040e33c43d7b33183fc407ec869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824064 Sep 15 09:49:57.109594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44290) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:57.178594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.212851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-3a3c81f3-405e-4692-a995-b98793bbcba1 req-4442207e-8026-4423-9822-a56d97e70ffd tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Unset dirty status for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:49:57.212851 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3a3c81f3-405e-4692-a995-b98793bbcba1 req-4442207e-8026-4423-9822-a56d97e70ffd tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 932 time: 1.0896771 Sep 15 09:49:57.235513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3c10b-cfec-47f2-9e71-170609159ad5 req-38e58e9e-bafd-4242-afd9-95180739dfc2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:57.246668 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7d3c10b-cfec-47f2-9e71-170609159ad5 req-38e58e9e-bafd-4242-afd9-95180739dfc2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 931 time: 0.5684566 Sep 15 09:49:57.322015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'Port': ['ID=651cabae-02e5-4d26-9bd8-5af82317e537,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:57.372226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44296) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:57.454528 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7d3c10b-cfec-47f2-9e71-170609159ad5 req-3f5763e1-0925-4c34-bf55-1bdaa1712421 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067392 Sep 15 09:49:57.522957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.526418 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-01b83a4e-2267-4b74-b1e0-aaa6b78297b8 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0458558 Sep 15 09:49:57.529388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44302) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:57.541403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-906846437'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:57.551870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:57.552944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44306) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:57.560022 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3a3c81f3-405e-4692-a995-b98793bbcba1 req-4577b90c-3763-46ed-8024-3a3f3a5908bf tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853336 Sep 15 09:49:57.560629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6aa636ed-3635-4c39-8d36-61e85f7a1a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.581972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Usage tracker for resource:network and tenant:602ba18cd6814926ba7b8e731a1d829b is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:57.585625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:57.592998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:57.601345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.668276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6aa636ed-3635-4c39-8d36-61e85f7a1a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.753625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Made reservation on behalf of 602ba18cd6814926ba7b8e731a1d829b for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:49:57.757225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.780641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Calling delete_port for 76c8d4ca-0346-430f-96f0-ba92b646b464 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:49:57.781741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.801793 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-419e4cea-6778-4916-931d-a7fc90bbac68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d6ffa3858a0045148016d7f114cd5866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453446 Sep 15 09:49:57.810475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44310) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:57.820342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:57.870946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:49:57.885907 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Usage tracker for resource:security_group_rule and tenant:602ba18cd6814926ba7b8e731a1d829b is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:49:57.907913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:49:57.911344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Transition to ACTIVE for port object 202f4e70-b3b0-4b67-84df-4281276aaa31 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:57.925863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:49:57.969714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3593fd45-f711-45f8-a899-01a05c176a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.024548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:49:58.032789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb771e7d-3215-42e2-a3b5-686b02de0528 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:49:58.045283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.049203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.095296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3593fd45-f711-45f8-a899-01a05c176a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.128043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c0c859b3-9a40-4f36-a8d1-d8d52b738952 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] Request body: {'port': {'network_id': '900ed5bd-109e-43e6-8ea6-4c42e4423e32', 'name': 'tempest-NetworksNegativeTestJSON-502569202'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:58.166229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6aa636ed-3635-4c39-8d36-61e85f7a1a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.179093 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c859b3-9a40-4f36-a8d1-d8d52b738952 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] POST failed (client error): The resource could not be found. Sep 15 09:49:58.179586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c859b3-9a40-4f36-a8d1-d8d52b738952 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:58.185055 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c0c859b3-9a40-4f36-a8d1-d8d52b738952 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.7971084 Sep 15 09:49:58.188032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44314) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:58.188748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.248527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa636ed-3635-4c39-8d36-61e85f7a1a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2303a254-aee3-4531-b5d1-6baac954f98f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:58.266429 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e45993e-4240-4803-9e78-abce480d9712 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] DELETE failed (client error): The resource could not be found. Sep 15 09:49:58.266966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e45993e-4240-4803-9e78-abce480d9712 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:58.291348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.313336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Transition to ACTIVE for port object 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:58.314533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Transition to ACTIVE for port object eb771e7d-3215-42e2-a3b5-686b02de0528 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:49:58.316614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Network 66aa447e-124e-4ea4-8eee-a9825c155046 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:49:58.319981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:49:58.325277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:49:58.388896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event deleted for resources: {'Port': ['ID=76c8d4ca-0346-430f-96f0-ba92b646b464,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:58.402028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.406087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3593fd45-f711-45f8-a899-01a05c176a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.411337 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8e45993e-4240-4803-9e78-abce480d9712 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "DELETE /v2.0/networks/2e74123a-c15f-48b3-ab43-5a2f85fee41e HTTP/1.1" status: 404 len: 339 time: 0.2216680 Sep 15 09:49:58.426246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44318) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:58.462502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.507305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593fd45-f711-45f8-a899-01a05c176a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ab121c-9594-4d0b-8fe0-ebb582408b62,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:58.509590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3593fd45-f711-45f8-a899-01a05c176a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.510978 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3593fd45-f711-45f8-a899-01a05c176a36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16ab121c-9594-4d0b-8fe0-ebb582408b62 HTTP/1.1" status: 204 len: 168 time: 0.6990402 Sep 15 09:49:58.598924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7b6b30-1a54-4dfb-87ea-05cb9f5d3c07 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] DELETE failed (client error): The resource could not be found. Sep 15 09:49:58.598924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7b6b30-1a54-4dfb-87ea-05cb9f5d3c07 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:58.599629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:58.599629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.599629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=202f4e70-b3b0-4b67-84df-4281276aaa31,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:58.621052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.717126 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1d7b6b30-1a54-4dfb-87ea-05cb9f5d3c07 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "DELETE /v2.0/ports/fcac2897-76ba-45ac-b43a-45c2f6606049 HTTP/1.1" status: 404 len: 333 time: 0.2879837 Sep 15 09:49:58.741670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44328) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:58.800853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6aa636ed-3635-4c39-8d36-61e85f7a1a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.803011 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6aa636ed-3635-4c39-8d36-61e85f7a1a3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2303a254-aee3-4531-b5d1-6baac954f98f HTTP/1.1" status: 204 len: 168 time: 1.6858199 Sep 15 09:49:58.872796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-367fae79-eecc-4692-b818-7f0f0ff4cbc4 None None] Provisioning for port 202f4e70-b3b0-4b67-84df-4281276aaa31 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:49:58.879383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-367fae79-eecc-4692-b818-7f0f0ff4cbc4 None None] Provisioning complete for port 202f4e70-b3b0-4b67-84df-4281276aaa31 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:49:58.879756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-367fae79-eecc-4692-b818-7f0f0ff4cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:58.893038 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-78fd8345-c4fb-48cf-9406-f764ea0cf537 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7556391 Sep 15 09:49:58.893038 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7968b1f0-c2bc-4b8e-a78c-51feceff37f1 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] DELETE failed (client error): The resource could not be found. Sep 15 09:49:58.893038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7968b1f0-c2bc-4b8e-a78c-51feceff37f1 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:58.893489 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7968b1f0-c2bc-4b8e-a78c-51feceff37f1 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "DELETE /v2.0/subnets/b09021a2-fb9c-482a-bf64-a42b988a8c34 HTTP/1.1" status: 404 len: 337 time: 0.1488440 Sep 15 09:49:58.977634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44334) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:58.977945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44336) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:59.019525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-367fae79-eecc-4692-b818-7f0f0ff4cbc4 None None] Port 202f4e70-b3b0-4b67-84df-4281276aaa31 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:49:59.075846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:30:91:e5'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:4b:25:e4'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:59.143608 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9c874a5-22f9-4e30-a20a-389094ff9c42 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] GET failed (client error): The resource could not be found. Sep 15 09:49:59.143608 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c9c874a5-22f9-4e30-a20a-389094ff9c42 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "GET /v2.0/networks/6739e209-874f-4058-a901-55a560fddf32 HTTP/1.1" status: 404 len: 339 time: 0.1548367 Sep 15 09:49:59.143608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.149945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44342) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:59.157450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.188898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.266333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Pushing event updated for resources: {'Port': ['ID=eb771e7d-3215-42e2-a3b5-686b02de0528,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:59.367484 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f2f7d9a-0186-4e30-8aa4-b773d3653bd8 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] GET failed (client error): The resource could not be found. Sep 15 09:49:59.372555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3f2f7d9a-0186-4e30-8aa4-b773d3653bd8 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "GET /v2.0/ports/0c3628be-6ef8-4c3d-8934-d0bbb85848b7 HTTP/1.1" status: 404 len: 333 time: 0.2039855 Sep 15 09:49:59.378387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44348) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:59.416378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.448674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.453979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Fanout notify agent at l3_agent the message router_deleted on router 008b167b-7d9f-4a57-9f01-38593443cc5a {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:49:59.464210 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36ef8f4-0db4-4f06-a9b8-998b27d8f0f1 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] GET failed (client error): The resource could not be found. Sep 15 09:49:59.469428 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f36ef8f4-0db4-4f06-a9b8-998b27d8f0f1 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "GET /v2.0/subnets/f900bfe5-ce89-4763-b888-add7fcfbc159 HTTP/1.1" status: 404 len: 337 time: 0.0824068 Sep 15 09:49:59.490951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:49:59.494679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44354) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:59.500305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Pushing event updated for resources: {'Port': ['ID=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:49:59.519920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d10c0f0c-38b8-4370-aa1a-7a46ea03cb3b tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:59.521027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.522184 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Added segment 528009f8-90e7-4bee-8c09-64b82029d32d of type vlan for network c21e08e6-35be-48cf-aa3e-f765cb105616 Sep 15 09:49:59.537499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Attempting to bind port eb771e7d-3215-42e2-a3b5-686b02de0528 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:59.540532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Attempting to bind port eb771e7d-3215-42e2-a3b5-686b02de0528 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:59.540532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Attempting to bind port eb771e7d-3215-42e2-a3b5-686b02de0528 on network 2d440db9-562a-426e-859c-183ebb134080 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:59.558179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Attempting to bind port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:49:59.563396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Attempting to bind port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:49:59.563396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Attempting to bind port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 on network 60be109e-8b4d-4efc-af46-740574c2c1f2 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:59.567251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Port eb771e7d-3215-42e2-a3b5-686b02de0528 on network 2d440db9-562a-426e-859c-183ebb134080 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:59.567840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Attempting to bind port eb771e7d-3215-42e2-a3b5-686b02de0528 on network 2d440db9-562a-426e-859c-183ebb134080 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:59.572545 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10c0f0c-38b8-4370-aa1a-7a46ea03cb3b tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] PUT failed (client error): The resource could not be found. Sep 15 09:49:59.573247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10c0f0c-38b8-4370-aa1a-7a46ea03cb3b tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:59.574762 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d10c0f0c-38b8-4370-aa1a-7a46ea03cb3b tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "PUT /v2.0/networks/7f1d6a81-c2d8-4ff4-a214-376b1b38da1a HTTP/1.1" status: 404 len: 339 time: 0.0723395 Sep 15 09:49:59.575655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 on network 60be109e-8b4d-4efc-af46-740574c2c1f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:49:59.576136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Attempting to bind port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 on network 60be109e-8b4d-4efc-af46-740574c2c1f2 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:49:59.582304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44362) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:59.596839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e2c8a2a4-7e38-41f0-87c7-f36d2601c387 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:59.600142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.643902 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c8a2a4-7e38-41f0-87c7-f36d2601c387 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] PUT failed (client error): The resource could not be found. Sep 15 09:49:59.644810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2c8a2a4-7e38-41f0-87c7-f36d2601c387 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:59.647702 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e2c8a2a4-7e38-41f0-87c7-f36d2601c387 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "PUT /v2.0/ports/0d0bdd3a-1c7b-4dc9-9f1e-d5bc54394ef2 HTTP/1.1" status: 404 len: 333 time: 0.0624347 Sep 15 09:49:59.653117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:59.656829 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Checking segment: {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:59.657015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44372) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:49:59.657704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Bound using segment: {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:59.658521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Bound port: eb771e7d-3215-42e2-a3b5-686b02de0528, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3eb6d5-becc-4469-82a9-1485c18c0058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '2d440db9-562a-426e-859c-183ebb134080'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:59.671712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.684533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:49:59.689422 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Checking segment: {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:49:59.693251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Bound using segment: {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:49:59.694347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Bound port: 05a4ea7d-34a7-42b3-a179-42f1b8fa9610, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ffd933-66bb-4974-8365-d076103eec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:49:59.696526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.710124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca76a18-d076-46d7-9299-9a0479904da3 req-52b626ad-9cb6-45ff-b59f-2c4d24fd550b tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:59.711756 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0ca76a18-d076-46d7-9299-9a0479904da3 req-52b626ad-9cb6-45ff-b59f-2c4d24fd550b tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 943 time: 0.9975483 Sep 15 09:49:59.714924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.744278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4dec91f7-257b-4c83-bcdf-691fc1f2b396 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:49:59.757488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff328f56-1187-402f-8b03-505caa475682 req-92eb77e7-34a8-49bc-b518-6786079262c8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:59.760856 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ff328f56-1187-402f-8b03-505caa475682 req-92eb77e7-34a8-49bc-b518-6786079262c8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 944 time: 0.8800979 Sep 15 09:49:59.844917 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dec91f7-257b-4c83-bcdf-691fc1f2b396 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] PUT failed (client error): The resource could not be found. Sep 15 09:49:59.845381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dec91f7-257b-4c83-bcdf-691fc1f2b396 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:49:59.851378 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4dec91f7-257b-4c83-bcdf-691fc1f2b396 tempest-NetworksNegativeTestJSON-1022383485 tempest-NetworksNegativeTestJSON-1022383485-project] 10.222.0.62 "PUT /v2.0/subnets/9853d71e-3f04-43f5-843c-186d444cc62f HTTP/1.1" status: 404 len: 337 time: 0.1384377 Sep 15 09:49:59.852358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.859046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:49:59.859670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.885463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:49:59.890804 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-400cb35c-3713-4e57-a905-35092d098a11 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/008b167b-7d9f-4a57-9f01-38593443cc5a HTTP/1.1" status: 204 len: 168 time: 4.2316940 Sep 15 09:49:59.902487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44384) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:00.035135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18685167-408d-475d-a668-ec5cbec8193a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:00.063399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1572678350', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': False}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:00.068683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:00.073592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Usage tracker for resource:router and tenant:100d80433ca94c87903470c4072ef5b6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:00.078001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:00.084782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:00.107509 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ff328f56-1187-402f-8b03-505caa475682 req-79f63c57-9f26-4615-b15f-4784dbef2aa1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3069062 Sep 15 09:50:00.111848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] For port eb771e7d-3215-42e2-a3b5-686b02de0528, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:00.144176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] For port eb771e7d-3215-42e2-a3b5-686b02de0528, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb771e7d-3215-42e2-a3b5-686b02de0528,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:00.159516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] For port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:00.163217 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0ca76a18-d076-46d7-9299-9a0479904da3 req-1c71bfa0-55a1-45c3-b5b1-9c06e188733d tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308999 Sep 15 09:50:00.165399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] For port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:00.194576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'Network': ['ID=c21e08e6-35be-48cf-aa3e-f765cb105616,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:00.211390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c21e08e6-35be-48cf-aa3e-f765cb105616 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:00.226424 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fbe28e40-549e-4e07-b24e-c87e59017f39 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.6946268 Sep 15 09:50:00.229416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44388) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:00.235406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Request body: {'subnet': {'network_id': 'c21e08e6-35be-48cf-aa3e-f765cb105616', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:00.290549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.299780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:00.303183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.307846 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] 10.222.0.16 "PUT /v2.0/ports/05a4ea7d-34a7-42b3-a179-42f1b8fa9610 HTTP/1.1" status: 200 len: 1093 time: 4.8301988 Sep 15 09:50:00.422415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'tag': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:50:00.428374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.431893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:00.432762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.434336 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] 10.222.0.16 "PUT /v2.0/ports/eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 1094 time: 4.9556358 Sep 15 09:50:00.538385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.539849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.567189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.596123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.598840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:00.606551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Usage tracker for resource:subnet and tenant:602ba18cd6814926ba7b8e731a1d829b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:00.610608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2f420-5aa5-482b-aa0a-b77d44fa929b service neutron] Pushing event updated for resources: {'Port': ['ID=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:00.649121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:00.666446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:00.774466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.821170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e02840-a690-4642-ad45-ede69aa2f394 service neutron] Pushing event updated for resources: {'Port': ['ID=eb771e7d-3215-42e2-a3b5-686b02de0528,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:00.836811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bae174-09a5-4c5a-8ef8-73c37ea61e04" -d '{"events": [{"name": "network-changed", "server_uuid": "6008c6d8-0fec-4497-bcd9-fd2d2fd61b54", "tag": "05a4ea7d-34a7-42b3-a179-42f1b8fa9610"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:50:00.857443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Made reservation on behalf of 602ba18cd6814926ba7b8e731a1d829b for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:00.861495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:00.947381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-09b426e2-80b9-4423-9d57-cf5821568e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:00.949400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-09b426e2-80b9-4423-9d57-cf5821568e09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f448e0b5edd4d4db764393e23f65ef9&device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 1096 time: 0.2718976 Sep 15 09:50:00.956471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-9f53d0cd-3081-46dc-a4dd-eb077a44f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:00.957708 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-9f53d0cd-3081-46dc-a4dd-eb077a44f553 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1097 time: 0.2814574 Sep 15 09:50:01.001083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44416) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:01.031226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] In _notify_port_updated(), no bound segment for port 202f4e70-b3b0-4b67-84df-4281276aaa31 on network 66aa447e-124e-4ea4-8eee-a9825c155046 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:50:01.036823 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:01.037548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:01.041883 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "PUT /v2.0/ports/202f4e70-b3b0-4b67-84df-4281276aaa31 HTTP/1.1" status: 200 len: 1055 time: 2.0628610 Sep 15 09:50:01.042781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44422) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:01.231949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853792b7-98cf-4cc8-beaf-760626bae26a tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event updated for resources: {'Port': ['ID=202f4e70-b3b0-4b67-84df-4281276aaa31,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:01.242900 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-1ded4e18-1ff0-4cd0-a26c-a6068d94fd89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 217 time: 0.1668060 Sep 15 09:50:01.248365 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-430e21d6-f08c-4202-a59b-090356d9b59c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610 HTTP/1.1" status: 200 len: 217 time: 0.1703918 Sep 15 09:50:01.343863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44434) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:01.344760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd44ff0-9d4c-4658-baa6-85c7b16db010 x-openstack-request-id: req-4dd44ff0-9d4c-4658-baa6-85c7b16db010 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:50:01.345271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6008c6d8-0fec-4497-bcd9-fd2d2fd61b54", "tag": "05a4ea7d-34a7-42b3-a179-42f1b8fa9610", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:50:01.345724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dd44ff0-9d4c-4658-baa6-85c7b16db010 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:50:01.346419 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dd44ff0-9d4c-4658-baa6-85c7b16db010'] response: {'name': 'network-changed', 'server_uuid': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'tag': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'status': 'completed', 'code': 200} Sep 15 09:50:01.425567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:01.460745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-26e5b2c2-7b0c-4eaa-b586-6e290bec3450 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Deleting port 202f4e70-b3b0-4b67-84df-4281276aaa31 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:01.460998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26e5b2c2-7b0c-4eaa-b586-6e290bec3450 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:01.515785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1459040331'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:01.520874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:01.525223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:01.536426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:01.542690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:01.611205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99f5d7-5785-4ac5-9040-89a0ce6a27b2 req-cd28e633-fea5-420d-a2a5-7bf9e06c089d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:01.612701 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d99f5d7-5785-4ac5-9040-89a0ce6a27b2 req-cd28e633-fea5-420d-a2a5-7bf9e06c089d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 944 time: 0.2403035 Sep 15 09:50:01.644953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-1a672fb9-8954-42d4-b91b-9f69e22ba617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:01.646425 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-1a672fb9-8954-42d4-b91b-9f69e22ba617 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.3967488 Sep 15 09:50:01.647171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:01.713288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-e32c0e0f-e60e-473b-8472-a9d5a6da38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:01.714884 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-e32c0e0f-e60e-473b-8472-a9d5a6da38ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f225fe1-6e8a-4731-bf17-5b035b076074 HTTP/1.1" status: 200 len: 844 time: 0.4214520 Sep 15 09:50:01.725044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:01.728319 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:01.731650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:01.778208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:01.818069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d99f5d7-5785-4ac5-9040-89a0ce6a27b2 req-95e53b43-99c9-4e97-a2cf-3b8464420423 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984911 Sep 15 09:50:01.827373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:01.851264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] Usage tracker for resource:security_group_rule and tenant:76477078395d4ca0869810f4c110ded3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:01.854933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:01.863427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26e5b2c2-7b0c-4eaa-b586-6e290bec3450 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:01.884586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:01.897731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:01.934624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:security_group_rule and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:01.950403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:01.968454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'Subnet': ['ID=06229d1c-63eb-45c8-8d8e-1bff106386b2,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:01.971957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:01.997078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Checking segment: {'id': '528009f8-90e7-4bee-8c09-64b82029d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c21e08e6-35be-48cf-aa3e-f765cb105616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:01.997415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Network hostable DHCP agents. Network: c21e08e6-35be-48cf-aa3e-f765cb105616, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:02.000528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-26e5b2c2-7b0c-4eaa-b586-6e290bec3450 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Calling delete_port for 202f4e70-b3b0-4b67-84df-4281276aaa31 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:02.008567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d92eb5-1da9-48ef-85d8-37b458197508 req-fe61163f-6966-49aa-901a-2fe803c5a781 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:02.009240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-d3d92eb5-1da9-48ef-85d8-37b458197508 req-fe61163f-6966-49aa-901a-2fe803c5a781 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Synchronizing usage tracker for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:02.085545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-524b120a-a035-439f-82af-a33c7ba2c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:02.087126 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-524b120a-a035-439f-82af-a33c7ba2c3cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4284296 Sep 15 09:50:02.092861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-dcfe3088-fc53-4f89-85fe-9abec8da11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:02.094534 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-dcfe3088-fc53-4f89-85fe-9abec8da11bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60be109e-8b4d-4efc-af46-740574c2c1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3513887 Sep 15 09:50:02.197532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-d3d92eb5-1da9-48ef-85d8-37b458197508 req-fe61163f-6966-49aa-901a-2fe803c5a781 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Unset dirty status for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:02.198783 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d3d92eb5-1da9-48ef-85d8-37b458197508 req-fe61163f-6966-49aa-901a-2fe803c5a781 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 943 time: 0.6936197 Sep 15 09:50:02.265802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Network c21e08e6-35be-48cf-aa3e-f765cb105616 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:02.319934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.352456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.390282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44454) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:02.404617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.442984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26e5b2c2-7b0c-4eaa-b586-6e290bec3450 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.444203 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d3d92eb5-1da9-48ef-85d8-37b458197508 req-b5d6e8e0-891b-4be2-a295-3311c9b27d8a tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903450 Sep 15 09:50:02.461187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c21e08e6-35be-48cf-aa3e-f765cb105616) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:02.472609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0037500-4a1c-4724-be68-65eb9f045b9d None None] Network c21e08e6-35be-48cf-aa3e-f765cb105616 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:02.477416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.481596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:02.482377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.488029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-e2ba13ed-c7a1-41d7-9a44-96f7f8c29d71 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926206 Sep 15 09:50:02.492120 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-2a970dd8-7979-4a75-a9b0-92a6970981a4 service neutron] 10.222.0.16 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740058 Sep 15 09:50:02.497306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.513165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e5b2c2-7b0c-4eaa-b586-6e290bec3450 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Port': ['ID=202f4e70-b3b0-4b67-84df-4281276aaa31,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:02.575465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-269754011', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:02.617939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:02.631760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Usage tracker for resource:port and tenant:65104f7dd07147fba2da7831f4ea8ecf is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:02.638695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:02.658501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:02.697490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.735094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Allocated IP 172.26.7.34 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/8e3cfb9a-caa7-4a8f-92bb-6dc764baa032) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:02.736762 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76477078395d4ca0869810f4c110ded3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3781166 Sep 15 09:50:02.742654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44460) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:02.754409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d83e6e-efc4-472c-a147-b772dfaf156c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cae2e58-fa7c-455d-86a9-8c010d3a6278,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:02.758923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:02.790555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c21e08e6-35be-48cf-aa3e-f765cb105616', 'network_id': 'c21e08e6-35be-48cf-aa3e-f765cb105616', 'tenant_id': '602ba18cd6814926ba7b8e731a1d829b', 'fixed_ips': [{'subnet_id': '06229d1c-63eb-45c8-8d8e-1bff106386b2'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:02.791776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.811981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.812262 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment e472e03e-2bf5-4873-91df-cc6769eb6fe3 of type vlan for network fffef2de-46d0-40ee-94e9-6b3ade175440 Sep 15 09:50:02.839493 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9de2cdd3-43f5-4eb3-a2cf-0bcf7c6c2b1e tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6070142 Sep 15 09:50:02.846171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44464) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:02.872377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-534845378', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:02.887431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=060ee37f-6b43-4e30-9703-f3f6971a59c5,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:02.907176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:02.918623 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-876c12ff-511e-40a7-b40f-3dbf1ddf5b88 req-48c9c1ff-f636-4fda-9417-447496f542f3 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128058 Sep 15 09:50:02.920209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:02.924865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Usage tracker for resource:router and tenant:602ba18cd6814926ba7b8e731a1d829b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:02.929045 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0857010b-1ab7-4380-9f0c-048c0ee22c69 req-b3f5d0db-4ed5-4cb1-9b4a-219c0be33a25 service neutron] 10.222.0.16 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192071 Sep 15 09:50:02.930424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:02.938525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:03.014049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Allocated IP 172.20.0.2 (c21e08e6-35be-48cf-aa3e-f765cb105616/06229d1c-63eb-45c8-8d8e-1bff106386b2/b0cc6f14-ab1b-442b-9bae-c771f0714cf0) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:03.054011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.055337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.071954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.074420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Made reservation on behalf of 65104f7dd07147fba2da7831f4ea8ecf for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:03.077997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.095027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.100985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:03.101718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.196387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.234777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.245566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Transition to ACTIVE for port object b0cc6f14-ab1b-442b-9bae-c771f0714cf0 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:03.267718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Transition to ACTIVE for port object b0cc6f14-ab1b-442b-9bae-c771f0714cf0 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:03.287732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:03.297992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c60ec0a5-7160-46de-aa33-e20b0f8502b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.306732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Usage tracker for resource:security_group_rule and tenant:65104f7dd07147fba2da7831f4ea8ecf is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:03.313905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:03.346224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:03.353407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.392582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c60ec0a5-7160-46de-aa33-e20b0f8502b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.399682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26e5b2c2-7b0c-4eaa-b586-6e290bec3450 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.415595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.427833 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Network c21e08e6-35be-48cf-aa3e-f765cb105616 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:03.431956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:03.434721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:03.472251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'tag': 'eb771e7d-3215-42e2-a3b5-686b02de0528'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:50:03.475493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3470dfae-8fc0-437d-a74d-c610265a2ca3", "tag": "eb771e7d-3215-42e2-a3b5-686b02de0528"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:50:03.489672 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-26e5b2c2-7b0c-4eaa-b586-6e290bec3450 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "DELETE /v2.0/ports/202f4e70-b3b0-4b67-84df-4281276aaa31 HTTP/1.1" status: 204 len: 168 time: 2.2784460 Sep 15 09:50:03.491312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44472) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:03.501037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4979916 Sep 15 09:50:03.509775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c9177-6148-43a9-8bb1-efccaa0c5c44 req-076e1d9e-9de7-43ba-8d25-06f9d504df82 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:03.511282 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9f9c9177-6148-43a9-8bb1-efccaa0c5c44 req-076e1d9e-9de7-43ba-8d25-06f9d504df82 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 944 time: 0.4537561 Sep 15 09:50:03.543218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e6d8ee-f3a2-4e1e-ae16-e7c20cafec24 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=fffef2de-46d0-40ee-94e9-6b3ade175440,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:03.614931 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9f9c9177-6148-43a9-8bb1-efccaa0c5c44 req-1de3e704-bb2a-4661-9b8a-b09044e000d3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939374 Sep 15 09:50:03.616561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.625456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47c4c46-dfd2-4603-a5e2-f688079b9443 x-openstack-request-id: req-d47c4c46-dfd2-4603-a5e2-f688079b9443 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:50:03.631129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3470dfae-8fc0-437d-a74d-c610265a2ca3", "tag": "eb771e7d-3215-42e2-a3b5-686b02de0528", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:50:03.631558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d47c4c46-dfd2-4603-a5e2-f688079b9443 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:50:03.632112 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47c4c46-dfd2-4603-a5e2-f688079b9443'] response: {'name': 'network-changed', 'server_uuid': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'tag': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'status': 'completed', 'code': 200} Sep 15 09:50:03.640522 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7887a50e-55bc-4823-b463-8c7dcf2a201b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] GET failed (client error): The resource could not be found. Sep 15 09:50:03.641284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7887a50e-55bc-4823-b463-8c7dcf2a201b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Synchronizing usage tracker for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:03.647370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Pushing event updated for resources: {'Port': ['ID=b0cc6f14-ab1b-442b-9bae-c771f0714cf0,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:03.653478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network fffef2de-46d0-40ee-94e9-6b3ade175440 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:03.683912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c60ec0a5-7160-46de-aa33-e20b0f8502b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.712849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ec0a5-7160-46de-aa33-e20b0f8502b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cae2e58-fa7c-455d-86a9-8c010d3a6278,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:03.735462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.737759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.793180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] device_id is not set on port 370f581d-d193-4491-a2f8-8b1ea7a8d650 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:03.798793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.809868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Attempting to bind port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:03.810419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Attempting to bind port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '528009f8-90e7-4bee-8c09-64b82029d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c21e08e6-35be-48cf-aa3e-f765cb105616'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:03.813205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Attempting to bind port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 on network c21e08e6-35be-48cf-aa3e-f765cb105616 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:03.825275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:03.825898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Checking segment: {'id': '528009f8-90e7-4bee-8c09-64b82029d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c21e08e6-35be-48cf-aa3e-f765cb105616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:03.826392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.827511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Bound using segment: {'id': '528009f8-90e7-4bee-8c09-64b82029d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c21e08e6-35be-48cf-aa3e-f765cb105616'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:03.828270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Bound port: b0cc6f14-ab1b-442b-9bae-c771f0714cf0, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528009f8-90e7-4bee-8c09-64b82029d32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c21e08e6-35be-48cf-aa3e-f765cb105616'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:03.828793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.855232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c60ec0a5-7160-46de-aa33-e20b0f8502b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:03.859213 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c60ec0a5-7160-46de-aa33-e20b0f8502b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3cae2e58-fa7c-455d-86a9-8c010d3a6278 HTTP/1.1" status: 204 len: 168 time: 1.1128099 Sep 15 09:50:03.898964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:03.905085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:03.911340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aff6506-6ff4-4852-84a5-07b4a30d1044,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:03.916066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:03.948655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'Port': ['ID=8e3cfb9a-caa7-4a8f-92bb-6dc764baa032,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:03.970551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] For port b0cc6f14-ab1b-442b-9bae-c771f0714cf0, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:03.974719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] For port b0cc6f14-ab1b-442b-9bae-c771f0714cf0, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b0cc6f14-ab1b-442b-9bae-c771f0714cf0,segment=NetworkSegment(528009f8-90e7-4bee-8c09-64b82029d32d),segment_id=528009f8-90e7-4bee-8c09-64b82029d32d)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:04.070806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:04.152158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7887a50e-55bc-4823-b463-8c7dcf2a201b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Unset dirty status for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:04.159745 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7887a50e-55bc-4823-b463-8c7dcf2a201b tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "GET /v2.0/ports/202f4e70-b3b0-4b67-84df-4281276aaa31 HTTP/1.1" status: 404 len: 333 time: 0.6612713 Sep 15 09:50:04.174886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44480) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:04.183529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787beaf-3df3-4b0c-90fd-2702459f32ba req-b6f6320a-019b-49b1-aed2-c9670aab51d1 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:04.193623 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e787beaf-3df3-4b0c-90fd-2702459f32ba req-b6f6320a-019b-49b1-aed2-c9670aab51d1 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 943 time: 0.3688521 Sep 15 09:50:04.205882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Allocated IP 172.26.7.49 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/370f581d-d193-4491-a2f8-8b1ea7a8d650) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:04.212495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5621f5-88bf-4ef5-b013-2bccd0cff528 None None] Pushing event updated for resources: {'Port': ['ID=b0cc6f14-ab1b-442b-9bae-c771f0714cf0,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:04.223517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-dc0e0599-98f2-429a-a4d0-184319fecbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:04.226609 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-dc0e0599-98f2-429a-a4d0-184319fecbc6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f448e0b5edd4d4db764393e23f65ef9&device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 1096 time: 0.9735949 Sep 15 09:50:04.287331 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-c0a8a692-05a2-49fd-8cee-dc74a1994ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:04.289207 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-c0a8a692-05a2-49fd-8cee-dc74a1994ec1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1097 time: 0.5824959 Sep 15 09:50:04.605139 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e787beaf-3df3-4b0c-90fd-2702459f32ba req-44834029-e786-46a5-9ca8-c728ebfc0a36 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4097199 Sep 15 09:50:04.752207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-ab25f530-ee0e-4f6e-903d-0f4aa7af3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:04.753759 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-ab25f530-ee0e-4f6e-903d-0f4aa7af3d4b service neutron] 10.222.0.16 "GET /v2.0/networks?id=60be109e-8b4d-4efc-af46-740574c2c1f2 HTTP/1.1" status: 200 len: 906 time: 0.5194108 Sep 15 09:50:04.765107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-001d3310-7ee2-4ef7-920a-0d8d97b1f81c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Deleting port f9c3d66a-aea7-4c8b-bfc9-428f42d45aae {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:04.777613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-001d3310-7ee2-4ef7-920a-0d8d97b1f81c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:04.900043 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-3cbcd5b3-4588-458c-b7c8-183e8719cc62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610 HTTP/1.1" status: 200 len: 217 time: 0.1065812 Sep 15 09:50:05.068908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-a7480a30-c25f-48e2-95d8-59fcb7a91375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:05.070397 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-a7480a30-c25f-48e2-95d8-59fcb7a91375 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 913 time: 0.4879484 Sep 15 09:50:05.097648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-e57f0e85-c784-463f-ad1a-70f62c4c9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:05.099348 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-e57f0e85-c784-463f-ad1a-70f62c4c9c63 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f225fe1-6e8a-4731-bf17-5b035b076074 HTTP/1.1" status: 200 len: 844 time: 0.1827695 Sep 15 09:50:05.120929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:05.184841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:05.191681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0cc6f14-ab1b-442b-9bae-c771f0714cf0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:05.363274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:05.434061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:05.527107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Pushing event updated for resources: {'Port': ['ID=370f581d-d193-4491-a2f8-8b1ea7a8d650,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:05.550086 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-2bb098ab-477e-42ee-85de-d1106908d8b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 217 time: 0.4588747 Sep 15 09:50:05.640208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:05.682513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c884c8-8400-4783-a95f-448f9461ed09 None None] Network c21e08e6-35be-48cf-aa3e-f765cb105616 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:05.684431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:05.815617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:05.830378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0819cb-a6f5-4a27-86e4-b89f07e07628 req-401f4a47-9b1b-419a-8885-e3087a0adf10 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:05.832431 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2f0819cb-a6f5-4a27-86e4-b89f07e07628 req-401f4a47-9b1b-419a-8885-e3087a0adf10 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 944 time: 0.9945421 Sep 15 09:50:05.833473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:05.856348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7841a427-6be3-4fc3-b1e0-678ba134ff8b None None] Provisioning for port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:05.879223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-096df16c-2846-4ec1-a643-a56451a711d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:05.880795 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-096df16c-2846-4ec1-a643-a56451a711d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.3177409 Sep 15 09:50:05.887492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7841a427-6be3-4fc3-b1e0-678ba134ff8b None None] Provisioning complete for port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:05.891285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7841a427-6be3-4fc3-b1e0-678ba134ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:05.944385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44506) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:06.109225 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2f0819cb-a6f5-4a27-86e4-b89f07e07628 req-918aea55-2037-4dd4-93e1-9a167cb7e2cd tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776319 Sep 15 09:50:06.142064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:06.142751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.214160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.241437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7841a427-6be3-4fc3-b1e0-678ba134ff8b None None] Current status of the port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:06.242577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7841a427-6be3-4fc3-b1e0-678ba134ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.256722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.267820 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-07c3ff37-3ccd-4f2a-af5c-2c01677414ba tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.8763850 Sep 15 09:50:06.270704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44512) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:06.287954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.49'}]}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:06.300951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7841a427-6be3-4fc3-b1e0-678ba134ff8b None None] For port b0cc6f14-ab1b-442b-9bae-c771f0714cf0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b0cc6f14-ab1b-442b-9bae-c771f0714cf0,segment=NetworkSegment(528009f8-90e7-4bee-8c09-64b82029d32d),segment_id=528009f8-90e7-4bee-8c09-64b82029d32d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:06.304472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-001d3310-7ee2-4ef7-920a-0d8d97b1f81c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.312205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:06.316890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Usage tracker for resource:router and tenant:65104f7dd07147fba2da7831f4ea8ecf is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:06.325112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:06.335486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:06.340943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-81bb9ba4-6bd9-4e6b-adcd-6aad9c73bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:06.343760 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-81bb9ba4-6bd9-4e6b-adcd-6aad9c73bc79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3985264 Sep 15 09:50:06.346765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-8ed28c85-6626-4ef4-85a8-e377c67d2556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:06.348521 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-8ed28c85-6626-4ef4-85a8-e377c67d2556 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60be109e-8b4d-4efc-af46-740574c2c1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0814857 Sep 15 09:50:06.364882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Router 396217a4-1ed6-4a03-9bd3-0f09414cffd2 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:50:06.402044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7841a427-6be3-4fc3-b1e0-678ba134ff8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.462471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.466210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.583518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-001d3310-7ee2-4ef7-920a-0d8d97b1f81c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Calling delete_port for f9c3d66a-aea7-4c8b-bfc9-428f42d45aae owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:06.584699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841a427-6be3-4fc3-b1e0-678ba134ff8b None None] Pushing event updated for resources: {'Port': ['ID=b0cc6f14-ab1b-442b-9bae-c771f0714cf0,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:06.598338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.629851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f69afa60-c0e1-4011-bbd9-88c6dfe8cfc2 None None] Provisioning complete for port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:06.630159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f69afa60-c0e1-4011-bbd9-88c6dfe8cfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.632731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286d920-643b-43ae-9399-03d585008a0c req-a530259d-fa32-4fc6-ba51-4e415802b35e tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:06.640631 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5286d920-643b-43ae-9399-03d585008a0c req-a530259d-fa32-4fc6-ba51-4e415802b35e tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 943 time: 0.6984584 Sep 15 09:50:06.654289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:06.668715 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Sync routers for ids ['396217a4-1ed6-4a03-9bd3-0f09414cffd2'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:06.677529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-16925079'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:06.691204 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Routers {'396217a4-1ed6-4a03-9bd3-0f09414cffd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:06.695007 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['396217a4-1ed6-4a03-9bd3-0f09414cffd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:06.787498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f69afa60-c0e1-4011-bbd9-88c6dfe8cfc2 None None] Current status of the port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:06.789417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:06.796600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:06.801489 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a6d249e0-6193-4e7e-b4ec-5bfe227a5a72 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.7654288 Sep 15 09:50:06.802244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44520) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:06.874987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:network and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:06.901236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:06.923088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:06.943943 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Set router 396217a4-1ed6-4a03-9bd3-0f09414cffd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:50:06.965280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device eb771e7d-3215-42e2-a3b5-686b02de0528 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:50:07.000555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5286d920-643b-43ae-9399-03d585008a0c req-53c2b1c3-2a4f-4d28-b103-30fbfe85de3a tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3586502 Sep 15 09:50:07.096387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44524) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:07.109556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': 'fffef2de-46d0-40ee-94e9-6b3ade175440', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:07.122095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0cc6f14-ab1b-442b-9bae-c771f0714cf0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:07.164860 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-a1abc8b5-e69f-493f-9fa0-84c917686a5d service neutron] 10.222.0.16 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020655 Sep 15 09:50:07.173400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:07.176823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.201142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.316083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port eb771e7d-3215-42e2-a3b5-686b02de0528, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb771e7d-3215-42e2-a3b5-686b02de0528,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:07.357048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:07.357494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.390614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'port_id': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'mac_address': 'fa:16:3e:28:1d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:50:07.394501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Allocated IP 172.26.7.176 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/9c43c0f4-f5ea-41ce-97ce-1cfcccacb864) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:07.448495 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396217a4-1ed6-4a03-9bd3-0f09414cffd2', 'name': 'tempest-snat-router-1572678350', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.34'}], 'enable_snat': False}, 'gw_port_id': '8e3cfb9a-caa7-4a8f-92bb-6dc764baa032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:50:00Z', 'updated_at': '2022-09-15T09:50:04Z', 'revision_number': 3, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port': {'id': '8e3cfb9a-caa7-4a8f-92bb-6dc764baa032', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396217a4-1ed6-4a03-9bd3-0f09414cffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:50:02Z', 'updated_at': '2022-09-15T09:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:07.453679 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Checking router: 396217a4-1ed6-4a03-9bd3-0f09414cffd2 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:50:07.454324 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Updating router 396217a4-1ed6-4a03-9bd3-0f09414cffd2 port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:50:07.476349 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port eb771e7d-3215-42e2-a3b5-686b02de0528 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:07.476883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.516703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.523100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb771e7d-3215-42e2-a3b5-686b02de0528 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:50:07.525273 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d118e8db-0eb3-4eef-9c15-09840f184db4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/routers/396217a4-1ed6-4a03-9bd3-0f09414cffd2 HTTP/1.1" status: 200 len: 908 time: 0.7224295 Sep 15 09:50:07.527703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44532) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:07.533017 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.561654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port eb771e7d-3215-42e2-a3b5-686b02de0528, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb771e7d-3215-42e2-a3b5-686b02de0528,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:07.566927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:07.586960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1572678350', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': True}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:07.605381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:07.612155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Usage tracker for resource:router and tenant:100d80433ca94c87903470c4072ef5b6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:07.616032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:07.644987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:07.649139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.649779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:50:07.678608 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-dc18f3f5-adfe-48a9-83f1-88a27fb5b490 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2168896 Sep 15 09:50:07.713417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:07.745957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group_rule and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:07.760671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.761690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.771357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:07.779276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa774129-c4cd-4620-a582-a847626a5baa req-c5ba3a28-e105-4893-8b9c-dcb7754a6116 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:07.781457 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa774129-c4cd-4620-a582-a847626a5baa req-c5ba3a28-e105-4893-8b9c-dcb7754a6116 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 944 time: 0.2548730 Sep 15 09:50:07.784612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-001d3310-7ee2-4ef7-920a-0d8d97b1f81c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.797136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=eb771e7d-3215-42e2-a3b5-686b02de0528,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:07.843489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.846940 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa774129-c4cd-4620-a582-a847626a5baa req-46319c68-5b01-4d44-8997-cbbdbe14c386 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551567 Sep 15 09:50:07.863316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:07.890166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'port_id': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'mac_address': 'fa:16:3e:22:52:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:50:07.892002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:07.942234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:07.942614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:07.961250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:50:07.968320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d3310-7ee2-4ef7-920a-0d8d97b1f81c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Port': ['ID=f9c3d66a-aea7-4c8b-bfc9-428f42d45aae,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:07.981045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:07.981194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:08.001767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.004927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:subnet and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:08.042065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:08.053920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.086267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:08.136937 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81bae174-09a5-4c5a-8ef8-73c37ea61e04 req-8d90bdc4-2286-40b7-b017-01b9c249b25e service neutron] 10.222.0.16 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9463351 Sep 15 09:50:08.172391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:08.201900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-001d3310-7ee2-4ef7-920a-0d8d97b1f81c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.260792 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9fb82274-74b2-4f2a-b368-3cee5a1b26a5 req-18f14bdf-ec02-45f6-814b-fe9a999d1c79 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5532286 Sep 15 09:50:08.272088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:08.275441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.359684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.448443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.469268 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-001d3310-7ee2-4ef7-920a-0d8d97b1f81c tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "DELETE /v2.0/ports/f9c3d66a-aea7-4c8b-bfc9-428f42d45aae HTTP/1.1" status: 204 len: 168 time: 4.2370987 Sep 15 09:50:08.472212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44540) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:08.478268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd170-804a-4225-a616-e5fc6021fd8e req-f37ccf45-3a18-4584-8a76-6607815c6267 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:08.479756 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a17dd170-804a-4225-a616-e5fc6021fd8e req-f37ccf45-3a18-4584-8a76-6607815c6267 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 944 time: 0.2819145 Sep 15 09:50:08.480688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['eb771e7d-3215-42e2-a3b5-686b02de0528'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:50:08.520390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['05a4ea7d-34a7-42b3-a179-42f1b8fa9610'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:50:08.534442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.566042 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cda6f09-ca56-4d3a-8a51-35b6e6485dbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] GET failed (client error): The resource could not be found. Sep 15 09:50:08.570233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9cda6f09-ca56-4d3a-8a51-35b6e6485dbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Synchronizing usage tracker for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:08.579477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.579937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.582694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.699355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:08.728085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:08.735086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be808f9b-af61-4bd2-a671-9d9eb20223c4,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:08.743763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.744191 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Added segment abe47d31-9b9a-4796-9ab0-21dea38289a3 of type vlan for network 1d61da62-01c8-407c-ab55-a9121839faf0 Sep 15 09:50:08.745664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:08.747818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:08.780976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'Port': ['ID=9c43c0f4-f5ea-41ce-97ce-1cfcccacb864,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:08.794098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.799622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9cda6f09-ca56-4d3a-8a51-35b6e6485dbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Unset dirty status for tenant:1f5e8ae4fe6744ecae6866ca766c85f5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:08.799622 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9cda6f09-ca56-4d3a-8a51-35b6e6485dbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "GET /v2.0/ports/f9c3d66a-aea7-4c8b-bfc9-428f42d45aae HTTP/1.1" status: 404 len: 333 time: 0.3253372 Sep 15 09:50:08.802008 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a17dd170-804a-4225-a616-e5fc6021fd8e req-bac2172f-17a5-4db7-b256-2bc6417e3d04 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275417 Sep 15 09:50:08.813943 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.814552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44544) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:08.829198 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Transition to ACTIVE for port object 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:08.903523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:08.923747 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.005666 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Attempting to bind port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:09.006456 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Attempting to bind port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:09.006854 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Attempting to bind port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:09.019705 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:09.020252 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:09.020889 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.021267 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:09.021522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=c1b2a02c-96ff-4cc0-b974-3822194875cd,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:09.022046 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Bound port: 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:09.022500 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.076086 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e2a3-216f-4717-a7b8-c3ecd79c6c6c None None] Pushing event updated for resources: {'Port': ['ID=8e3cfb9a-caa7-4a8f-92bb-6dc764baa032,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:09.094555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': 'e472e03e-2bf5-4873-91df-cc6769eb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fffef2de-46d0-40ee-94e9-6b3ade175440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:09.094910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: fffef2de-46d0-40ee-94e9-6b3ade175440, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:09.116335 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] For port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:09.124476 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] For port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8e3cfb9a-caa7-4a8f-92bb-6dc764baa032,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:09.169698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.175161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:09.175799 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.205004 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.265433 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Routers {'396217a4-1ed6-4a03-9bd3-0f09414cffd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:09.265842 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['396217a4-1ed6-4a03-9bd3-0f09414cffd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:09.274630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network fffef2de-46d0-40ee-94e9-6b3ade175440 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:09.296396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Network': ['ID=1d61da62-01c8-407c-ab55-a9121839faf0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:09.298553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-63d7a199-f9c6-48f3-b7d6-9ddbbab07cbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Deleting port ff73cf12-9e1c-4026-a77a-c88afee54659 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:09.298910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-63d7a199-f9c6-48f3-b7d6-9ddbbab07cbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.309328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:09.370035 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-40c17878-0438-4555-ad0e-d6cdcee9e6fd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.3751626 Sep 15 09:50:09.377059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44550) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:09.389810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'name': 'tempest-PortsIpV6TestJSON-1207663794'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:09.411394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, fffef2de-46d0-40ee-94e9-6b3ade175440) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:09.421682 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e2a3-216f-4717-a7b8-c3ecd79c6c6c None None] Pushing event updated for resources: {'Port': ['ID=8e3cfb9a-caa7-4a8f-92bb-6dc764baa032,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:09.428906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e508f19-5fa2-4354-8fe6-85f69d264b1f None None] Network fffef2de-46d0-40ee-94e9-6b3ade175440 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:09.464430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.488325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.490541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:09.491144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.555139 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] Set router 396217a4-1ed6-4a03-9bd3-0f09414cffd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:50:09.557206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.635002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.744338 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e246595e-60cf-4240-8636-40a6adfc3d7e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6403801 Sep 15 09:50:09.747447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44554) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:09.793734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-fffef2de-46d0-40ee-94e9-6b3ade175440', 'network_id': 'fffef2de-46d0-40ee-94e9-6b3ade175440', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': 'c1b2a02c-96ff-4cc0-b974-3822194875cd'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:09.797032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:09.880793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1275275497'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:09.907377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:09.957642 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '396217a4-1ed6-4a03-9bd3-0f09414cffd2', 'name': 'tempest-snat-router-1572678350', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.34'}], 'enable_snat': False}, 'gw_port_id': '8e3cfb9a-caa7-4a8f-92bb-6dc764baa032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:50:00Z', 'updated_at': '2022-09-15T09:50:04Z', 'revision_number': 3, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port': {'id': '8e3cfb9a-caa7-4a8f-92bb-6dc764baa032', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396217a4-1ed6-4a03-9bd3-0f09414cffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:50:02Z', 'updated_at': '2022-09-15T09:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:09.963410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:09.966594 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a669a2-67c8-4969-82f2-528ddb3cd4fe None None] The sync data for ids ['396217a4-1ed6-4a03-9bd3-0f09414cffd2'] in dv-neutron-857775-1-hyperv is: [{'id': '396217a4-1ed6-4a03-9bd3-0f09414cffd2', 'name': 'tempest-snat-router-1572678350', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.34'}], 'enable_snat': False}, 'gw_port_id': '8e3cfb9a-caa7-4a8f-92bb-6dc764baa032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:50:00Z', 'updated_at': '2022-09-15T09:50:04Z', 'revision_number': 3, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port': {'id': '8e3cfb9a-caa7-4a8f-92bb-6dc764baa032', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:57:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '396217a4-1ed6-4a03-9bd3-0f09414cffd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:50:02Z', 'updated_at': '2022-09-15T09:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:09.996696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8fac4-9e0a-49be-a49d-da387032dd3b req-44b74f2d-45f6-43f3-9518-657673457d15 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:09.998816 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64d8fac4-9e0a-49be-a49d-da387032dd3b req-44b74f2d-45f6-43f3-9518-657673457d15 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 945 time: 0.8874960 Sep 15 09:50:10.004377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:10.009721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:10.023433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:10.026442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:10.031863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.059186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:10.071012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Allocated IP 2001:db8:0:ffff::2 (fffef2de-46d0-40ee-94e9-6b3ade175440/c1b2a02c-96ff-4cc0-b974-3822194875cd/efdda3b6-a45e-4d2b-8e45-72fc26782227) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:10.074005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.088487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:10.155889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.250806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:10.254485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.298672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.302656 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64d8fac4-9e0a-49be-a49d-da387032dd3b req-5714838b-fa8b-4e4c-b3d7-d35aadd68bd6 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733104 Sep 15 09:50:10.328447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port e1d50816-78f9-4410-96bf-e2a77c3c5890 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:10.334212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef9b3-36ce-409d-9caa-26be98f9275c req-f972d588-b38b-4a9b-82d8-470fdb493187 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:10.335657 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-330ef9b3-36ce-409d-9caa-26be98f9275c req-f972d588-b38b-4a9b-82d8-470fdb493187 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 944 time: 0.2523715 Sep 15 09:50:10.382419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Transition to ACTIVE for port object efdda3b6-a45e-4d2b-8e45-72fc26782227 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:10.406298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:10.410601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.421283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.422085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-330ef9b3-36ce-409d-9caa-26be98f9275c req-aede8799-b577-4e55-ba04-1dd34ba004a0 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801797 Sep 15 09:50:10.422410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Transition to ACTIVE for port object efdda3b6-a45e-4d2b-8e45-72fc26782227 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:10.432505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a365d52-0c76-4c70-9333-2ee414f15c12 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:50:10.481776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.515454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Allocated IP 172.26.7.244 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/848ae927-6ad9-4e7b-a9fc-4b555354d39d) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:10.519673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-63d7a199-f9c6-48f3-b7d6-9ddbbab07cbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.539132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Router b5ae0658-b403-4fd9-a163-6f9cf20975c4 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:50:10.547300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:10.574962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Pushing event updated for resources: {'Port': ['ID=efdda3b6-a45e-4d2b-8e45-72fc26782227,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:10.578951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Network fffef2de-46d0-40ee-94e9-6b3ade175440 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:10.580693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:10.582490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:10.696662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Attempting to bind port efdda3b6-a45e-4d2b-8e45-72fc26782227 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:10.697018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Attempting to bind port efdda3b6-a45e-4d2b-8e45-72fc26782227 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e472e03e-2bf5-4873-91df-cc6769eb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fffef2de-46d0-40ee-94e9-6b3ade175440'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:10.697391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Attempting to bind port efdda3b6-a45e-4d2b-8e45-72fc26782227 on network fffef2de-46d0-40ee-94e9-6b3ade175440 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:10.704481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:10.704962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Checking segment: {'id': 'e472e03e-2bf5-4873-91df-cc6769eb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fffef2de-46d0-40ee-94e9-6b3ade175440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:10.706796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.706796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Bound using segment: {'id': 'e472e03e-2bf5-4873-91df-cc6769eb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fffef2de-46d0-40ee-94e9-6b3ade175440'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:10.706796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Bound port: efdda3b6-a45e-4d2b-8e45-72fc26782227, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e472e03e-2bf5-4873-91df-cc6769eb6fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'fffef2de-46d0-40ee-94e9-6b3ade175440'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:10.706796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.768419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:10.798162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d9c325-5112-479d-91af-67347b08cae8 None None] Sync routers for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:10.816835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] For port efdda3b6-a45e-4d2b-8e45-72fc26782227, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:10.818815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9c325-5112-479d-91af-67347b08cae8 None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:10.819661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-09d9c325-5112-479d-91af-67347b08cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:10.837952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-63d7a199-f9c6-48f3-b7d6-9ddbbab07cbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Calling delete_port for ff73cf12-9e1c-4026-a77a-c88afee54659 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:10.847359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:10.850742 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9bb396f8-9ad3-4be3-8e47-9d3c489a5fe1 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 8.0002704 Sep 15 09:50:10.859347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44560) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:10.866606 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 15 09:50:10.870194 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8a4a4a32-1e91-4707-8bc3-f4ce44d1c6b1 tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.5930183 Sep 15 09:50:10.892655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-09d9c325-5112-479d-91af-67347b08cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:10.897979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] For port efdda3b6-a45e-4d2b-8e45-72fc26782227, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=efdda3b6-a45e-4d2b-8e45-72fc26782227,segment=NetworkSegment(e472e03e-2bf5-4873-91df-cc6769eb6fe3),segment_id=e472e03e-2bf5-4873-91df-cc6769eb6fe3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:10.904943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d9c325-5112-479d-91af-67347b08cae8 None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:10.905615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-09d9c325-5112-479d-91af-67347b08cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:10.937953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44564) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:10.975970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device eb771e7d-3215-42e2-a3b5-686b02de0528 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:11.001851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.027697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.028047 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment 4f394cb4-75cc-460d-b857-693f003e242d of type vlan for network a787f52b-2580-487b-8cf0-b6aaecffd0fa Sep 15 09:50:11.033079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd5fa5-eae2-4e6b-8653-ba1159f5d46f tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Deleting port 370f581d-d193-4491-a2f8-8b1ea7a8d650 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:11.033204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5fa5-eae2-4e6b-8653-ba1159f5d46f tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.039313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-09d9c325-5112-479d-91af-67347b08cae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:11.039719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d9c325-5112-479d-91af-67347b08cae8 None None] The sync data for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:11.134665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce290b9c-64de-46d4-9401-5cc434573833 None None] Pushing event updated for resources: {'Port': ['ID=efdda3b6-a45e-4d2b-8e45-72fc26782227,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:11.151277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:11.350968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port eb771e7d-3215-42e2-a3b5-686b02de0528 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:11.397128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port eb771e7d-3215-42e2-a3b5-686b02de0528 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:11.397681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.438107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.441338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:11.471738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:11.472115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.700772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port eb771e7d-3215-42e2-a3b5-686b02de0528 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:11.701139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.713475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:11.713955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.744932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb771e7d-3215-42e2-a3b5-686b02de0528'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:50:11.789315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.820386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8e3cfb9a-caa7-4a8f-92bb-6dc764baa032,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:11.824336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port eb771e7d-3215-42e2-a3b5-686b02de0528, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb771e7d-3215-42e2-a3b5-686b02de0528,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:11.867471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.868115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:11.868898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.881676 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5fa5-eae2-4e6b-8653-ba1159f5d46f tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.886699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.919167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ea399-b383-4dbb-90ad-1f4d5ff96fdf req-6b669f6f-9377-437b-9ce7-0c6d5d3cd903 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:11.919704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.925147 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-331ea399-b383-4dbb-90ad-1f4d5ff96fdf req-6b669f6f-9377-437b-9ce7-0c6d5d3cd903 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 944 time: 0.1988730 Sep 15 09:50:11.964931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:11.965633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:12.012163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a2c4f6-eb38-4f16-94f0-164b97c172b3" -d '{"events": [{"server_uuid": "3470dfae-8fc0-437d-a74d-c610265a2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "eb771e7d-3215-42e2-a3b5-686b02de0528"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:50:12.031977 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-331ea399-b383-4dbb-90ad-1f4d5ff96fdf req-3da59563-266a-46dd-8997-783cfadaf071 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065893 Sep 15 09:50:12.082688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=8e3cfb9a-caa7-4a8f-92bb-6dc764baa032,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:12.122647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:12.192120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=eb771e7d-3215-42e2-a3b5-686b02de0528,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:12.205862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f673a74f-a47a-4af8-a020-b2c22a454a04 x-openstack-request-id: req-f673a74f-a47a-4af8-a020-b2c22a454a04 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:50:12.206159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3470dfae-8fc0-437d-a74d-c610265a2ca3", "name": "network-vif-plugged", "status": "completed", "tag": "eb771e7d-3215-42e2-a3b5-686b02de0528", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:50:12.206483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f673a74f-a47a-4af8-a020-b2c22a454a04 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:50:12.207299 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f673a74f-a47a-4af8-a020-b2c22a454a04'] response: {'server_uuid': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'code': 200} Sep 15 09:50:12.213392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd5fa5-eae2-4e6b-8653-ba1159f5d46f tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Calling delete_port for 370f581d-d193-4491-a2f8-8b1ea7a8d650 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:12.277342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:12.283637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:12.284152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:12.444908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=a787f52b-2580-487b-8cf0-b6aaecffd0fa,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:12.474418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475feea7-ede3-457a-be86-d6b5d4cb7da9 req-6799fd45-7b50-462e-b91e-0352ef43a713 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:12.477799 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-475feea7-ede3-457a-be86-d6b5d4cb7da9 req-6799fd45-7b50-462e-b91e-0352ef43a713 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 945 time: 0.9281867 Sep 15 09:50:12.480043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.480391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.480728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.481057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.481387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.481715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.482111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.482385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.482781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.483099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.483415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.483731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:12.489698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:12.537516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network a787f52b-2580-487b-8cf0-b6aaecffd0fa details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:12.550317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7b5b41-0bb8-45c9-ac4d-809dc6ea2ea1 None None] Network fffef2de-46d0-40ee-94e9-6b3ade175440 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:12.557561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:12.561142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-63d7a199-f9c6-48f3-b7d6-9ddbbab07cbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:12.663994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:12.676268 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1bb5a449-fef3-4739-ac7f-1edf02e96309 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8886783 Sep 15 09:50:12.699223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:12.699223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:12.722043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44580) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:12.754406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': 'a787f52b-2580-487b-8cf0-b6aaecffd0fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:12.826109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:12.842921 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-475feea7-ede3-457a-be86-d6b5d4cb7da9 req-0cfca9b0-abb0-46d4-868e-48e72b68bbbb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3556833 Sep 15 09:50:12.857532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:12.897936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=e1d50816-78f9-4410-96bf-e2a77c3c5890,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:12.903417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Allocated IP 172.20.0.1 (c21e08e6-35be-48cf-aa3e-f765cb105616/06229d1c-63eb-45c8-8d8e-1bff106386b2/6a0d7b51-8958-4972-8007-8ab8bcbce2bb) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:12.909363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:12.953424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b19489f0-9efb-475d-9980-4443a67ec2a8 None None] Provisioning for port efdda3b6-a45e-4d2b-8e45-72fc26782227 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:12.990819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.043594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking segment: {'id': 'abe47d31-9b9a-4796-9ab0-21dea38289a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:13.051796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network hostable DHCP agents. Network: 1d61da62-01c8-407c-ab55-a9121839faf0, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:13.054778 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-7ef3a39c-337b-4f4f-9f73-795d4f2cae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:13.072037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-7ef3a39c-337b-4f4f-9f73-795d4f2cae48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1099 time: 0.3808954 Sep 15 09:50:13.092586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:13.141059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5fa5-eae2-4e6b-8653-ba1159f5d46f tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.149437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.169404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:13.190765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:subnet and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:13.196420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:13.198701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device efdda3b6-a45e-4d2b-8e45-72fc26782227 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:13.198823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:13.205097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Usage tracker for resource:security_group_rule and tenant:1d41a223de7442dd9dc11f1f3c647dd1 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:13.210130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:13.215566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:13.233507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'Port': ['ID=848ae927-6ad9-4e7b-a9fc-4b555354d39d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:13.268789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:13.289239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-63d7a199-f9c6-48f3-b7d6-9ddbbab07cbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.349323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.392266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Transition to ACTIVE for port object 6a0d7b51-8958-4972-8007-8ab8bcbce2bb will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:13.398229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port efdda3b6-a45e-4d2b-8e45-72fc26782227 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:13.398441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7a199-f9c6-48f3-b7d6-9ddbbab07cbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Port': ['ID=ff73cf12-9e1c-4026-a77a-c88afee54659,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:13.402510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port efdda3b6-a45e-4d2b-8e45-72fc26782227 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:13.408631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.416060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f8198-002e-4dd6-a65c-737d728136ed req-87325d1f-410d-41c9-89f0-48229c2fc5f1 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:13.417631 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-339f8198-002e-4dd6-a65c-737d728136ed req-87325d1f-410d-41c9-89f0-48229c2fc5f1 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.1996350 Sep 15 09:50:13.433327 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-63d7a199-f9c6-48f3-b7d6-9ddbbab07cbd tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "DELETE /v2.0/ports/ff73cf12-9e1c-4026-a77a-c88afee54659 HTTP/1.1" status: 204 len: 168 time: 4.6162655 Sep 15 09:50:13.450427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44586) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:13.461625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:13.465150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.484315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:13.527951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port efdda3b6-a45e-4d2b-8e45-72fc26782227 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:13.528306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.543955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd5fa5-eae2-4e6b-8653-ba1159f5d46f tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Pushing event deleted for resources: {'Port': ['ID=370f581d-d193-4491-a2f8-8b1ea7a8d650,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:13.562541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port efdda3b6-a45e-4d2b-8e45-72fc26782227, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=efdda3b6-a45e-4d2b-8e45-72fc26782227,segment=NetworkSegment(e472e03e-2bf5-4873-91df-cc6769eb6fe3),segment_id=e472e03e-2bf5-4873-91df-cc6769eb6fe3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:13.576392 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-339f8198-002e-4dd6-a65c-737d728136ed req-62b25e37-4f19-446f-8a0a-47bcb6143f26 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488171 Sep 15 09:50:13.601244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5bd5fa5-eae2-4e6b-8653-ba1159f5d46f tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.606578 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b5bd5fa5-eae2-4e6b-8653-ba1159f5d46f tempest-RoutersAdminNegativeIpV6Test-2077331760 tempest-RoutersAdminNegativeIpV6Test-2077331760-project-admin] 10.222.0.62 "DELETE /v2.0/ports/370f581d-d193-4491-a2f8-8b1ea7a8d650 HTTP/1.1" status: 204 len: 168 time: 2.6629674 Sep 15 09:50:13.627048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-640bfff1-6c67-4aaf-a9e1-4c0f029e5f03 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Deleting subnet 65e6d8ae-f467-4844-913f-0da20d9206ed {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:50:13.627048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-640bfff1-6c67-4aaf-a9e1-4c0f029e5f03 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.650123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.663313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 1d61da62-01c8-407c-ab55-a9121839faf0) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:13.672479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.673316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:13.678148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:13.685126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:13.686267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.716512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-640bfff1-6c67-4aaf-a9e1-4c0f029e5f03 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.728219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673c2d30-99d8-4e4b-a8e5-909299ffac7d None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:13.739493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.836430 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b9dac02d-896c-461a-abca-e59b65d1987b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.4585319 Sep 15 09:50:13.842148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44592) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:13.854020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-319290646'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:13.866261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:13.884565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=efdda3b6-a45e-4d2b-8e45-72fc26782227,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:13.923818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.924524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.924524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.924863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.925140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.925462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.925782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.926151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.926615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.932852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.932852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.932852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:13.935691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:network and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:13.942441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:13.965772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:13.985507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:13.985917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:13.997610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.001009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.043813 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Network c21e08e6-35be-48cf-aa3e-f765cb105616 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:14.055062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:14.069752 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5abdc9a7-ca72-4b58-a632-07ed43e46582 req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9936609 Sep 15 09:50:14.070653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:14.125434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'Port': ['ID=6a0d7b51-8958-4972-8007-8ab8bcbce2bb,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:14.137598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=25735da4-75b2-4022-a60c-ef04008c9526,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:14.139713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:14.143292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.165021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:14.166930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.182681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-640bfff1-6c67-4aaf-a9e1-4c0f029e5f03 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.209420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:50:14.212374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906582ff-a0fe-4eb5-8d87-7e5bcc63b75b" -d '{"events": [{"server_uuid": "6008c6d8-0fec-4497-bcd9-fd2d2fd61b54", "name": "network-vif-plugged", "status": "completed", "tag": "05a4ea7d-34a7-42b3-a179-42f1b8fa9610"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:50:14.234985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.235390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.236248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.236248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.236424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.236712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.237038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.242233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.242835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.243182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.243815 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.243933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.265801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.267730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.268070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.268397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.268722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.269048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.269372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.269693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.270042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.270357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.270679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.270993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0ddcbf-8254-45df-b84a-5d5e7786ce8a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:50:14.325768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9759dddf-8810-475c-bf04-6b2dc78cf1ca x-openstack-request-id: req-9759dddf-8810-475c-bf04-6b2dc78cf1ca {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:50:14.326044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6008c6d8-0fec-4497-bcd9-fd2d2fd61b54", "name": "network-vif-plugged", "status": "completed", "tag": "05a4ea7d-34a7-42b3-a179-42f1b8fa9610", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:50:14.327054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9759dddf-8810-475c-bf04-6b2dc78cf1ca {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:50:14.327596 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9759dddf-8810-475c-bf04-6b2dc78cf1ca'] response: {'server_uuid': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'code': 200} Sep 15 09:50:14.371903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44602) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:14.400529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.479362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=cadcc695-1799-49b4-9803-1646ccb25a95,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:14.481317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:14.481422 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': '4f394cb4-75cc-460d-b857-693f003e242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a787f52b-2580-487b-8cf0-b6aaecffd0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:14.481422 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: a787f52b-2580-487b-8cf0-b6aaecffd0fa, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:14.519038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.519662 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Added segment eb659c2e-fe3b-40a4-a4fc-fa6485b1c284 of type vlan for network 252793bc-d7b4-4da4-8981-a9b271880295 Sep 15 09:50:14.597398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network a787f52b-2580-487b-8cf0-b6aaecffd0fa is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:14.650312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9f1a13e1-24c7-402a-9553-f40b5c78d4af None None] Provisioning for port 6a0d7b51-8958-4972-8007-8ab8bcbce2bb completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:14.663660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9f1a13e1-24c7-402a-9553-f40b5c78d4af None None] Provisioning complete for port 6a0d7b51-8958-4972-8007-8ab8bcbce2bb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:14.664268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f1a13e1-24c7-402a-9553-f40b5c78d4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.675982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fb9b5-fafb-497f-84c6-ff18208a29b7 req-21d2f401-fb38-4d1f-9937-60b22046ea36 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:14.677521 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-906fb9b5-fafb-497f-84c6-ff18208a29b7 req-21d2f401-fb38-4d1f-9937-60b22046ea36 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.6221113 Sep 15 09:50:14.718348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.752884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, a787f52b-2580-487b-8cf0-b6aaecffd0fa) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:14.763478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0f14d2-b989-458a-b8a4-d52ee9ecde2b None None] Network a787f52b-2580-487b-8cf0-b6aaecffd0fa requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:14.804783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:14.805452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.816703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.822440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:14.830087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.840901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a13e1-24c7-402a-9553-f40b5c78d4af None None] Port 6a0d7b51-8958-4972-8007-8ab8bcbce2bb cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:14.844202 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] Usage tracker for resource:security_group_rule and tenant:d631ff95481047dab8f71d3d50d330e2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:14.851079 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-906fb9b5-fafb-497f-84c6-ff18208a29b7 req-543fea57-a29b-4e68-9e10-b8049a50b55d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653712 Sep 15 09:50:14.852914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:14.861975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:14.868306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-640bfff1-6c67-4aaf-a9e1-4c0f029e5f03 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.949554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640bfff1-6c67-4aaf-a9e1-4c0f029e5f03 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Subnet': ['ID=65e6d8ae-f467-4844-913f-0da20d9206ed,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:14.951165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fbfe98-48ce-44fb-83d1-3ffbe4e033b7 None None] Network 66aa447e-124e-4ea4-8eee-a9825c155046 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:14.954125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-640bfff1-6c67-4aaf-a9e1-4c0f029e5f03 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:14.963402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.031859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-640bfff1-6c67-4aaf-a9e1-4c0f029e5f03 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "DELETE /v2.0/subnets/65e6d8ae-f467-4844-913f-0da20d9206ed HTTP/1.1" status: 204 len: 168 time: 1.5733275 Sep 15 09:50:15.048194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44610) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:15.075216 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-efbab40d-1a92-4752-a65a-2a5ade9f0a2c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3418148 Sep 15 09:50:15.085529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44614) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:15.094161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.099986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:15.100595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.151657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device efdda3b6-a45e-4d2b-8e45-72fc26782227 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:15.288199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d001e7-f2d8-4d89-b84e-aeaf91c1eae5 req-9e8b717d-a4a9-4d68-b9d3-084c826d4060 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:15.297520 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58d001e7-f2d8-4d89-b84e-aeaf91c1eae5 req-9e8b717d-a4a9-4d68-b9d3-084c826d4060 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.5460303 Sep 15 09:50:15.356267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-a787f52b-2580-487b-8cf0-b6aaecffd0fa', 'network_id': 'a787f52b-2580-487b-8cf0-b6aaecffd0fa', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': 'cadcc695-1799-49b4-9803-1646ccb25a95'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:15.357103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.380588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port efdda3b6-a45e-4d2b-8e45-72fc26782227 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:15.380961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.387846 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58d001e7-f2d8-4d89-b84e-aeaf91c1eae5 req-e6cf1b44-e485-4d9c-a75c-817f398d9f25 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893407 Sep 15 09:50:15.399668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.409393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Network': ['ID=252793bc-d7b4-4da4-8981-a9b271880295,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:15.428974 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3b7999ce-2577-45a9-b428-df232973ceaa tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5836842 Sep 15 09:50:15.440143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44618) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:15.452883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'ports': [{'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0'}, {'network_id': '252793bc-d7b4-4da4-8981-a9b271880295'}]} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:15.453198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:15.453700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '252793bc-d7b4-4da4-8981-a9b271880295'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:15.458824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Deleting port 3e7ee819-db84-4339-bfd6-c1650468fb22 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:15.459175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.488075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 252793bc-d7b4-4da4-8981-a9b271880295 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:15.521425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.609369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] DHCP port deletion for 66aa447e-124e-4ea4-8eee-a9825c155046 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:50:15.633545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.665607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d050-5e31-4249-81f4-d9aa845a81dc req-55df32c8-ac0b-4995-891d-73190739c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:15.667938 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b238d050-5e31-4249-81f4-d9aa845a81dc req-55df32c8-ac0b-4995-891d-73190739c3b8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 1098 time: 0.6452341 Sep 15 09:50:15.668525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.669673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] Deleting port 3e7ee819-db84-4339-bfd6-c1650468fb22 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:15.671616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.704498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Router 17ec9560-aa4d-44b7-90e3-dc1250fa66eb is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:50:15.750123 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d631ff95481047dab8f71d3d50d330e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3769321 Sep 15 09:50:15.757836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44622) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:15.821265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de97143-b47b-447d-bbc1-6c96925ea679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504f31e6-b22d-4bd8-958a-981d6d7e70f4,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:15.849725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] For port 3e7ee819-db84-4339-bfd6-c1650468fb22, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3e7ee819-db84-4339-bfd6-c1650468fb22,segment=NetworkSegment(e92354ca-f4c0-479d-8954-25a994fed225),segment_id=e92354ca-f4c0-479d-8954-25a994fed225)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:15.850117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.889861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b238d050-5e31-4249-81f4-d9aa845a81dc req-0991c72f-f2e2-49d1-bc30-99cc9d676b4b service neutron] Synchronizing usage tracker for tenant:1d41a223de7442dd9dc11f1f3c647dd1 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:15.918974 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Allocated IP 2001:db8::1 (a787f52b-2580-487b-8cf0-b6aaecffd0fa/cadcc695-1799-49b4-9803-1646ccb25a95/00f52761-0d37-4190-8183-795422406b68) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:15.979284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:15.994034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port efdda3b6-a45e-4d2b-8e45-72fc26782227 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:16.002086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Calling delete_port for 3e7ee819-db84-4339-bfd6-c1650468fb22 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:16.014692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.054953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:16.070783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:16.077575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.137703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:16.198672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] For port 3e7ee819-db84-4339-bfd6-c1650468fb22, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3e7ee819-db84-4339-bfd6-c1650468fb22,segment=NetworkSegment(e92354ca-f4c0-479d-8954-25a994fed225),segment_id=e92354ca-f4c0-479d-8954-25a994fed225)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:16.199066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.297271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:16.325412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.332424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b238d050-5e31-4249-81f4-d9aa845a81dc req-0991c72f-f2e2-49d1-bc30-99cc9d676b4b service neutron] Unset dirty status for tenant:1d41a223de7442dd9dc11f1f3c647dd1 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:16.334423 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b238d050-5e31-4249-81f4-d9aa845a81dc req-0991c72f-f2e2-49d1-bc30-99cc9d676b4b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6491096 Sep 15 09:50:16.347167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] Calling delete_port for 3e7ee819-db84-4339-bfd6-c1650468fb22 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:16.350403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbd0e-006f-450c-af02-48f047c43e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.368506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:16.384915 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Sync routers for ids ['17ec9560-aa4d-44b7-90e3-dc1250fa66eb'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:16.405151 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Routers {'17ec9560-aa4d-44b7-90e3-dc1250fa66eb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:16.407330 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['17ec9560-aa4d-44b7-90e3-dc1250fa66eb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:16.411868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbd0e-006f-450c-af02-48f047c43e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.416524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 2} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:16.422782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.447349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f36a1-58cc-4e14-bcf1-c2b03e25ded9 req-112e8b01-7858-4fc7-822f-19bf436c56a8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:16.448875 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2c7f36a1-58cc-4e14-bcf1-c2b03e25ded9 req-112e8b01-7858-4fc7-822f-19bf436c56a8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.4548280 Sep 15 09:50:16.484072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.503905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.508214 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:16.508214 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:16.515314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Transition to ACTIVE for port object 00f52761-0d37-4190-8183-795422406b68 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:16.521355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.536485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Transition to ACTIVE for port object 00f52761-0d37-4190-8183-795422406b68 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:16.548226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.551934 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3711f98f-33dc-4371-a0db-47d6a181b0b2 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.0188911 Sep 15 09:50:16.552530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44630) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:16.554920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Port': ['ID=3e7ee819-db84-4339-bfd6-c1650468fb22,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:16.556872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] No DVR routers for this DVR port 3e7ee819-db84-4339-bfd6-c1650468fb22 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:50:16.598614 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2c7f36a1-58cc-4e14-bcf1-c2b03e25ded9 req-8c034b44-fc41-415f-9eca-31c5474880ad tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394417 Sep 15 09:50:16.613669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.652077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'Port': ['ID=6a0d7b51-8958-4972-8007-8ab8bcbce2bb,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:16.697195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.722689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Network a787f52b-2580-487b-8cf0-b6aaecffd0fa is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:16.727290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:16.728816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66aa447e-124e-4ea4-8eee-a9825c155046']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:16.735412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Pushing event updated for resources: {'Port': ['ID=00f52761-0d37-4190-8183-795422406b68,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:16.735412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:16.746805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92354ca-f4c0-479d-8954-25a994fed225') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:16.747098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92354ca-f4c0-479d-8954-25a994fed225') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:16.759744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.774712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbd0e-006f-450c-af02-48f047c43e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.776226 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Set router 17ec9560-aa4d-44b7-90e3-dc1250fa66eb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:50:16.786812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.796509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:16.796901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.825847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cbd0e-006f-450c-af02-48f047c43e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f31e6-b22d-4bd8-958a-981d6d7e70f4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:16.880390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Attempting to bind port 00f52761-0d37-4190-8183-795422406b68 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:16.880842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Attempting to bind port 00f52761-0d37-4190-8183-795422406b68 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '4f394cb4-75cc-460d-b857-693f003e242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a787f52b-2580-487b-8cf0-b6aaecffd0fa'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:16.881536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Attempting to bind port 00f52761-0d37-4190-8183-795422406b68 on network a787f52b-2580-487b-8cf0-b6aaecffd0fa {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:16.888581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:16.889058 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Checking segment: {'id': '4f394cb4-75cc-460d-b857-693f003e242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a787f52b-2580-487b-8cf0-b6aaecffd0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:16.889659 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e92354ca-f4c0-479d-8954-25a994fed225 resource provider aggregate not found Sep 15 09:50:16.889750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.890025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Bound using segment: {'id': '4f394cb4-75cc-460d-b857-693f003e242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a787f52b-2580-487b-8cf0-b6aaecffd0fa'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:16.890509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Bound port: 00f52761-0d37-4190-8183-795422406b68, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f394cb4-75cc-460d-b857-693f003e242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'a787f52b-2580-487b-8cf0-b6aaecffd0fa'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:16.890887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.901359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6d8cbd0e-006f-450c-af02-48f047c43e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:16.905116 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6d8cbd0e-006f-450c-af02-48f047c43e74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/504f31e6-b22d-4bd8-958a-981d6d7e70f4 HTTP/1.1" status: 204 len: 168 time: 1.0946436 Sep 15 09:50:16.921316 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e92354ca-f4c0-479d-8954-25a994fed225 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e92354ca-f4c0-479d-8954-25a994fed225 found for delete ", "request_id": "req-e1863167-475c-45b0-b0ff-65186e2764e7"}]} Sep 15 09:50:16.991969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.018483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.019755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] Deleting port 3e7ee819-db84-4339-bfd6-c1650468fb22 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:17.020153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.028109 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] 10.222.0.62 "DELETE /v2.0/networks/66aa447e-124e-4ea4-8eee-a9825c155046 HTTP/1.1" status: 204 len: 168 time: 1.9715958 Sep 15 09:50:17.036648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25378e4-0fe7-48a6-bd79-c7ce6edc2f12 tempest-AllowedAddressPairTestJSON-1908904733 tempest-AllowedAddressPairTestJSON-1908904733-project] Pushing event deleted for resources: {'Network': ['ID=66aa447e-124e-4ea4-8eee-a9825c155046,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:17.080095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] For port 00f52761-0d37-4190-8183-795422406b68, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:17.090663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.103357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] For port 00f52761-0d37-4190-8183-795422406b68, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=00f52761-0d37-4190-8183-795422406b68,segment=NetworkSegment(4f394cb4-75cc-460d-b857-693f003e242d),segment_id=4f394cb4-75cc-460d-b857-693f003e242d)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:17.113701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3e7ee819-db84-4339-bfd6-c1650468fb22 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:50:17.193908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 3e7ee819-db84-4339-bfd6-c1650468fb22 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:50:17.194304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3e7ee819-db84-4339-bfd6-c1650468fb22 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:50:17.201791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c214860e-7c23-48b6-af41-bb16c7598495 None None] The port '3e7ee819-db84-4339-bfd6-c1650468fb22' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:50:17.209740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.239903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port ecb75528-73e6-4d8c-8147-d3fa68cae9ff yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:17.256404 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec9560-aa4d-44b7-90e3-dc1250fa66eb', 'name': 'tempest-snat-router-1572678350', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.244'}], 'enable_snat': True}, 'gw_port_id': '848ae927-6ad9-4e7b-a9fc-4b555354d39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:50:07Z', 'updated_at': '2022-09-15T09:50:13Z', 'revision_number': 3, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port': {'id': '848ae927-6ad9-4e7b-a9fc-4b555354d39d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:7a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17ec9560-aa4d-44b7-90e3-dc1250fa66eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 223, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:50:09Z', 'updated_at': '2022-09-15T09:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:17.273973 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Checking router: 17ec9560-aa4d-44b7-90e3-dc1250fa66eb for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:50:17.282430 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Updating router 17ec9560-aa4d-44b7-90e3-dc1250fa66eb port 848ae927-6ad9-4e7b-a9fc-4b555354d39d binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:50:17.287393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=cadcc695-1799-49b4-9803-1646ccb25a95,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:17.300514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Network c21e08e6-35be-48cf-aa3e-f765cb105616 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:17.315506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:17.391730 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.520239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31c8a6-61b9-45f1-8bec-d0ea3c611bb8 None None] Pushing event updated for resources: {'Port': ['ID=00f52761-0d37-4190-8183-795422406b68,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:17.548293 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8daa0ff8-18c4-4177-9d80-0ad914740509 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/routers/17ec9560-aa4d-44b7-90e3-dc1250fa66eb HTTP/1.1" status: 200 len: 908 time: 0.9813812 Sep 15 09:50:17.551348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44644) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:17.566951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd113cec-c07b-4ebc-b6d5-189aeb98df22 None None] Network a787f52b-2580-487b-8cf0-b6aaecffd0fa requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:17.585880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217c7f9-762a-4992-ba73-f9997c6a9d7d req-6f990a56-7c43-4ed7-8bf0-e066cab6a3b5 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:17.595460 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8217c7f9-762a-4992-ba73-f9997c6a9d7d req-6f990a56-7c43-4ed7-8bf0-e066cab6a3b5 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.9364114 Sep 15 09:50:17.626902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.716376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44652) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:17.792683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a787f52b-2580-487b-8cf0-b6aaecffd0fa']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:17.810533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dc53cdc4-1e1f-4bfe-a2c3-825dafe02dd9 None None] Provisioning complete for port 6a0d7b51-8958-4972-8007-8ab8bcbce2bb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:17.811081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dc53cdc4-1e1f-4bfe-a2c3-825dafe02dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.830076 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8217c7f9-762a-4992-ba73-f9997c6a9d7d req-30723577-09c6-414b-8d74-b8b8839fb298 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358577 Sep 15 09:50:17.849936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44656) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:17.857184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f394cb4-75cc-460d-b857-693f003e242d') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:17.861230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f394cb4-75cc-460d-b857-693f003e242d') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:17.901877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.947502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.957521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:17.958286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:17.985799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-dc53cdc4-1e1f-4bfe-a2c3-825dafe02dd9 None None] Port 6a0d7b51-8958-4972-8007-8ab8bcbce2bb cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:18.027583 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-526c6bfa-caea-49ef-928a-3a05895ef225 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65104f7dd07147fba2da7831f4ea8ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3078058 Sep 15 09:50:18.028342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44664) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:18.030307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f779553b-4d51-4573-85f1-82e2d8eceea6 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:50:18.059902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Router b5ae0658-b403-4fd9-a163-6f9cf20975c4 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:18.062756 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 4f394cb4-75cc-460d-b857-693f003e242d resource provider aggregate not found Sep 15 09:50:18.101652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.102966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.106429 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 4f394cb4-75cc-460d-b857-693f003e242d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f394cb4-75cc-460d-b857-693f003e242d found for delete ", "request_id": "req-167edc60-b231-44ab-b63f-deb87c8912e8"}]} Sep 15 09:50:18.154329 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.166599 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Transition to ACTIVE for port object 848ae927-6ad9-4e7b-a9fc-4b555354d39d will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:18.180980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f779553b-4d51-4573-85f1-82e2d8eceea6 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:50:18.255417 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.260524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664d7ca-f61b-400f-9416-3a3d17e425f7 req-56aca53a-294f-4142-bfd7-1358b45d03ad tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:18.262081 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a664d7ca-f61b-400f-9416-3a3d17e425f7 req-56aca53a-294f-4142-bfd7-1358b45d03ad tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3757751 Sep 15 09:50:18.361685 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Attempting to bind port 848ae927-6ad9-4e7b-a9fc-4b555354d39d on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:18.362187 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Attempting to bind port 848ae927-6ad9-4e7b-a9fc-4b555354d39d by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:18.362679 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Attempting to bind port 848ae927-6ad9-4e7b-a9fc-4b555354d39d on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:18.370877 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:18.371350 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:18.371906 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.372345 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:18.373558 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Bound port: 848ae927-6ad9-4e7b-a9fc-4b555354d39d, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:18.374127 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.392305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:50:18.392305 dv-neutron-857775-1-hyperv neutron-server[89669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:50:18.392305 dv-neutron-857775-1-hyperv neutron-server[89669]: [parameters: {'id': 'a787f52b-2580-487b-8cf0-b6aaecffd0fa'}] Sep 15 09:50:18.392305 dv-neutron-857775-1-hyperv neutron-server[89669]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:18.393111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:18.439350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f5c87ffb-778e-4b1e-826e-09ab26d4db31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.449954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 01e8f337-de23-4902-a573-9313810cd1f4 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:18.458644 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74159-4501-4b80-8ce1-963d82ac7e49 None None] Pushing event updated for resources: {'Port': ['ID=848ae927-6ad9-4e7b-a9fc-4b555354d39d,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:18.473098 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] For port 848ae927-6ad9-4e7b-a9fc-4b555354d39d, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:18.478812 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] For port 848ae927-6ad9-4e7b-a9fc-4b555354d39d, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=848ae927-6ad9-4e7b-a9fc-4b555354d39d,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:18.505328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f5c87ffb-778e-4b1e-826e-09ab26d4db31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.514243 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a664d7ca-f61b-400f-9416-3a3d17e425f7 req-45ca932f-af77-4090-b55b-f43af82649fc tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291049 Sep 15 09:50:18.531339 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fc532642-6746-4963-ba24-280b3b5a86fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f5e8ae4fe6744ecae6866ca766c85f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6764736 Sep 15 09:50:18.571837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44670) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:18.578367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:18.590371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.593664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67dbee-a54f-4da1-b56c-29fef7410aeb None None] Sync routers for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:18.611804 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bba01843-3c63-4195-821e-6469da15b8cf tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "PUT /v2.0/routers/b5ae0658-b403-4fd9-a163-6f9cf20975c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7510920 Sep 15 09:50:18.615004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67dbee-a54f-4da1-b56c-29fef7410aeb None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:18.615167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44676) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:18.615455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f67dbee-a54f-4da1-b56c-29fef7410aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:18.618633 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.620720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Request body: {'port': {'network_id': 'c21e08e6-35be-48cf-aa3e-f765cb105616', 'name': 'tempest-FloatingIPAdminTestJSON-341702373'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:18.683520 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Routers {'17ec9560-aa4d-44b7-90e3-dc1250fa66eb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:18.684510 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['17ec9560-aa4d-44b7-90e3-dc1250fa66eb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:18.694337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b311d3a-60c2-4b14-85b7-565036980320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.727830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f67dbee-a54f-4da1-b56c-29fef7410aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:18.749091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67dbee-a54f-4da1-b56c-29fef7410aeb None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:18.750313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f67dbee-a54f-4da1-b56c-29fef7410aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:49:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:18.753275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Deleting port 848ae927-6ad9-4e7b-a9fc-4b555354d39d {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:18.753616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.787820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b311d3a-60c2-4b14-85b7-565036980320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.818033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f5c87ffb-778e-4b1e-826e-09ab26d4db31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.830931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f67dbee-a54f-4da1-b56c-29fef7410aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:18.832529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f67dbee-a54f-4da1-b56c-29fef7410aeb None None] The sync data for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:18.861697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.874177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c87ffb-778e-4b1e-826e-09ab26d4db31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aff6506-6ff4-4852-84a5-07b4a30d1044,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:18.877763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:18.886002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Usage tracker for resource:port and tenant:602ba18cd6814926ba7b8e731a1d829b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:18.891199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:18.898497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.901844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:18.903440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f5c87ffb-778e-4b1e-826e-09ab26d4db31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:18.909158 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f5c87ffb-778e-4b1e-826e-09ab26d4db31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6aff6506-6ff4-4852-84a5-07b4a30d1044 HTTP/1.1" status: 204 len: 168 time: 0.8726094 Sep 15 09:50:18.925873 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74159-4501-4b80-8ce1-963d82ac7e49 None None] Pushing event updated for resources: {'Port': ['ID=848ae927-6ad9-4e7b-a9fc-4b555354d39d,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:18.931223 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] Set router 17ec9560-aa4d-44b7-90e3-dc1250fa66eb gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:50:18.957252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port 00f52761-0d37-4190-8183-795422406b68 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:18.957599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.025932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853837e-4c80-4841-8b94-f44bdca92914 req-b91622b1-9828-43d7-a41c-9ed7244d0743 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:19.028173 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c853837e-4c80-4841-8b94-f44bdca92914 req-b91622b1-9828-43d7-a41c-9ed7244d0743 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2665231 Sep 15 09:50:19.032231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Made reservation on behalf of 602ba18cd6814926ba7b8e731a1d829b for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:19.037281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.047926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44684) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:19.053306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Request body: {'floatingip': {'port_id': 'eb771e7d-3215-42e2-a3b5-686b02de0528'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:19.066215 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17ec9560-aa4d-44b7-90e3-dc1250fa66eb', 'name': 'tempest-snat-router-1572678350', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:50:07Z', 'updated_at': '2022-09-15T09:50:18Z', 'revision_number': 4, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:19.071590 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed3389f-67d0-4ddc-9670-a472a0495eb7 None None] The sync data for ids ['17ec9560-aa4d-44b7-90e3-dc1250fa66eb'] in dv-neutron-857775-1-hyperv is: [{'id': '17ec9560-aa4d-44b7-90e3-dc1250fa66eb', 'name': 'tempest-snat-router-1572678350', 'tenant_id': '100d80433ca94c87903470c4072ef5b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:50:07Z', 'updated_at': '2022-09-15T09:50:18Z', 'revision_number': 4, 'project_id': '100d80433ca94c87903470c4072ef5b6', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:19.116785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] device_id is not set on port 5267f454-582e-43bd-8d56-2c4580e3de16 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:19.144383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for floatingip, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.162393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.260002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:19.277712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:19.285560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:19.286449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.419252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=ecb75528-73e6-4d8c-8147-d3fa68cae9ff,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:19.590756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking segment: {'id': 'eb659c2e-fe3b-40a4-a4fc-fa6485b1c284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '252793bc-d7b4-4da4-8981-a9b271880295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:19.591119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network hostable DHCP agents. Network: 252793bc-d7b4-4da4-8981-a9b271880295, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:19.608764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d6df2133-49c9-4e4b-a19e-13b169a3f468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.614272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port 00f52761-0d37-4190-8183-795422406b68, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=00f52761-0d37-4190-8183-795422406b68,segment=NetworkSegment(4f394cb4-75cc-460d-b857-693f003e242d),segment_id=4f394cb4-75cc-460d-b857-693f003e242d)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:19.620112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.628198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=01e8f337-de23-4902-a573-9313810cd1f4,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:19.661856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b311d3a-60c2-4b14-85b7-565036980320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.697843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Allocated IP 172.20.0.11 (c21e08e6-35be-48cf-aa3e-f765cb105616/06229d1c-63eb-45c8-8d8e-1bff106386b2/5267f454-582e-43bd-8d56-2c4580e3de16) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:19.717134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b311d3a-60c2-4b14-85b7-565036980320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84922e3e-8354-4e9c-a8bd-8e76a4537360,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:19.719927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] For port 848ae927-6ad9-4e7b-a9fc-4b555354d39d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=848ae927-6ad9-4e7b-a9fc-4b555354d39d,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:19.720297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.774393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for 00f52761-0d37-4190-8183-795422406b68 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:19.795270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b311d3a-60c2-4b14-85b7-565036980320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:19.796394 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5b311d3a-60c2-4b14-85b7-565036980320 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84922e3e-8354-4e9c-a8bd-8e76a4537360 HTTP/1.1" status: 204 len: 168 time: 1.2591672 Sep 15 09:50:19.888710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 252793bc-d7b4-4da4-8981-a9b271880295 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:19.942997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Calling delete_port for 848ae927-6ad9-4e7b-a9fc-4b555354d39d owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:19.997366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 252793bc-d7b4-4da4-8981-a9b271880295) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:20.006588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:20.008772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67304839-fac7-4645-b692-cde000ded48a None None] Network 252793bc-d7b4-4da4-8981-a9b271880295 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:20.014363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:20.021757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:20.021757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.034121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.098184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=00f52761-0d37-4190-8183-795422406b68,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:20.121118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port 00f52761-0d37-4190-8183-795422406b68 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:50:20.286173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9514a2-4b5e-4616-8254-66b09179a03f req-67275b57-f6c1-4295-8ca5-5c09a8957d7b tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:20.293489 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0a9514a2-4b5e-4616-8254-66b09179a03f req-67275b57-f6c1-4295-8ca5-5c09a8957d7b tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 1.1552980 Sep 15 09:50:20.399915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f7335370-8e2e-4af9-80b2-8045669c14fc tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.9589837 Sep 15 09:50:20.405107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44712) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:20.452024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.460389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.462380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.468695 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0a9514a2-4b5e-4616-8254-66b09179a03f req-93e08778-ef7b-4755-a3c2-d690b8097a85 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741264 Sep 15 09:50:20.497655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a787f52b-2580-487b-8cf0-b6aaecffd0fa']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:20.511779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Transition to ACTIVE for port object 5267f454-582e-43bd-8d56-2c4580e3de16 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:20.517383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f394cb4-75cc-460d-b857-693f003e242d') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:20.517862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f394cb4-75cc-460d-b857-693f003e242d') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:20.532651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.555634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.564562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:20.564918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.592979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44724) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:20.599698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-dc83bee5-1b91-43b6-94d5-e2149d2f4268 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 01e8f337-de23-4902-a573-9313810cd1f4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:20.600405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc83bee5-1b91-43b6-94d5-e2149d2f4268 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.643188 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 4f394cb4-75cc-460d-b857-693f003e242d resource provider aggregate not found Sep 15 09:50:20.704548 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 4f394cb4-75cc-460d-b857-693f003e242d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f394cb4-75cc-460d-b857-693f003e242d found for delete ", "request_id": "req-c63a4072-a38c-47b9-aec5-9bf5d07a7d77"}]} Sep 15 09:50:20.778592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.787292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127af43-4df8-4ed2-9891-c3e579e41cbf req-8debc95f-9d22-41af-82c4-73019e096c27 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:20.790216 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2127af43-4df8-4ed2-9891-c3e579e41cbf req-8debc95f-9d22-41af-82c4-73019e096c27 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.1425452 Sep 15 09:50:20.792538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.850750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44734) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:20.852633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.881652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:20.895420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Request body: {'floatingip': {'port_id': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:20.952426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event deleted for resources: {'Port': ['ID=848ae927-6ad9-4e7b-a9fc-4b555354d39d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:20.966058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-301419757'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:20.986273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=a787f52b-2580-487b-8cf0-b6aaecffd0fa,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:20.991962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Network c21e08e6-35be-48cf-aa3e-f765cb105616 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:20.995297 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9c38cbaf-bd49-4ab3-a74a-6a60eaf8279f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/a787f52b-2580-487b-8cf0-b6aaecffd0fa HTTP/1.1" status: 204 len: 168 time: 5.9070036 Sep 15 09:50:21.001150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.024691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44742) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:21.042740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:21.052700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:21.065767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:21.082881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99466248'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:21.095588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:network and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:21.105335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:50:21.120484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event updated for resources: {'Port': ['ID=5267f454-582e-43bd-8d56-2c4580e3de16,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:21.163493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:21.197782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:21.206639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:21.207321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.234684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:21.239913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:21.257112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:21.279898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc83bee5-1b91-43b6-94d5-e2149d2f4268 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.287414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:21.360623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.384136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44750) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:21.397419 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-186a4974-bdf0-4b82-ae5a-2435ea6acac2 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7783933 Sep 15 09:50:21.400289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44754) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:21.428170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-dc83bee5-1b91-43b6-94d5-e2149d2f4268 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 01e8f337-de23-4902-a573-9313810cd1f4 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:21.443300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-020a9fbe-f9d0-4efd-a434-516b3b23c8ef None None] Provisioning for port 5267f454-582e-43bd-8d56-2c4580e3de16 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:21.451620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-020a9fbe-f9d0-4efd-a434-516b3b23c8ef None None] Provisioning complete for port 5267f454-582e-43bd-8d56-2c4580e3de16 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:21.454076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-020a9fbe-f9d0-4efd-a434-516b3b23c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.465887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:21.469572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.491749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.540064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.558051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-426621965'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:21.564349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:21.568625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Usage tracker for resource:network and tenant:b949ceb219554e50b58c696ea4b0bceb is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:21.571853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:21.579862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:21.620720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-020a9fbe-f9d0-4efd-a434-516b3b23c8ef None None] Port 5267f454-582e-43bd-8d56-2c4580e3de16 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:21.622351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.677505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:21.680843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.690970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'project_id': '602ba18cd6814926ba7b8e731a1d829b', 'port_id': '5267f454-582e-43bd-8d56-2c4580e3de16'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:21.692356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:21.693777 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Made reservation on behalf of b949ceb219554e50b58c696ea4b0bceb for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:21.697034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.700121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db769fc2-2ff1-4d16-b458-d8345ad2f97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.718733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:21.766464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:security_group_rule and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:21.782609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:21.841156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Usage tracker for resource:floatingip and tenant:602ba18cd6814926ba7b8e731a1d829b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:21.845505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.854369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:21.860465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:21.886983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:21.891512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:21.899151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Usage tracker for resource:security_group_rule and tenant:b949ceb219554e50b58c696ea4b0bceb is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:21.903364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:21.908448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc83bee5-1b91-43b6-94d5-e2149d2f4268 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.912558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.921560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:21.922429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:21.969788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.014229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc83bee5-1b91-43b6-94d5-e2149d2f4268 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=01e8f337-de23-4902-a573-9313810cd1f4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:22.023429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:22.027983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc83bee5-1b91-43b6-94d5-e2149d2f4268 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.058999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.059335 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment c2164565-287d-4bf4-807e-b29e0c67501b of type vlan for network 3cbd7627-db6f-4858-b860-55398ad5b554 Sep 15 09:50:22.073782 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Floating IP 6ae6fe51-21ab-4487-b3a5-523d4537434e associated. External IP: 172.26.7.9, port: eb771e7d-3215-42e2-a3b5-686b02de0528. Sep 15 09:50:22.129714 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:50:22.145225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.145666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17ec9560-aa4d-44b7-90e3-dc1250fa66eb {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:50:22.147966 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dc83bee5-1b91-43b6-94d5-e2149d2f4268 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/01e8f337-de23-4902-a573-9313810cd1f4 HTTP/1.1" status: 204 len: 168 time: 1.7388167 Sep 15 09:50:22.160975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44762) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:22.213472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:50:22.229769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.236082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.239650 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eeeefda1-d0bf-4c70-9da7-5ff2c039198e tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "DELETE /v2.0/routers/17ec9560-aa4d-44b7-90e3-dc1250fa66eb HTTP/1.1" status: 204 len: 168 time: 4.6838675 Sep 15 09:50:22.250321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44766) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:22.360266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.362212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.403498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.462277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.525804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:50:22.528917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.555328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.606784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:22.678730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.691263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109ad634-d49f-4496-81dd-f46d463e57f0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:22.703373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.703373 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Added segment a1c7e999-f7dd-4829-9114-33e30c1e710d of type vlan for network 99c584af-24d0-4ca3-81ca-8e93548ca869 Sep 15 09:50:22.745939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.761976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.762461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.766440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Allocated IP 172.26.7.42 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/93152e5a-f768-4ff0-acd4-431d7a515db5) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:22.768385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:22.768961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.787525 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Floating IP 1322347e-8780-4b56-9422-cafb20f09c5b associated. External IP: 172.26.7.45, port: 05a4ea7d-34a7-42b3-a179-42f1b8fa9610. Sep 15 09:50:22.805121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:22.874085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.004254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2401c3c-f915-4357-bb7e-2364f9e6145d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:23.010117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2401c3c-f915-4357-bb7e-2364f9e6145d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:23.010879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f2401c3c-f915-4357-bb7e-2364f9e6145d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:23.029345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.034899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:23.035502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.075180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:23.098717 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.0578709 Sep 15 09:50:23.131393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44770) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:23.159660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a347f-3f59-416a-ada7-aaa0aad5a4f8,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:23.163845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': '3cbd7627-db6f-4858-b860-55398ad5b554', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:23.187825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4f6cd-72fd-4d0a-939b-3b9499dc9c3b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=3cbd7627-db6f-4858-b860-55398ad5b554,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:23.198648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 3cbd7627-db6f-4858-b860-55398ad5b554 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:23.199764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.200114 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Added segment 669b7a15-7c54-4aa2-96b5-8d0f81cc4f0f of type vlan for network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca Sep 15 09:50:23.259489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Router cea74158-e29a-45d7-89eb-25dbe034dd5d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:23.265762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.272759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.297706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event updated for resources: {'Network': ['ID=99c584af-24d0-4ca3-81ca-8e93548ca869,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:23.312113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 99c584af-24d0-4ca3-81ca-8e93548ca869 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:23.354377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f2401c3c-f915-4357-bb7e-2364f9e6145d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:23.355556 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f2401c3c-f915-4357-bb7e-2364f9e6145d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.1807351 Sep 15 09:50:23.374348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44774) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:23.375033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Deleting port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:23.375376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.381122 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8777bf4a-d2ab-4e8d-82c1-e682597f1ec1 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9962935 Sep 15 09:50:23.407228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44776) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:23.408761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.442662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:23.456148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:subnet and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:23.459760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:23.470228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Request body: {'subnet': {'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:23.518934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:23.578399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Router 7c86f152-c28f-429c-abba-aaf79d183fc3 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:23.677535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.682989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:23.683579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.755017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:23.758392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.771930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.987149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:23.988958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b3fba422-3a35-4f9b-a2f8-2e8dd3b603e4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port ecb75528-73e6-4d8c-8147-d3fa68cae9ff {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:23.989309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3fba422-3a35-4f9b-a2f8-2e8dd3b603e4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:23.999820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:24.016577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:24.053924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Pushing event updated for resources: {'Port': ['ID=93152e5a-f768-4ff0-acd4-431d7a515db5,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:24.083552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:24.092049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:24.098147 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] Sync routers for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:24.101603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:24.105179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:24.111786 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:24.114301 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:24.124628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] Sync routers for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:24.142199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Usage tracker for resource:subnet and tenant:b949ceb219554e50b58c696ea4b0bceb is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:24.150975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Network': ['ID=98c4bfe7-3770-469e-8c4f-0e6bc3b3daca,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:24.156002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:24.164954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:24.176886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:24.178247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:24.179439 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d21ec8f3-2be5-4927-919c-2c7a991617cb tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.5852256 Sep 15 09:50:24.180106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44782) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:24.182935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:24.224076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'subnet': {'network_id': '98c4bfe7-3770-469e-8c4f-0e6bc3b3daca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:24.327037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1f41081f-868b-4d57-b912-143def5013f2 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "PUT /v2.0/floatingips/1322347e-8780-4b56-9422-cafb20f09c5b HTTP/1.1" status: 200 len: 990 time: 3.4720747 Sep 15 09:50:24.331115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'tag': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:50:24.333555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0595a4d0-eb3c-46c3-a816-5753076c98dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6008c6d8-0fec-4497-bcd9-fd2d2fd61b54", "tag": "05a4ea7d-34a7-42b3-a179-42f1b8fa9610"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:50:24.415651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-79348527-6c97-4972-920e-d6aedb3363e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "PUT /v2.0/floatingips/6ae6fe51-21ab-4487-b3a5-523d4537434e HTTP/1.1" status: 200 len: 990 time: 5.3663864 Sep 15 09:50:24.424743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf835751-b4ea-4931-a0a6-d2041d6e6732 x-openstack-request-id: req-cf835751-b4ea-4931-a0a6-d2041d6e6732 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:50:24.425020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6008c6d8-0fec-4497-bcd9-fd2d2fd61b54", "tag": "05a4ea7d-34a7-42b3-a179-42f1b8fa9610", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:50:24.425507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf835751-b4ea-4931-a0a6-d2041d6e6732 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:50:24.425936 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf835751-b4ea-4931-a0a6-d2041d6e6732'] response: {'name': 'network-changed', 'server_uuid': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'tag': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'status': 'completed', 'code': 200} Sep 15 09:50:24.431252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'tag': 'eb771e7d-3215-42e2-a3b5-686b02de0528'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:50:24.436082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Made reservation on behalf of b949ceb219554e50b58c696ea4b0bceb for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:24.440493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:24.485191 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:50:24.565787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:50:24.601251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:24.698778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:24.710588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] For port 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8e3cfb9a-caa7-4a8f-92bb-6dc764baa032,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:24.711232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:24.734909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776" -d '{"events": [{"name": "network-changed", "server_uuid": "3470dfae-8fc0-437d-a74d-c610265a2ca3", "tag": "eb771e7d-3215-42e2-a3b5-686b02de0528"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:50:24.742763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:subnet and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:24.743334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:24.765289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:24.775830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=50904039-7f33-42ff-b23c-dbd324d27862,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:24.845464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:24.911429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3fba422-3a35-4f9b-a2f8-2e8dd3b603e4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:24.929420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Calling delete_port for 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:24.940582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:24.965497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-f80ff19f-77a2-4d89-8b96-3aeed0a92b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:24.967541 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-f80ff19f-77a2-4d89-8b96-3aeed0a92b43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f448e0b5edd4d4db764393e23f65ef9&device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 1098 time: 0.5025959 Sep 15 09:50:24.974139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042a4b50-6c3f-40b9-8bde-b2ac03465e6d x-openstack-request-id: req-042a4b50-6c3f-40b9-8bde-b2ac03465e6d {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:50:24.974649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3470dfae-8fc0-437d-a74d-c610265a2ca3", "tag": "eb771e7d-3215-42e2-a3b5-686b02de0528", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:50:24.981551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-042a4b50-6c3f-40b9-8bde-b2ac03465e6d {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:50:24.981551 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042a4b50-6c3f-40b9-8bde-b2ac03465e6d'] response: {'name': 'network-changed', 'server_uuid': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'tag': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'status': 'completed', 'code': 200} Sep 15 09:50:25.072841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': 'c2164565-287d-4bf4-807e-b29e0c67501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3cbd7627-db6f-4858-b860-55398ad5b554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:25.073203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: 3cbd7627-db6f-4858-b860-55398ad5b554, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:25.080657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:25.105687 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '6ae6fe51-21ab-4487-b3a5-523d4537434e', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'port_id': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'mac_address': 'fa:16:3e:28:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:49:36Z', 'updated_at': '2022-09-15T09:50:20Z', 'revision_number': 1, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:33Z', 'revision_number': 5, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:25.114396 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] Checking router: cea74158-e29a-45d7-89eb-25dbe034dd5d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:50:25.117927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b3fba422-3a35-4f9b-a2f8-2e8dd3b603e4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for ecb75528-73e6-4d8c-8147-d3fa68cae9ff owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:25.125579 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:25.126243 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:25.145709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.16', 62612) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:25.242714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '1322347e-8780-4b56-9422-cafb20f09c5b', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'port_id': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'mac_address': 'fa:16:3e:22:52:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:49:37Z', 'updated_at': '2022-09-15T09:50:21Z', 'revision_number': 1, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:35Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:25.246997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] Checking router: 7c86f152-c28f-429c-abba-aaf79d183fc3 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:50:25.247500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad922a4-32b5-4eed-842a-f857f3a552bd req-c2a51b4f-eeb4-4419-9c05-22ec64fabc0a tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:25.249908 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7ad922a4-32b5-4eed-842a-f857f3a552bd req-c2a51b4f-eeb4-4419-9c05-22ec64fabc0a tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.6274157 Sep 15 09:50:25.259200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:25.260253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:25.284827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:25.288524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:25.354158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-9fddeb63-b131-426c-abc0-cd9b0b715630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:25.355637 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-9fddeb63-b131-426c-abc0-cd9b0b715630 service neutron] 10.222.0.16 "GET /v2.0/networks?id=60be109e-8b4d-4efc-af46-740574c2c1f2 HTTP/1.1" status: 200 len: 906 time: 0.3797061 Sep 15 09:50:25.356196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:25.356562 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:50:25.412965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3fba422-3a35-4f9b-a2f8-2e8dd3b603e4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:25.554580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:50:25.634338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 3cbd7627-db6f-4858-b860-55398ad5b554 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:25.723622 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-f7303362-1e6f-4b77-9ba5-ffac62b6a1ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610 HTTP/1.1" status: 200 len: 998 time: 0.1974232 Sep 15 09:50:25.742835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 3cbd7627-db6f-4858-b860-55398ad5b554) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:25.750588 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '6ae6fe51-21ab-4487-b3a5-523d4537434e', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'port_id': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'mac_address': 'fa:16:3e:28:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:49:36Z', 'updated_at': '2022-09-15T09:50:20Z', 'revision_number': 1, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:33Z', 'revision_number': 5, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:25.756426 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c225fe-f65f-4e56-bc44-ce396a8754b6 None None] The sync data for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv is: [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '6ae6fe51-21ab-4487-b3a5-523d4537434e', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'floating_ip_address': '172.26.7.9', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'port_id': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'mac_address': 'fa:16:3e:28:1d:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:49:36Z', 'updated_at': '2022-09-15T09:50:20Z', 'revision_number': 1, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:33Z', 'revision_number': 5, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:25.765729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b631fda-6323-4827-ad89-cdf9e01aeeaa None None] Network 3cbd7627-db6f-4858-b860-55398ad5b554 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:25.805656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3fba422-3a35-4f9b-a2f8-2e8dd3b603e4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:25.837332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fba422-3a35-4f9b-a2f8-2e8dd3b603e4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=ecb75528-73e6-4d8c-8147-d3fa68cae9ff,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:25.842791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:25.853440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:25.854254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:25.873138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-1dbae011-75b9-4519-a761-07cae8c3be26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:25.876228 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-1dbae011-75b9-4519-a761-07cae8c3be26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1099 time: 0.8723197 Sep 15 09:50:25.963250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e3cfb9a-caa7-4a8f-92bb-6dc764baa032,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:25.966055 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b3fba422-3a35-4f9b-a2f8-2e8dd3b603e4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/ecb75528-73e6-4d8c-8147-d3fa68cae9ff HTTP/1.1" status: 204 len: 168 time: 2.5605576 Sep 15 09:50:25.977607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:25.981608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44802) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:26.046292 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7ad922a4-32b5-4eed-842a-f857f3a552bd req-407a36f4-696e-4042-a2ed-1085ef13ea9f tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7346587 Sep 15 09:50:26.063154 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bfd2d2-371b-4e3f-8fd0-4ea181fde97a None None] New status for floating IP 6ae6fe51-21ab-4487-b3a5-523d4537434e: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:50:26.104646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event updated for resources: {'Subnet': ['ID=4dabf988-b669-46d6-97b6-dfdf050e70b4,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:26.120531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-7b617cda-48b2-473e-b127-34e359645b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:26.122119 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-7b617cda-48b2-473e-b127-34e359645b25 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f225fe1-6e8a-4731-bf17-5b035b076074 HTTP/1.1" status: 200 len: 844 time: 0.3640368 Sep 15 09:50:26.242812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-3cbd7627-db6f-4858-b860-55398ad5b554', 'network_id': '3cbd7627-db6f-4858-b860-55398ad5b554', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': '50904039-7f33-42ff-b23c-dbd324d27862'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:26.244027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.251286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.267915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.291218 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-f398e2e0-b951-427d-96e2-98676358a427 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1387310 Sep 15 09:50:26.300246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44810) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:26.301518 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c9f2e581-5c35-4140-affd-42166ca0bc56 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1667602 Sep 15 09:50:26.367585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.368268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '1322347e-8780-4b56-9422-cafb20f09c5b', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'port_id': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'mac_address': 'fa:16:3e:22:52:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:49:37Z', 'updated_at': '2022-09-15T09:50:21Z', 'revision_number': 1, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:35Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:26.375735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060028b1-a845-46a3-ac5a-fd9b23fe71ef None None] The sync data for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv is: [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '1322347e-8780-4b56-9422-cafb20f09c5b', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'floating_ip_address': '172.26.7.45', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'port_id': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'mac_address': 'fa:16:3e:22:52:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:49:37Z', 'updated_at': '2022-09-15T09:50:21Z', 'revision_number': 1, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:35Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:26.384525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-246354597'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:26.480148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:26.489354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Checking segment: {'id': 'a1c7e999-f7dd-4829-9114-33e30c1e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:26.489711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Network hostable DHCP agents. Network: 99c584af-24d0-4ca3-81ca-8e93548ca869, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:26.490244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Allocated IP 2001:db8::1 (3cbd7627-db6f-4858-b860-55398ad5b554/50904039-7f33-42ff-b23c-dbd324d27862/8b19b0e9-9d0e-4057-8932-a2b725af9ef0) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:26.494761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:26.504511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.507972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:26.544904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.549861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:26.565223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.600837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6760d-7eed-479c-8d76-a3d726a9cba3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:26.601540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-53d6760d-7eed-479c-8d76-a3d726a9cba3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:26.627282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-9bffe3b6-07c4-40cc-a182-b4850b1629f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:26.628475 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-9bffe3b6-07c4-40cc-a182-b4850b1629f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 913 time: 0.7339392 Sep 15 09:50:26.659492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:26.663196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.689542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Network 99c584af-24d0-4ca3-81ca-8e93548ca869 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:26.693950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.693950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 396217a4-1ed6-4a03-9bd3-0f09414cffd2 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:50:26.725211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:26.734900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.735249 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment 7a2a0fd3-c3b4-46f9-9850-a3ed483844e1 of type vlan for network 6768eebe-02c8-4523-9988-2a011f03c160 Sep 15 09:50:26.736475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-53d6760d-7eed-479c-8d76-a3d726a9cba3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:26.740239 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-53d6760d-7eed-479c-8d76-a3d726a9cba3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6903265 Sep 15 09:50:26.758118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44814) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:26.758314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Pushing event updated for resources: {'Port': ['ID=93152e5a-f768-4ff0-acd4-431d7a515db5,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:26.758437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d150bbf6-c979-4609-8a01-5516947435ea None None] New status for floating IP 1322347e-8780-4b56-9422-cafb20f09c5b: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:50:26.799257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.804083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.805130 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-82ecaa09-e18d-4dcb-bd10-a2a78a3b78ed tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "DELETE /v2.0/routers/396217a4-1ed6-4a03-9bd3-0f09414cffd2 HTTP/1.1" status: 204 len: 168 time: 4.5538616 Sep 15 09:50:26.819444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44818) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:26.825750 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-e331e2b1-c970-4e38-99d3-f4b3a4bf554a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 1000 time: 0.1846521 Sep 15 09:50:26.828847 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-733361409', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:26.837710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-049ca637-b775-4173-80d7-5ae8d317f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:26.839216 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-049ca637-b775-4173-80d7-5ae8d317f8ab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60be109e-8b4d-4efc-af46-740574c2c1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6947939 Sep 15 09:50:26.849603 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-36156ea5-ffac-41f5-aacc-cc5c5352c0e1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:50:26.849603 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-36156ea5-ffac-41f5-aacc-cc5c5352c0e1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/01e8f337-de23-4902-a573-9313810cd1f4 HTTP/1.1" status: 404 len: 333 time: 0.1037953 Sep 15 09:50:26.856038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 99c584af-24d0-4ca3-81ca-8e93548ca869) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:26.862973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.874349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44822) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:26.877503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07818a0-4084-4b76-97c3-a8c9560f1580 None None] Network 99c584af-24d0-4ca3-81ca-8e93548ca869 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:26.878517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:26.879037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.932884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:26.952555 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-089c0bac-9f94-4cfb-beb1-447a5caf615e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:50:26.956640 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-089c0bac-9f94-4cfb-beb1-447a5caf615e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/ecb75528-73e6-4d8c-8147-d3fa68cae9ff HTTP/1.1" status: 404 len: 333 time: 0.0786777 Sep 15 09:50:26.959492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44826) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:26.978293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:26.989284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Usage tracker for resource:router and tenant:d9600cb9909642d09db8464316dd1eb7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:26.998905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:27.001934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Transition to ACTIVE for port object 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:27.007419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Subnet': ['ID=95ed0549-e2e7-4b99-9680-ec4a0efc74fa,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:27.069498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:27.090296 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bbf3e0d6-a85f-461d-be8e-1abf90cf0e9c tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6680768 Sep 15 09:50:27.095249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44830) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:27.101787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Checking segment: {'id': '669b7a15-7c54-4aa2-96b5-8d0f81cc4f0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '98c4bfe7-3770-469e-8c4f-0e6bc3b3daca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:27.102186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network hostable DHCP agents. Network: 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:27.105628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-2dec0d64-9fa5-4222-8200-aaea869b671c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:27.107316 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-2dec0d64-9fa5-4222-8200-aaea869b671c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.2641096 Sep 15 09:50:27.111144 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Floating IP 16b1c284-d145-4e91-89f4-82dd483a6c34 associated. External IP: 172.26.7.42, port: 5267f454-582e-43bd-8d56-2c4580e3de16. Sep 15 09:50:27.117249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Request body: {'port': {'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869', 'name': 'tempest-ExtraDHCPOptionsTestJSON-772631205'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:27.138941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Transition to ACTIVE for port object 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:27.205011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.221107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.226081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:27.227061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.240780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.242318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.257943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.354419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Pushing event updated for resources: {'Port': ['ID=8b19b0e9-9d0e-4057-8932-a2b725af9ef0,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:27.408448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:50:27.456020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Network 3cbd7627-db6f-4858-b860-55398ad5b554 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:27.462877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:27.465737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:50:27.466110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8e3cfb9a-caa7-4a8f-92bb-6dc764baa032 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:50:27.468457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-99c584af-24d0-4ca3-81ca-8e93548ca869', 'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869', 'tenant_id': 'b949ceb219554e50b58c696ea4b0bceb', 'fixed_ips': [{'subnet_id': '4dabf988-b669-46d6-97b6-dfdf050e70b4'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:27.469332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.480747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=6768eebe-02c8-4523-9988-2a011f03c160,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:27.482198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:27.502444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:27.510065 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-626ab9dc-0d85-43f4-8887-c610ebce4301 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2015691 Sep 15 09:50:27.523147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 6768eebe-02c8-4523-9988-2a011f03c160 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:27.533683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44834) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:27.548018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': '6768eebe-02c8-4523-9988-2a011f03c160', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:27.621450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.622182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:27.644214 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-3b45d404-11f5-4929-a5af-d02c35505cab service neutron] 10.222.0.16 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6986575 Sep 15 09:50:27.757781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Usage tracker for resource:port and tenant:b949ceb219554e50b58c696ea4b0bceb is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:27.794699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Attempting to bind port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:27.795040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Attempting to bind port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c2164565-287d-4bf4-807e-b29e0c67501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3cbd7627-db6f-4858-b860-55398ad5b554'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:27.795345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Attempting to bind port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 on network 3cbd7627-db6f-4858-b860-55398ad5b554 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:27.808102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:27.808236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:27.808349 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Checking segment: {'id': 'c2164565-287d-4bf4-807e-b29e0c67501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3cbd7627-db6f-4858-b860-55398ad5b554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:27.808708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.809134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Bound using segment: {'id': 'c2164565-287d-4bf4-807e-b29e0c67501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3cbd7627-db6f-4858-b860-55398ad5b554'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:27.809600 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Bound port: 8b19b0e9-9d0e-4057-8932-a2b725af9ef0, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2164565-287d-4bf4-807e-b29e0c67501b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '3cbd7627-db6f-4858-b860-55398ad5b554'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:27.810503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.813421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:27.814065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.827793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec602872-8d65-454e-a6cd-431ade122133 None None] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:27.830083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:27.854381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:27.878584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.921267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:27.924637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['252793bc-d7b4-4da4-8981-a9b271880295']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:27.940550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:subnet and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:27.944840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:27.948380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb659c2e-fe3b-40a4-a4fc-fa6485b1c284') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:27.948681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb659c2e-fe3b-40a4-a4fc-fa6485b1c284') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:27.961781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:27.967764 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-701c73e0-c1ab-4f53-9a16-489824ef5c35 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7766044 Sep 15 09:50:27.969312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44838) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:27.972686 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:27.987545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-283383368', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:27.990634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-118607a4-82a1-4906-b263-15ce0f02ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:27.990634 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-118607a4-82a1-4906-b263-15ce0f02ab99 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8232751 Sep 15 09:50:27.998256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Made reservation on behalf of b949ceb219554e50b58c696ea4b0bceb for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:28.002144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.017507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:28.025931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.030089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:router and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:28.040257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:28.043270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:28.047792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.060593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Allocated IP 172.20.0.2 (99c584af-24d0-4ca3-81ca-8e93548ca869/4dabf988-b669-46d6-97b6-dfdf050e70b4/4e9d3957-fab0-4fb0-8e53-335eef098123) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:28.062621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] device_id is not set on port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:28.067852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] For port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:28.071842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] For port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8b19b0e9-9d0e-4057-8932-a2b725af9ef0,segment=NetworkSegment(c2164565-287d-4bf4-807e-b29e0c67501b),segment_id=c2164565-287d-4bf4-807e-b29e0c67501b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:28.102964 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0595a4d0-eb3c-46c3-a816-5753076c98dc req-b374c2f0-b928-45e7-b9ea-af2138862d51 service neutron] 10.222.0.16 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4466238 Sep 15 09:50:28.177458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:28.181311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.196814 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment eb659c2e-fe3b-40a4-a4fc-fa6485b1c284 resource provider aggregate not found Sep 15 09:50:28.197095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.223761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:28.253869 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment eb659c2e-fe3b-40a4-a4fc-fa6485b1c284 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb659c2e-fe3b-40a4-a4fc-fa6485b1c284 found for delete ", "request_id": "req-e9519221-2051-4d31-ac19-6f745e1494a2"}]} Sep 15 09:50:28.306450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.357358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b96eccb-0dfe-4c00-b136-79f4377bb21e None None] Pushing event updated for resources: {'Port': ['ID=8b19b0e9-9d0e-4057-8932-a2b725af9ef0,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:28.367566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Router b5ae0658-b403-4fd9-a163-6f9cf20975c4 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:28.400497 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-d52edafa-946c-45ae-b4cc-798c670d575f service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881764 Sep 15 09:50:28.454130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.459335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.462572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.473270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f998402-2596-49ca-922c-0bbdce7317f7 None None] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:28.490235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Transition to ACTIVE for port object 4e9d3957-fab0-4fb0-8e53-335eef098123 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:28.498230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Performing IP validity checks on allocation pools {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 15 09:50:28.499514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 15 09:50:28.501982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Network': ['ID=252793bc-d7b4-4da4-8981-a9b271880295,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:28.510604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Transition to ACTIVE for port object 4e9d3957-fab0-4fb0-8e53-335eef098123 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:28.522842 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-86338dd1-e609-4eb9-a110-85f4deb25c95 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/networks/252793bc-d7b4-4da4-8981-a9b271880295 HTTP/1.1" status: 204 len: 168 time: 1.5524051 Sep 15 09:50:28.524053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.525278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.534008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44846) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:28.544039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1369099695'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:28.553801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:28.559339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:network and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:28.566101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:28.577915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:28.582701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.627836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.726102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:28.729656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.755785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Pushing event updated for resources: {'Port': ['ID=4e9d3957-fab0-4fb0-8e53-335eef098123,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:28.781440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Network 99c584af-24d0-4ca3-81ca-8e93548ca869 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:28.783898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:28.820358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:28.954929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:28.960939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Allocated IP 172.20.0.14 (99c584af-24d0-4ca3-81ca-8e93548ca869/4dabf988-b669-46d6-97b6-dfdf050e70b4/3cf446aa-9038-4c4f-b48a-0e10944f4e99) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:28.976092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Attempting to bind port 4e9d3957-fab0-4fb0-8e53-335eef098123 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:28.976453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Attempting to bind port 4e9d3957-fab0-4fb0-8e53-335eef098123 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'a1c7e999-f7dd-4829-9114-33e30c1e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:28.976819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Attempting to bind port 4e9d3957-fab0-4fb0-8e53-335eef098123 on network 99c584af-24d0-4ca3-81ca-8e93548ca869 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:28.983084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:28.983280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Checking segment: {'id': 'a1c7e999-f7dd-4829-9114-33e30c1e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:28.983604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:28.983988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Bound using segment: {'id': 'a1c7e999-f7dd-4829-9114-33e30c1e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:28.984455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Bound port: 4e9d3957-fab0-4fb0-8e53-335eef098123, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c7e999-f7dd-4829-9114-33e30c1e710d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:28.984817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.062836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.063185 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Added segment c6f11658-097e-4eb4-84b8-0a6b717d99e8 of type vlan for network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 Sep 15 09:50:29.064242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-bd761cb6-2286-4b4e-b33f-262e231c38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:29.065932 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-bd761cb6-2286-4b4e-b33f-262e231c38b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=0f448e0b5edd4d4db764393e23f65ef9&device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 1098 time: 0.5923595 Sep 15 09:50:29.077798 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bed9aff-5cc0-4d45-905d-cfd6f8bd6776 req-ca2cf16b-a540-4cd5-ada4-5ab889a963df service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029530 Sep 15 09:50:29.078914 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:29.086971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] For port 4e9d3957-fab0-4fb0-8e53-335eef098123, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:29.091087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] For port 4e9d3957-fab0-4fb0-8e53-335eef098123, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4e9d3957-fab0-4fb0-8e53-335eef098123,segment=NetworkSegment(a1c7e999-f7dd-4829-9114-33e30c1e710d),segment_id=a1c7e999-f7dd-4829-9114-33e30c1e710d)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:29.092760 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b87200-7c58-4574-98f4-d592aa4d98a8 None None] Sync routers for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:29.108292 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b87200-7c58-4574-98f4-d592aa4d98a8 None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:29.109351 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-20b87200-7c58-4574-98f4-d592aa4d98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:29.174858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.182741 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-20b87200-7c58-4574-98f4-d592aa4d98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:29.194474 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b87200-7c58-4574-98f4-d592aa4d98a8 None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:29.195301 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-20b87200-7c58-4574-98f4-d592aa4d98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:29.217743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.250575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:29.277630 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-20b87200-7c58-4574-98f4-d592aa4d98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:29.278378 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b87200-7c58-4574-98f4-d592aa4d98a8 None None] The sync data for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:29.299960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-bc73c87e-4c3c-4291-8696-81703f87677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:29.301514 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-bc73c87e-4c3c-4291-8696-81703f87677b service neutron] 10.222.0.16 "GET /v2.0/networks?id=60be109e-8b4d-4efc-af46-740574c2c1f2 HTTP/1.1" status: 200 len: 906 time: 0.1885362 Sep 15 09:50:29.308965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.349176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.355736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:29.356354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.407547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.412152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11950834-aab5-4a60-a920-7bad98382dcb None None] Pushing event updated for resources: {'Port': ['ID=4e9d3957-fab0-4fb0-8e53-335eef098123,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:29.432179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.509117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:29.689352 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-88f1d78a-872f-4fc6-a132-5208ff2ab6b6 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.2772853 Sep 15 09:50:29.697795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44850) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:29.722337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Network': ['ID=44904ac6-b886-4bb0-80cd-ee8e81c41fc3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:29.734561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:29.767919 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-e71bce8c-28f9-4635-82ac-fef4948458a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610 HTTP/1.1" status: 200 len: 1000 time: 0.4530439 Sep 15 09:50:29.795427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=75c81d65-2b51-40d6-a1f3-0265589d86fb,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:29.860398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1d60c6-db1c-41ce-8ae0-41dcc411d900 None None] Network 3cbd7627-db6f-4858-b860-55398ad5b554 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:29.870791 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7f24f57b-d026-459a-990c-f66f7d9e9d73 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3328898 Sep 15 09:50:29.871008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:29.875028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44854) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:29.887904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6768eebe-02c8-4523-9988-2a011f03c160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:29.888388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: 6768eebe-02c8-4523-9988-2a011f03c160, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:29.922401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.002635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-0103fa72-ec8f-4f62-aec3-5a7197f51aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:30.004100 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-0103fa72-ec8f-4f62-aec3-5a7197f51aba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6f225fe1-6e8a-4731-bf17-5b035b076074 HTTP/1.1" status: 200 len: 844 time: 0.2271063 Sep 15 09:50:30.017517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-85f8e528-563e-40cd-8dd1-064e3c16e05c tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] 10.222.0.62 "GET /v2.0/floatingips/16b1c284-d145-4e91-89f4-82dd483a6c34 HTTP/1.1" status: 200 len: 982 time: 0.3163085 Sep 15 09:50:30.018577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '44904ac6-b886-4bb0-80cd-ee8e81c41fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:30.045282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44858) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:30.077139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f535451f-6e9e-47ad-88ca-b7555afeb9bd None None] Provisioning for port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:30.089280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f535451f-6e9e-47ad-88ca-b7555afeb9bd None None] Provisioning complete for port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:30.089542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f535451f-6e9e-47ad-88ca-b7555afeb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.157875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.176895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Allocated IP 172.26.7.70 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/fbbbe45a-6b8f-4d9d-b342-bf5d2fc56876) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:30.190950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-ea7af31d-0074-4fb7-8e45-948f701905a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:30.199041 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-ea7af31d-0074-4fb7-8e45-948f701905a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=60be109e-8b4d-4efc-af46-740574c2c1f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1733139 Sep 15 09:50:30.269915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Transition to ACTIVE for port object 3cf446aa-9038-4c4f-b48a-0e10944f4e99 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:30.286285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f535451f-6e9e-47ad-88ca-b7555afeb9bd None None] Current status of the port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:30.286668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f535451f-6e9e-47ad-88ca-b7555afeb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.342282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:30.344830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f535451f-6e9e-47ad-88ca-b7555afeb9bd None None] For port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8b19b0e9-9d0e-4057-8932-a2b725af9ef0,segment=NetworkSegment(c2164565-287d-4bf4-807e-b29e0c67501b),segment_id=c2164565-287d-4bf4-807e-b29e0c67501b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:30.350289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 6768eebe-02c8-4523-9988-2a011f03c160 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:30.372273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:30.385786 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8347dd0c-c8bd-4571-b6ca-a90b6ee9eed1 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3033 time: 0.3387196 Sep 15 09:50:30.387462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:30.391296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44862) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:30.400951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:30.437361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f535451f-6e9e-47ad-88ca-b7555afeb9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.500642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 6768eebe-02c8-4523-9988-2a011f03c160) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:30.512148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3634f6a6-b043-4392-a6d8-903651e50514 None None] Network 6768eebe-02c8-4523-9988-2a011f03c160 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:30.515506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:30.516289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.531859 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-cec718f9-e514-4fbe-93b0-4763f64f32a2 service neutron] 10.222.0.16 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284197 Sep 15 09:50:30.640708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:30.643755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.679690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.680534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535451f-6e9e-47ad-88ca-b7555afeb9bd None None] Pushing event updated for resources: {'Port': ['ID=8b19b0e9-9d0e-4057-8932-a2b725af9ef0,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:30.691749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.744672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82874d3e-a2b3-4444-80ad-2ea30b058fec None None] Network 99c584af-24d0-4ca3-81ca-8e93548ca869 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:30.761455 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3b3b732-ea44-411c-8f88-478d952c7124 req-66c7346e-829f-4171-834c-c2f9e107a6d5 service neutron] 10.222.0.16 "GET /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182150 Sep 15 09:50:30.811957 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bee66566-9d9f-47ac-9669-835b7967cc2f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.2771485 Sep 15 09:50:30.814797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44866) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:30.839855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.852051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-18222a59-6e89-45a4-865e-443a6d80996c None None] Provisioning complete for port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:30.852385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-18222a59-6e89-45a4-865e-443a6d80996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:30.969753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Network 99c584af-24d0-4ca3-81ca-8e93548ca869 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:30.985270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Performing IP validity checks on allocation pools {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 15 09:50:30.988179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 15 09:50:30.995106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:31.005283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:31.012460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-6768eebe-02c8-4523-9988-2a011f03c160', 'network_id': '6768eebe-02c8-4523-9988-2a011f03c160', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': '75c81d65-2b51-40d6-a1f3-0265589d86fb'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:31.013869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.068179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event updated for resources: {'Port': ['ID=3cf446aa-9038-4c4f-b48a-0e10944f4e99,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:31.083626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Deleting port 93152e5a-f768-4ff0-acd4-431d7a515db5 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:31.083960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.116618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:31.122442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:31.139602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.150572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:31.179186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event updated for resources: {'Port': ['ID=fbbbe45a-6b8f-4d9d-b342-bf5d2fc56876,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:31.204684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.234714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.270117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4e9d3957-fab0-4fb0-8e53-335eef098123 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:31.274531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:31.274758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.317504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-18222a59-6e89-45a4-865e-443a6d80996c None None] Current status of the port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:31.453467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Allocated IP 2001:db8::3 (6768eebe-02c8-4523-9988-2a011f03c160/75c81d65-2b51-40d6-a1f3-0265589d86fb/11d82c6f-f7ff-47e0-836d-d3625a430271) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:31.469570 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d2b53feb-202c-4c4d-bec9-6469b6a3966e tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3724678 Sep 15 09:50:31.492827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-18222a59-6e89-45a4-865e-443a6d80996c None None] Provisioning for port 4e9d3957-fab0-4fb0-8e53-335eef098123 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:31.501165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44870) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:31.503179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.550753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.551082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.557807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Request body: {'port': {'network_id': '99c584af-24d0-4ca3-81ca-8e93548ca869', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1017580738', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:31.558956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] bootfile-name is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:50:31.559451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] tftp-server is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:50:31.560693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] server-ip-address is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:50:31.708481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 4e9d3957-fab0-4fb0-8e53-335eef098123 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:31.717744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4e9d3957-fab0-4fb0-8e53-335eef098123 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:31.718369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.735619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:31.746888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Usage tracker for resource:port and tenant:b949ceb219554e50b58c696ea4b0bceb is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:31.754687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:31.761930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:31.856987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Calling delete_port for 93152e5a-f768-4ff0-acd4-431d7a515db5 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:31.880317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.886592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.26.7.68 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/4d459835-ee5a-4508-853c-dbbffb4490e9) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:31.901411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Transition to ACTIVE for port object 11d82c6f-f7ff-47e0-836d-d3625a430271 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:31.937986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Made reservation on behalf of b949ceb219554e50b58c696ea4b0bceb for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:31.941126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.970341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f1c575f7-cd15-4de5-84f6-3ac83f65229c None None] Provisioning for port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:31.979210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f1c575f7-cd15-4de5-84f6-3ac83f65229c None None] Provisioning complete for port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:31.979703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f1c575f7-cd15-4de5-84f6-3ac83f65229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:31.984468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] device_id is not set on port 6bec0c6a-6da3-48d4-a3eb-1e071c97ded4 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:31.995434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.007674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Transition to ACTIVE for port object 11d82c6f-f7ff-47e0-836d-d3625a430271 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:32.041932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4e9d3957-fab0-4fb0-8e53-335eef098123 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:32.042478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.080677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 4e9d3957-fab0-4fb0-8e53-335eef098123, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4e9d3957-fab0-4fb0-8e53-335eef098123,segment=NetworkSegment(a1c7e999-f7dd-4829-9114-33e30c1e710d),segment_id=a1c7e999-f7dd-4829-9114-33e30c1e710d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:32.090252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f1c575f7-cd15-4de5-84f6-3ac83f65229c None None] Port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:32.109956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.134190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=6f6bccf0-02b6-44d9-bc8b-0b112dcd2da1,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:32.162356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f1c575f7-cd15-4de5-84f6-3ac83f65229c None None] Provisioning complete for port 4e9d3957-fab0-4fb0-8e53-335eef098123 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:32.162727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f1c575f7-cd15-4de5-84f6-3ac83f65229c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.180559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.196138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking segment: {'id': 'c6f11658-097e-4eb4-84b8-0a6b717d99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '44904ac6-b886-4bb0-80cd-ee8e81c41fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:32.196458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network hostable DHCP agents. Network: 44904ac6-b886-4bb0-80cd-ee8e81c41fc3, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:32.201958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.202452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:32.231000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.243998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.275937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Network 6768eebe-02c8-4523-9988-2a011f03c160 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:32.283335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:32.295385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:32.301384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Pushing event updated for resources: {'Port': ['ID=11d82c6f-f7ff-47e0-836d-d3625a430271,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:32.314531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=75c81d65-2b51-40d6-a1f3-0265589d86fb,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:32.338633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:32.364703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.370352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.432000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 44904ac6-b886-4bb0-80cd-ee8e81c41fc3) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:32.433450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event deleted for resources: {'Port': ['ID=93152e5a-f768-4ff0-acd4-431d7a515db5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:32.466122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Allocated IP 172.20.0.7 (99c584af-24d0-4ca3-81ca-8e93548ca869/4dabf988-b669-46d6-97b6-dfdf050e70b4/6bec0c6a-6da3-48d4-a3eb-1e071c97ded4) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:32.471015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be968b0-1e56-4a82-ab9a-b76eb92e4c4e None None] Network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:32.477025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:32.511154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.540608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:32.541551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.549443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:32.551969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:32.612243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Attempting to bind port 11d82c6f-f7ff-47e0-836d-d3625a430271 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:32.612612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Attempting to bind port 11d82c6f-f7ff-47e0-836d-d3625a430271 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6768eebe-02c8-4523-9988-2a011f03c160'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:32.612969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Attempting to bind port 11d82c6f-f7ff-47e0-836d-d3625a430271 on network 6768eebe-02c8-4523-9988-2a011f03c160 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:32.626425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=4e9d3957-fab0-4fb0-8e53-335eef098123,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:32.634429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:32.634806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.668686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:32.669092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Checking segment: {'id': '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6768eebe-02c8-4523-9988-2a011f03c160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:32.670521 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.670661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=4d459835-ee5a-4508-853c-dbbffb4490e9,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:32.670768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Bound using segment: {'id': '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6768eebe-02c8-4523-9988-2a011f03c160'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:32.670957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Bound port: 11d82c6f-f7ff-47e0-836d-d3625a430271, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '6768eebe-02c8-4523-9988-2a011f03c160'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:32.671333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.695119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.696147 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Floating IP 16b1c284-d145-4e91-89f4-82dd483a6c34 disassociated (deleted). External IP: 172.26.7.42, port: 5267f454-582e-43bd-8d56-2c4580e3de16. Sep 15 09:50:32.726907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f1c575f7-cd15-4de5-84f6-3ac83f65229c None None] Current status of the port 4e9d3957-fab0-4fb0-8e53-335eef098123 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:32.742403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6768eebe-02c8-4523-9988-2a011f03c160']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:32.767738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:32.768035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:32.801578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.817230 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aee7902d-f1e7-4bf9-befd-532fb4bb42b4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9411144 Sep 15 09:50:32.836695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44878) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:32.890817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] For port 11d82c6f-f7ff-47e0-836d-d3625a430271, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:32.896551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '44904ac6-b886-4bb0-80cd-ee8e81c41fc3', 'name': 'tempest-PortsIpV6TestJSON-1453649545'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:32.912846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:32.981368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e8e32a08-408c-43da-83c3-880615c72bd9 None None] Provisioning complete for port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:32.981799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e8e32a08-408c-43da-83c3-880615c72bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.031721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:33.032129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.049174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:33.055489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-44904ac6-b886-4bb0-80cd-ee8e81c41fc3', 'network_id': '44904ac6-b886-4bb0-80cd-ee8e81c41fc3', 'tenant_id': '74d02c5a5fc645b29465e1f6b4e00054', 'fixed_ips': [{'subnet_id': '6f6bccf0-02b6-44d9-bc8b-0b112dcd2da1'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:33.056429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.130367 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 7a2a0fd3-c3b4-46f9-9850-a3ed483844e1 resource provider aggregate not found Sep 15 09:50:33.160393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4e9d3957-fab0-4fb0-8e53-335eef098123 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:33.161026 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 7a2a0fd3-c3b4-46f9-9850-a3ed483844e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a2a0fd3-c3b4-46f9-9850-a3ed483844e1 found for delete ", "request_id": "req-939cf498-d4f1-42a5-9589-98633f016cde"}]} Sep 15 09:50:33.202371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e8e32a08-408c-43da-83c3-880615c72bd9 None None] Port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:33.245714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] For port 11d82c6f-f7ff-47e0-836d-d3625a430271, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=11d82c6f-f7ff-47e0-836d-d3625a430271,segment=NetworkSegment(7a2a0fd3-c3b4-46f9-9850-a3ed483844e1),segment_id=7a2a0fd3-c3b4-46f9-9850-a3ed483844e1)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:33.249114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.260699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:50:33.260699 dv-neutron-857775-1-hyperv neutron-server[89669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:50:33.260699 dv-neutron-857775-1-hyperv neutron-server[89669]: [parameters: {'id': '6768eebe-02c8-4523-9988-2a011f03c160'}] Sep 15 09:50:33.260699 dv-neutron-857775-1-hyperv neutron-server[89669]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:33.261171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:33.312418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.388615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.391783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:33.410805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4e9d3957-fab0-4fb0-8e53-335eef098123 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:33.411176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.448592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Allocated IP 2001:db8::2 (44904ac6-b886-4bb0-80cd-ee8e81c41fc3/6f6bccf0-02b6-44d9-bc8b-0b112dcd2da1/e007baab-dd71-4f63-abbb-9ede5737fde7) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:33.477978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Transition to ACTIVE for port object 6bec0c6a-6da3-48d4-a3eb-1e071c97ded4 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:33.482422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0fd3d1-2315-4109-9064-158afeecd67b None None] Pushing event updated for resources: {'Port': ['ID=11d82c6f-f7ff-47e0-836d-d3625a430271,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:33.500467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:33.564966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Router b5ae0658-b403-4fd9-a163-6f9cf20975c4 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:33.572146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.579864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:33.583666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.607877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 00631906-dc4e-4c06-bac8-b5a6204a34eb yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:33.643403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Router 8852c1be-f507-49e9-861b-b1179411fc9f is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:50:33.645730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.729099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f40fd6-0e77-40ac-9ccd-4fb04f544edd None None] Network 6768eebe-02c8-4523-9988-2a011f03c160 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:33.796178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.799395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Network 99c584af-24d0-4ca3-81ca-8e93548ca869 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:33.824840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:33.842340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:33.875257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4e9d3957-fab0-4fb0-8e53-335eef098123 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:33.886239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event updated for resources: {'Port': ['ID=6bec0c6a-6da3-48d4-a3eb-1e071c97ded4,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:33.971403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port 11d82c6f-f7ff-47e0-836d-d3625a430271 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:33.971877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:33.984710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:33.990889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.008114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf557736-50e9-4fe2-b79b-b3a1452eea77 None None] Sync routers for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:34.040539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.043246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf557736-50e9-4fe2-b79b-b3a1452eea77 None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:34.043878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-cf557736-50e9-4fe2-b79b-b3a1452eea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:34.057299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:34.058065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.126154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-cf557736-50e9-4fe2-b79b-b3a1452eea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:34.129207 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Transition to ACTIVE for port object e007baab-dd71-4f63-abbb-9ede5737fde7 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:34.138262 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3370efad-9613-4caa-90a3-1b4d7159251f tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "DELETE /v2.0/floatingips/16b1c284-d145-4e91-89f4-82dd483a6c34 HTTP/1.1" status: 204 len: 168 time: 3.7431026 Sep 15 09:50:34.141793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44886) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:34.149263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:34.155778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf557736-50e9-4fe2-b79b-b3a1452eea77 None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:34.156223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:34.156421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-cf557736-50e9-4fe2-b79b-b3a1452eea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:34.165132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Usage tracker for resource:floatingip and tenant:f9f6a2013dcd47b69ec761292f088427 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:34.170926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:34.179712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:34.182268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.229965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-cf557736-50e9-4fe2-b79b-b3a1452eea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:34.230374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf557736-50e9-4fe2-b79b-b3a1452eea77 None None] The sync data for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:34.232834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Transition to ACTIVE for port object e007baab-dd71-4f63-abbb-9ede5737fde7 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:34.291804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:34.300142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.305218 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98a367-605d-4944-a77f-2fb91a5fd39b None None] Sync routers for ids ['8852c1be-f507-49e9-861b-b1179411fc9f'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:34.322788 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98a367-605d-4944-a77f-2fb91a5fd39b None None] Routers {'8852c1be-f507-49e9-861b-b1179411fc9f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:34.323416 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cc98a367-605d-4944-a77f-2fb91a5fd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['8852c1be-f507-49e9-861b-b1179411fc9f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:34.345232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2af25c5e-7fc7-4683-b371-04ce74aa4478 None None] Provisioning for port 6bec0c6a-6da3-48d4-a3eb-1e071c97ded4 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:34.370179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2af25c5e-7fc7-4683-b371-04ce74aa4478 None None] Provisioning complete for port 6bec0c6a-6da3-48d4-a3eb-1e071c97ded4 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:34.371629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2af25c5e-7fc7-4683-b371-04ce74aa4478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.414218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.417746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:34.420750 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cc98a367-605d-4944-a77f-2fb91a5fd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:34.423129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:34.431376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:34.434711 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc98a367-605d-4944-a77f-2fb91a5fd39b None None] Routers {'8852c1be-f507-49e9-861b-b1179411fc9f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:34.435842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Pushing event updated for resources: {'Port': ['ID=e007baab-dd71-4f63-abbb-9ede5737fde7,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:34.437376 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cc98a367-605d-4944-a77f-2fb91a5fd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['8852c1be-f507-49e9-861b-b1179411fc9f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:34.447470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.452451 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c483aead-616b-4495-994d-c96480f8020c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6320024 Sep 15 09:50:34.453371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44890) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:34.467324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f7363ebe-19a2-467c-b8f4-fbd26a8765d8 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': False}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:34.479779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2af25c5e-7fc7-4683-b371-04ce74aa4478 None None] Port 6bec0c6a-6da3-48d4-a3eb-1e071c97ded4 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:34.511800 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cc98a367-605d-4944-a77f-2fb91a5fd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:34.512302 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc98a367-605d-4944-a77f-2fb91a5fd39b None None] The sync data for ids ['8852c1be-f507-49e9-861b-b1179411fc9f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:34.515719 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-55504015-4aaf-46f1-9d8c-38784c39a6ad tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0138109 Sep 15 09:50:34.530633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44894) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:34.547384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Attempting to bind port e007baab-dd71-4f63-abbb-9ede5737fde7 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:34.547939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Attempting to bind port e007baab-dd71-4f63-abbb-9ede5737fde7 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c6f11658-097e-4eb4-84b8-0a6b717d99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '44904ac6-b886-4bb0-80cd-ee8e81c41fc3'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:34.548164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Attempting to bind port e007baab-dd71-4f63-abbb-9ede5737fde7 on network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:34.554012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:34.554542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Checking segment: {'id': 'c6f11658-097e-4eb4-84b8-0a6b717d99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '44904ac6-b886-4bb0-80cd-ee8e81c41fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:34.554952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.555429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Bound using segment: {'id': 'c6f11658-097e-4eb4-84b8-0a6b717d99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '44904ac6-b886-4bb0-80cd-ee8e81c41fc3'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:34.556091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Bound port: e007baab-dd71-4f63-abbb-9ede5737fde7, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6f11658-097e-4eb4-84b8-0a6b717d99e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '44904ac6-b886-4bb0-80cd-ee8e81c41fc3'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:34.556609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.608102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::3b2 (44904ac6-b886-4bb0-80cd-ee8e81c41fc3/6f6bccf0-02b6-44d9-bc8b-0b112dcd2da1/00631906-dc4e-4c06-bac8-b5a6204a34eb) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:34.647433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port 11d82c6f-f7ff-47e0-836d-d3625a430271, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=11d82c6f-f7ff-47e0-836d-d3625a430271,segment=NetworkSegment(7a2a0fd3-c3b4-46f9-9850-a3ed483844e1),segment_id=7a2a0fd3-c3b4-46f9-9850-a3ed483844e1)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:34.650057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.653253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] For port e007baab-dd71-4f63-abbb-9ede5737fde7, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:34.656774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] For port e007baab-dd71-4f63-abbb-9ede5737fde7, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e007baab-dd71-4f63-abbb-9ede5737fde7,segment=NetworkSegment(c6f11658-097e-4eb4-84b8-0a6b717d99e8),segment_id=c6f11658-097e-4eb4-84b8-0a6b717d99e8)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:34.749990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:34.805056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for 11d82c6f-f7ff-47e0-836d-d3625a430271 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:34.845841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb8c84-f308-47d5-b34c-24f684c89697 None None] Pushing event updated for resources: {'Port': ['ID=e007baab-dd71-4f63-abbb-9ede5737fde7,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:34.874096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:50:34.998517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2f6ac-97f1-4b3c-a339-97401f8feace tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:35.006293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2f6ac-97f1-4b3c-a339-97401f8feace tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:35.012112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f2f6ac-97f1-4b3c-a339-97401f8feace tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:35.013080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e8f2f6ac-97f1-4b3c-a339-97401f8feace tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Synchronizing usage tracker for tenant:b949ceb219554e50b58c696ea4b0bceb on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:35.136489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.136489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.181557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e007baab-dd71-4f63-abbb-9ede5737fde7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:35.211200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=11d82c6f-f7ff-47e0-836d-d3625a430271,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:35.217079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object 00631906-dc4e-4c06-bac8-b5a6204a34eb will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:35.217079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port 11d82c6f-f7ff-47e0-836d-d3625a430271 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:50:35.217495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e8f2f6ac-97f1-4b3c-a339-97401f8feace tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Unset dirty status for tenant:b949ceb219554e50b58c696ea4b0bceb on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:35.218722 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e8f2f6ac-97f1-4b3c-a339-97401f8feace tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6850533 Sep 15 09:50:35.250376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44898) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:35.328585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:35.342656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba74b13-eb95-4fa1-b4b5-b1d2a9bc1692 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:35.344662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.350142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e007baab-dd71-4f63-abbb-9ede5737fde7 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:35.365299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba74b13-eb95-4fa1-b4b5-b1d2a9bc1692 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:35.370991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8ba74b13-eb95-4fa1-b4b5-b1d2a9bc1692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:35.426327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a384d7df-fd32-4315-b22a-dd76f359cfb6 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Deleting port 6bec0c6a-6da3-48d4-a3eb-1e071c97ded4 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:35.427000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a384d7df-fd32-4315-b22a-dd76f359cfb6 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.447258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8ba74b13-eb95-4fa1-b4b5-b1d2a9bc1692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:35.457585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba74b13-eb95-4fa1-b4b5-b1d2a9bc1692 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:35.458562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8ba74b13-eb95-4fa1-b4b5-b1d2a9bc1692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:35.471999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.519208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6768eebe-02c8-4523-9988-2a011f03c160']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:35.525428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8ba74b13-eb95-4fa1-b4b5-b1d2a9bc1692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:35.526093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba74b13-eb95-4fa1-b4b5-b1d2a9bc1692 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:35.562314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:35.562611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a0fd3-c3b4-46f9-9850-a3ed483844e1') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:35.564851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.568620 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-462941f2-4efc-4d26-aa01-a2310c0d9672 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.5962629 Sep 15 09:50:35.569375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44902) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:35.647755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.649872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f7363ebe-19a2-467c-b8f4-fbd26a8765d8 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.660889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.676387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Allocated IP 172.26.7.103 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/fd61b958-67f8-4ab1-aea3-5e9946004f03) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:35.782089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.858750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:35.859175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.875595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:35.904783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:35.907741 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 7a2a0fd3-c3b4-46f9-9850-a3ed483844e1 resource provider aggregate not found Sep 15 09:50:35.918795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:35.926733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9797358d-a607-4ef5-9657-b85292bdd9e6 None None] Network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:36.111071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-27f15c30-bbf6-4cfb-8f76-7bdf547be837 None None] Provisioning for port e007baab-dd71-4f63-abbb-9ede5737fde7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:36.116299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:36.118105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-27f15c30-bbf6-4cfb-8f76-7bdf547be837 None None] Provisioning complete for port e007baab-dd71-4f63-abbb-9ede5737fde7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:36.125437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-27f15c30-bbf6-4cfb-8f76-7bdf547be837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.125556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:36.125556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.127894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.163293 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 7a2a0fd3-c3b4-46f9-9850-a3ed483844e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a2a0fd3-c3b4-46f9-9850-a3ed483844e1 found for delete ", "request_id": "req-dd848202-79f5-4a89-8756-2568ad8b5fd8"}]} Sep 15 09:50:36.195648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=00631906-dc4e-4c06-bac8-b5a6204a34eb,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:36.212844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:36.218665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:36.226009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:36.246333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a384d7df-fd32-4315-b22a-dd76f359cfb6 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.319182 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-99af7d35-b703-4190-826c-b911fd1fb787 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4778547 Sep 15 09:50:36.322366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44910) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:36.333390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-27f15c30-bbf6-4cfb-8f76-7bdf547be837 None None] Current status of the port e007baab-dd71-4f63-abbb-9ede5737fde7 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:36.333933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-27f15c30-bbf6-4cfb-8f76-7bdf547be837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.373765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-27f15c30-bbf6-4cfb-8f76-7bdf547be837 None None] For port e007baab-dd71-4f63-abbb-9ede5737fde7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e007baab-dd71-4f63-abbb-9ede5737fde7,segment=NetworkSegment(c6f11658-097e-4eb4-84b8-0a6b717d99e8),segment_id=c6f11658-097e-4eb4-84b8-0a6b717d99e8)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:36.436988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-27f15c30-bbf6-4cfb-8f76-7bdf547be837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.534931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.538736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Pushing event updated for resources: {'Port': ['ID=fd61b958-67f8-4ab1-aea3-5e9946004f03,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:36.553900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a384d7df-fd32-4315-b22a-dd76f359cfb6 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Calling delete_port for 6bec0c6a-6da3-48d4-a3eb-1e071c97ded4 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:36.576397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f15c30-bbf6-4cfb-8f76-7bdf547be837 None None] Pushing event updated for resources: {'Port': ['ID=e007baab-dd71-4f63-abbb-9ede5737fde7,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:36.601600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ba700974-352a-4408-abae-b24832b9542b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 00631906-dc4e-4c06-bac8-b5a6204a34eb {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:36.602036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba700974-352a-4408-abae-b24832b9542b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.631073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.665921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fab2d909-8335-4132-b531-428629e2020a None None] Provisioning complete for port e007baab-dd71-4f63-abbb-9ede5737fde7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:36.666298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fab2d909-8335-4132-b531-428629e2020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.704453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.714718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.724259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=6768eebe-02c8-4523-9988-2a011f03c160,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:36.798445 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a0264afc-94d8-439c-be9c-dc4b51c361b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/6768eebe-02c8-4523-9988-2a011f03c160 HTTP/1.1" status: 204 len: 168 time: 5.9816384 Sep 15 09:50:36.802113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fab2d909-8335-4132-b531-428629e2020a None None] Current status of the port e007baab-dd71-4f63-abbb-9ede5737fde7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:36.806021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44914) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:36.824638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-408722259'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:36.851483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b4984-2f3f-4ff3-a07d-f32a30821601 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:50:36.885727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:36.891283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fab2d909-8335-4132-b531-428629e2020a None None] Provisioning for port 00631906-dc4e-4c06-bac8-b5a6204a34eb completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:36.903721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:36.910198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:36.911318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fab2d909-8335-4132-b531-428629e2020a None None] Provisioning complete for port 00631906-dc4e-4c06-bac8-b5a6204a34eb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:36.911696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fab2d909-8335-4132-b531-428629e2020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:36.924579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:37.012222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fab2d909-8335-4132-b531-428629e2020a None None] Port 00631906-dc4e-4c06-bac8-b5a6204a34eb cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:37.030406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f7363ebe-19a2-467c-b8f4-fbd26a8765d8 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.046266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f7363ebe-19a2-467c-b8f4-fbd26a8765d8 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.089043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46b4984-2f3f-4ff3-a07d-f32a30821601 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:50:37.144995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:37.148727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.192419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e007baab-dd71-4f63-abbb-9ede5737fde7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:37.269933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7363ebe-19a2-467c-b8f4-fbd26a8765d8 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Router 8852c1be-f507-49e9-861b-b1179411fc9f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:37.275825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.299579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10dfc3de-ff5d-432a-a359-a6a87dc08b03 None None] Provisioning complete for port 00631906-dc4e-4c06-bac8-b5a6204a34eb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:37.300247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10dfc3de-ff5d-432a-a359-a6a87dc08b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.307985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba700974-352a-4408-abae-b24832b9542b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.351925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.370488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-10dfc3de-ff5d-432a-a359-a6a87dc08b03 None None] Port 00631906-dc4e-4c06-bac8-b5a6204a34eb cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:37.445992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ba700974-352a-4408-abae-b24832b9542b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 00631906-dc4e-4c06-bac8-b5a6204a34eb owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:37.449783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e007baab-dd71-4f63-abbb-9ede5737fde7 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:37.450351 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.474119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a384d7df-fd32-4315-b22a-dd76f359cfb6 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.532367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.567360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Pushing event updated for resources: {'Port': ['ID=fd61b958-67f8-4ab1-aea3-5e9946004f03,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:37.593168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7363ebe-19a2-467c-b8f4-fbd26a8765d8 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:37.599042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f7363ebe-19a2-467c-b8f4-fbd26a8765d8 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.601645 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f7363ebe-19a2-467c-b8f4-fbd26a8765d8 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "PUT /v2.0/routers/8852c1be-f507-49e9-861b-b1179411fc9f HTTP/1.1" status: 200 len: 920 time: 3.1463070 Sep 15 09:50:37.605515 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3811279-db00-4e9a-b633-415df160b3a1 None None] Sync routers for ids ['8852c1be-f507-49e9-861b-b1179411fc9f'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:37.610483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44918) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:37.620276 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3811279-db00-4e9a-b633-415df160b3a1 None None] Routers {'8852c1be-f507-49e9-861b-b1179411fc9f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:37.623062 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e3811279-db00-4e9a-b633-415df160b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['8852c1be-f507-49e9-861b-b1179411fc9f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:37.672969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e007baab-dd71-4f63-abbb-9ede5737fde7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:37.686954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.688461 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1d796ad9-6f13-45ee-a36d-0309baece323 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5454288 Sep 15 09:50:37.691918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:37.703176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44922) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:37.725976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384d7df-fd32-4315-b22a-dd76f359cfb6 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event deleted for resources: {'Port': ['ID=6bec0c6a-6da3-48d4-a3eb-1e071c97ded4,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:37.731293 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e3811279-db00-4e9a-b633-415df160b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:37.742243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:37.742775 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment b9c957fc-f8c8-456a-a412-c6f85f7f3d03 of type vlan for network a76a7d3a-4478-42d2-91f6-c947df268c4a Sep 15 09:50:37.750645 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3811279-db00-4e9a-b633-415df160b3a1 None None] Routers {'8852c1be-f507-49e9-861b-b1179411fc9f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:37.754936 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e3811279-db00-4e9a-b633-415df160b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['8852c1be-f507-49e9-861b-b1179411fc9f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:37.844880 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f68ce17e-1752-43ad-969e-6992cdecc3f7 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/routers/8852c1be-f507-49e9-861b-b1179411fc9f HTTP/1.1" status: 200 len: 920 time: 0.2329891 Sep 15 09:50:37.845798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44928) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:37.865250 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e3811279-db00-4e9a-b633-415df160b3a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:37.865641 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3811279-db00-4e9a-b633-415df160b3a1 None None] The sync data for ids ['8852c1be-f507-49e9-861b-b1179411fc9f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:37.892814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:37.904244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:37.918006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Usage tracker for resource:floatingip and tenant:08f816a7a57a43a1b39738f7fae6532a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:37.922645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:38.002359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.028544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a384d7df-fd32-4315-b22a-dd76f359cfb6 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.063916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:38.089250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02b4075-4129-4338-a3d0-9a879da1b781 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:38.090723 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c02b4075-4129-4338-a3d0-9a879da1b781 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=8852c1be-f507-49e9-861b-b1179411fc9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2437038 Sep 15 09:50:38.093571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44932) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:38.135321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.160750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.208732 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a384d7df-fd32-4315-b22a-dd76f359cfb6 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "DELETE /v2.0/ports/6bec0c6a-6da3-48d4-a3eb-1e071c97ded4 HTTP/1.1" status: 204 len: 168 time: 2.9563434 Sep 15 09:50:38.217507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44936) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:38.225443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Request body: {'port': {'name': 'tempest-new-port-name-1385480309', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:38.228644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] bootfile-name is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:50:38.228644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] tftp-server is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:50:38.228644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] server-ip-address is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:50:38.251772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba700974-352a-4408-abae-b24832b9542b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.267001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.271581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:38.272833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.303648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428dfedd-bfe0-453e-a0b5-0174c8b3c07b tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:38.304213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-428dfedd-bfe0-453e-a0b5-0174c8b3c07b tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Synchronizing usage tracker for tenant:100d80433ca94c87903470c4072ef5b6 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:38.362113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.408938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-428dfedd-bfe0-453e-a0b5-0174c8b3c07b tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Unset dirty status for tenant:100d80433ca94c87903470c4072ef5b6 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:38.413157 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-428dfedd-bfe0-453e-a0b5-0174c8b3c07b tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 881 time: 0.3156381 Sep 15 09:50:38.417021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44942) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:38.423621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba700974-352a-4408-abae-b24832b9542b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=00631906-dc4e-4c06-bac8-b5a6204a34eb,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:38.478612 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f32a9302-eae3-4f8e-a498-045f5cd8d773 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=8852c1be-f507-49e9-861b-b1179411fc9f HTTP/1.1" status: 200 len: 205 time: 0.0581288 Sep 15 09:50:38.479156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44946) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:38.580075 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7596750 Sep 15 09:50:38.597448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44950) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:38.614839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': 'a76a7d3a-4478-42d2-91f6-c947df268c4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:38.630631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba700974-352a-4408-abae-b24832b9542b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.635015 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ba700974-352a-4408-abae-b24832b9542b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/00631906-dc4e-4c06-bac8-b5a6204a34eb HTTP/1.1" status: 204 len: 168 time: 2.3094399 Sep 15 09:50:38.635015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76729f63-162c-4c3e-8195-610a9abb3de3 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=a76a7d3a-4478-42d2-91f6-c947df268c4a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:38.635374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44954) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:38.647009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network a76a7d3a-4478-42d2-91f6-c947df268c4a details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:38.707080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.812145 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-264d9de7-0ac6-43e8-95e1-7d45d8fa9c40 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:50:38.812544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264d9de7-0ac6-43e8-95e1-7d45d8fa9c40 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:50:38.851136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Allocated IP 172.26.7.135 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/41bd252c-0133-4570-9e40-779571689115) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:38.863023 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-264d9de7-0ac6-43e8-95e1-7d45d8fa9c40 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/00631906-dc4e-4c06-bac8-b5a6204a34eb HTTP/1.1" status: 404 len: 333 time: 0.2190685 Sep 15 09:50:38.869636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44958) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:38.880809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:38.888418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:subnet and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:38.905767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:38.916733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:38.990324 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce06cdc-fb2a-402a-b9b3-40a4833d6b0a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:50:38.990857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dce06cdc-fb2a-402a-b9b3-40a4833d6b0a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:39.015854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:39.100733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.20.0.1 (98c4bfe7-3770-469e-8c4f-0e6bc3b3daca/95ed0549-e2e7-4b99-9680-ec4a0efc74fa/696b46f5-811f-4b35-ad90-fd10b243a472) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:39.144365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:39.147788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.302531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.315476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.319599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dce06cdc-fb2a-402a-b9b3-40a4833d6b0a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:39.323477 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dce06cdc-fb2a-402a-b9b3-40a4833d6b0a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/00631906-dc4e-4c06-bac8-b5a6204a34eb HTTP/1.1" status: 404 len: 333 time: 0.4502485 Sep 15 09:50:39.326266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44964) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:39.399382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.404208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Deleting port fbbbe45a-6b8f-4d9d-b342-bf5d2fc56876 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:39.404547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.423159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.453696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.466588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a599247-a42f-4381-a73e-b9433914949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet 6f6bccf0-02b6-44d9-bc8b-0b112dcd2da1 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:50:39.511009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a599247-a42f-4381-a73e-b9433914949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.513464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.582678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event updated for resources: {'Port': ['ID=3cf446aa-9038-4c4f-b48a-0e10944f4e99,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:39.597577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:39.630263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:39.639847 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:39.726418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] In _notify_port_updated(), no bound segment for port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 on network 99c584af-24d0-4ca3-81ca-8e93548ca869 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:50:39.732365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:39.732989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.734318 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-31d51a19-dc38-4990-9880-584cee75b8f7 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "PUT /v2.0/ports/3cf446aa-9038-4c4f-b48a-0e10944f4e99 HTTP/1.1" status: 200 len: 1137 time: 1.5161617 Sep 15 09:50:39.737431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.739683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44968) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:39.745143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=696b46f5-811f-4b35-ad90-fd10b243a472,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:39.774936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.817344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b0c7fad3-299d-415e-8f7a-7277ceeede22 None None] Provisioning complete for port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:39.817971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fad3-299d-415e-8f7a-7277ceeede22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.829038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a599247-a42f-4381-a73e-b9433914949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:39.839897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0c3c8-9b27-430b-8ba7-ec2a094018ee tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:39.840496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-38b0c3c8-9b27-430b-8ba7-ec2a094018ee tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Synchronizing usage tracker for tenant:b949ceb219554e50b58c696ea4b0bceb on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:39.892630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b0c7fad3-299d-415e-8f7a-7277ceeede22 None None] Port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:39.914285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-38b0c3c8-9b27-430b-8ba7-ec2a094018ee tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Unset dirty status for tenant:b949ceb219554e50b58c696ea4b0bceb on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:39.916138 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-38b0c3c8-9b27-430b-8ba7-ec2a094018ee tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "GET /v2.0/ports/3cf446aa-9038-4c4f-b48a-0e10944f4e99 HTTP/1.1" status: 200 len: 1137 time: 0.1731887 Sep 15 09:50:39.919828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44972) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:39.931031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:39.941908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:39.959405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:40.004551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Pushing event updated for resources: {'Port': ['ID=41bd252c-0133-4570-9e40-779571689115,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:40.049446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.053277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a8e35d48-739b-48fb-af03-ef4ddf0f2608 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Deleting port 3cf446aa-9038-4c4f-b48a-0e10944f4e99 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:40.053618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8e35d48-739b-48fb-af03-ef4ddf0f2608 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.091440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.190232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Calling delete_port for fbbbe45a-6b8f-4d9d-b342-bf5d2fc56876 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:40.216606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.266853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a599247-a42f-4381-a73e-b9433914949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.416068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=3f06a959-af6c-4128-8305-f8629c0dc417,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:40.428215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.448292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a76a7d3a-4478-42d2-91f6-c947df268c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:40.448570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: a76a7d3a-4478-42d2-91f6-c947df268c4a, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:40.527831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8e35d48-739b-48fb-af03-ef4ddf0f2608 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.548281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a599247-a42f-4381-a73e-b9433914949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.551580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network a76a7d3a-4478-42d2-91f6-c947df268c4a is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:40.621847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a599247-a42f-4381-a73e-b9433914949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=6f6bccf0-02b6-44d9-bc8b-0b112dcd2da1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:40.625639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c545a70-4166-432e-a649-a1607c27b114 None None] Network 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:40.626967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a599247-a42f-4381-a73e-b9433914949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.639166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.691359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, a76a7d3a-4478-42d2-91f6-c947df268c4a) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:40.697989 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5a599247-a42f-4381-a73e-b9433914949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/6f6bccf0-02b6-44d9-bc8b-0b112dcd2da1 HTTP/1.1" status: 204 len: 168 time: 1.3672755 Sep 15 09:50:40.700844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44976) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:40.705784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:40.706421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.714163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c91ece0-6e77-4ff7-a7f1-f2a0023dec2e None None] Network a76a7d3a-4478-42d2-91f6-c947df268c4a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:40.726606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a8e35d48-739b-48fb-af03-ef4ddf0f2608 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Calling delete_port for 3cf446aa-9038-4c4f-b48a-0e10944f4e99 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:40.744102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:40.880522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event deleted for resources: {'Port': ['ID=fbbbe45a-6b8f-4d9d-b342-bf5d2fc56876,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:40.980752 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0b59428e-2cd3-4b0d-8c5c-923b3387cecc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3792055 Sep 15 09:50:41.007488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44980) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:41.055014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.069523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.069937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-a76a7d3a-4478-42d2-91f6-c947df268c4a', 'network_id': 'a76a7d3a-4478-42d2-91f6-c947df268c4a', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': '3f06a959-af6c-4128-8305-f8629c0dc417'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:41.070960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.111460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8e35d48-739b-48fb-af03-ef4ddf0f2608 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.147796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] DHCP port deletion for 44904ac6-b886-4bb0-80cd-ee8e81c41fc3 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:50:41.167090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.197470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e35d48-739b-48fb-af03-ef4ddf0f2608 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event deleted for resources: {'Port': ['ID=3cf446aa-9038-4c4f-b48a-0e10944f4e99,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:41.210246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] Deleting port e007baab-dd71-4f63-abbb-9ede5737fde7 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:41.210692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.305019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.360568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Allocated IP 2001:db8::1 (a76a7d3a-4478-42d2-91f6-c947df268c4a/3f06a959-af6c-4128-8305-f8629c0dc417/ff7110f1-5ffe-4985-8571-faf70af4398f) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:41.364654 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.370895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=696b46f5-811f-4b35-ad90-fd10b243a472,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:41.463180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port e007baab-dd71-4f63-abbb-9ede5737fde7 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:41.463522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.572454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8e35d48-739b-48fb-af03-ef4ddf0f2608 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.590221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.600273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.614359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:41.616390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:41.619640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.679916 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a8e35d48-739b-48fb-af03-ef4ddf0f2608 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "DELETE /v2.0/ports/3cf446aa-9038-4c4f-b48a-0e10944f4e99 HTTP/1.1" status: 204 len: 168 time: 1.7567964 Sep 15 09:50:41.686836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44984) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:41.703110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.748681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] For port e007baab-dd71-4f63-abbb-9ede5737fde7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e007baab-dd71-4f63-abbb-9ede5737fde7,segment=NetworkSegment(c6f11658-097e-4eb4-84b8-0a6b717d99e8),segment_id=c6f11658-097e-4eb4-84b8-0a6b717d99e8)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:41.749076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.824447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.839011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-91602f46-d60b-44ef-9ea2-b535a6df1f02 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Deleting subnet 4dabf988-b669-46d6-97b6-dfdf050e70b4 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:50:41.846022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91602f46-d60b-44ef-9ea2-b535a6df1f02 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.889091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.889859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Fanout notify agent at l3_agent the message router_deleted on router 8852c1be-f507-49e9-861b-b1179411fc9f {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:50:41.895399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] Calling delete_port for e007baab-dd71-4f63-abbb-9ede5737fde7 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:41.911170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:41.913471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91602f46-d60b-44ef-9ea2-b535a6df1f02 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.943541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.961100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Transition to ACTIVE for port object ff7110f1-5ffe-4985-8571-faf70af4398f will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:41.961320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.991019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:41.996072 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-38d6ccd4-19e0-4f40-adf9-0388e93c5cbb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/8852c1be-f507-49e9-861b-b1179411fc9f HTTP/1.1" status: 204 len: 168 time: 3.5120683 Sep 15 09:50:42.002807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Transition to ACTIVE for port object ff7110f1-5ffe-4985-8571-faf70af4398f will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:42.006257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44988) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:42.011403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] For port e007baab-dd71-4f63-abbb-9ede5737fde7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e007baab-dd71-4f63-abbb-9ede5737fde7,segment=NetworkSegment(c6f11658-097e-4eb4-84b8-0a6b717d99e8),segment_id=c6f11658-097e-4eb4-84b8-0a6b717d99e8)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:42.011768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.032869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-657691400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:42.043536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Pushing event updated for resources: {'Port': ['ID=41bd252c-0133-4570-9e40-779571689115,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:42.094196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.108442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.115984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:42.162077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.175337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Network a76a7d3a-4478-42d2-91f6-c947df268c4a is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:42.182088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:42.185859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Usage tracker for resource:router and tenant:d9600cb9909642d09db8464316dd1eb7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:42.188847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:42.194091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for e007baab-dd71-4f63-abbb-9ede5737fde7 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:42.203356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91602f46-d60b-44ef-9ea2-b535a6df1f02 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.231497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:42.253158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:42.256897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:42.262481 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-21d0b1df-562e-410d-8624-058600453523 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/routers/27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6836019 Sep 15 09:50:42.266980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 44992) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:42.274807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'port': {'network_id': '98c4bfe7-3770-469e-8c4f-0e6bc3b3daca', 'name': 'tempest-FloatingIPTestJSON-2064052411'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:42.313763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:42.314323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:42.315853 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190e664-3277-48e7-8932-a7998beb7f2d None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:42.318333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] No DVR routers for this DVR port e007baab-dd71-4f63-abbb-9ede5737fde7 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:50:42.326258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Pushing event updated for resources: {'Port': ['ID=ff7110f1-5ffe-4985-8571-faf70af4398f,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:42.357092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.358791 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ade1dbc2-55c8-4aaa-b5e8-f3902d7dadb2 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6544781 Sep 15 09:50:42.362026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 44996) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:42.399163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Attempting to bind port ff7110f1-5ffe-4985-8571-faf70af4398f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:42.399532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Attempting to bind port ff7110f1-5ffe-4985-8571-faf70af4398f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a76a7d3a-4478-42d2-91f6-c947df268c4a'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:42.399890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Attempting to bind port ff7110f1-5ffe-4985-8571-faf70af4398f on network a76a7d3a-4478-42d2-91f6-c947df268c4a {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:42.402351 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49427bc6-ac34-422e-aea7-c6ea26fbccd0 None None] Pushing event deleted for resources: {'Port': ['ID=e007baab-dd71-4f63-abbb-9ede5737fde7,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:42.410811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:42.411181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Checking segment: {'id': 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a76a7d3a-4478-42d2-91f6-c947df268c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:42.411579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.412617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Bound using segment: {'id': 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a76a7d3a-4478-42d2-91f6-c947df268c4a'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:42.412617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Bound port: ff7110f1-5ffe-4985-8571-faf70af4398f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'a76a7d3a-4478-42d2-91f6-c947df268c4a'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:42.412841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.429628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190e664-3277-48e7-8932-a7998beb7f2d None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:42.429628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e190e664-3277-48e7-8932-a7998beb7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:42.438945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:42.443335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:port and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:42.446794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:42.455860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:42.457022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.491910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e190e664-3277-48e7-8932-a7998beb7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:42.495492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.496523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.512584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91602f46-d60b-44ef-9ea2-b535a6df1f02 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.530993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=3f06a959-af6c-4128-8305-f8629c0dc417,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:42.548289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190e664-3277-48e7-8932-a7998beb7f2d None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:42.548902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e190e664-3277-48e7-8932-a7998beb7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:42.586703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91602f46-d60b-44ef-9ea2-b535a6df1f02 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.598508 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-91602f46-d60b-44ef-9ea2-b535a6df1f02 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "DELETE /v2.0/subnets/4dabf988-b669-46d6-97b6-dfdf050e70b4 HTTP/1.1" status: 204 len: 168 time: 0.9113269 Sep 15 09:50:42.599925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91602f46-d60b-44ef-9ea2-b535a6df1f02 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event deleted for resources: {'Subnet': ['ID=4dabf988-b669-46d6-97b6-dfdf050e70b4,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:42.604196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:42.608739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.609350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc089428-9763-406b-be91-a95c28483d5c None None] Network 99c584af-24d0-4ca3-81ca-8e93548ca869 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:42.616423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45000) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:42.647250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] device_id is not set on port 597268e5-5ab4-4984-b0a8-41b0f7ad767f yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:42.668326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b800007c-a2c1-4ac4-b80b-72564a959e78 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Synchronizing usage tracker for tenant:f9f6a2013dcd47b69ec761292f088427 on resource:floatingip {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:42.671944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.685995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e190e664-3277-48e7-8932-a7998beb7f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:42.686402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e190e664-3277-48e7-8932-a7998beb7f2d None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:42.732386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.748575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] For port ff7110f1-5ffe-4985-8571-faf70af4398f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:42.759810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76a7d3a-4478-42d2-91f6-c947df268c4a']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:42.773195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:42.773722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:42.785780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.798423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] For port ff7110f1-5ffe-4985-8571-faf70af4398f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ff7110f1-5ffe-4985-8571-faf70af4398f,segment=NetworkSegment(b9c957fc-f8c8-456a-a412-c6f85f7f3d03),segment_id=b9c957fc-f8c8-456a-a412-c6f85f7f3d03)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:42.817321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port e007baab-dd71-4f63-abbb-9ede5737fde7 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:42.817670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.820987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.20.0.5 (98c4bfe7-3770-469e-8c4f-0e6bc3b3daca/95ed0549-e2e7-4b99-9680-ec4a0efc74fa/597268e5-5ab4-4984-b0a8-41b0f7ad767f) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:42.850610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.868814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:42.953581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335d37d8-5a40-49a5-9c6d-ad8b95c3113a None None] Pushing event updated for resources: {'Port': ['ID=ff7110f1-5ffe-4985-8571-faf70af4398f,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:43.039480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:43.041775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.085267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] The port 'e007baab-dd71-4f63-abbb-9ede5737fde7' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:50:43.107878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] DHCP port deletion for 99c584af-24d0-4ca3-81ca-8e93548ca869 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:50:43.128693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Deleting port 4e9d3957-fab0-4fb0-8e53-335eef098123 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:43.129336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.134989 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b9c957fc-f8c8-456a-a412-c6f85f7f3d03 resource provider aggregate not found Sep 15 09:50:43.178557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.187895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.189980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4e9d3957-fab0-4fb0-8e53-335eef098123 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:50:43.198932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b9c957fc-f8c8-456a-a412-c6f85f7f3d03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c957fc-f8c8-456a-a412-c6f85f7f3d03 found for delete ", "request_id": "req-b88099b0-022b-4375-a8ae-c29988fc8e76"}]} Sep 15 09:50:43.244853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b800007c-a2c1-4ac4-b80b-72564a959e78 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Unset dirty status for tenant:f9f6a2013dcd47b69ec761292f088427 on resource:floatingip {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:43.246439 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b800007c-a2c1-4ac4-b80b-72564a959e78 tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.8835058 Sep 15 09:50:43.279449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45008) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:43.320590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:50:43.320590 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:50:43.320590 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': 'a76a7d3a-4478-42d2-91f6-c947df268c4a'}] Sep 15 09:50:43.320590 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:43.321729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:43.333699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Deleting port 4e9d3957-fab0-4fb0-8e53-335eef098123 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:43.334277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.345479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f888841-1279-4030-b858-6830cec5a1da None None] Network a76a7d3a-4478-42d2-91f6-c947df268c4a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:43.385838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.389591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.408497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.408497 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7048820d-d6d0-4396-8429-d6463013d425 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3968024 Sep 15 09:50:43.408812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45012) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:43.416403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:43.434002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44904ac6-b886-4bb0-80cd-ee8e81c41fc3']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:43.482491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f11658-097e-4eb4-84b8-0a6b717d99e8') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:43.482491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f11658-097e-4eb4-84b8-0a6b717d99e8') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:43.509234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.536313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d37a46b7-6982-4d18-8779-7780a5f2bd25 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Synchronizing usage tracker for tenant:602ba18cd6814926ba7b8e731a1d829b on resource:floatingip {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:43.544348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.612305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:43.612305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.712671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] For port 4e9d3957-fab0-4fb0-8e53-335eef098123, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4e9d3957-fab0-4fb0-8e53-335eef098123,segment=NetworkSegment(a1c7e999-f7dd-4829-9114-33e30c1e710d),segment_id=a1c7e999-f7dd-4829-9114-33e30c1e710d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:43.713438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.720802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4e9d3957-fab0-4fb0-8e53-335eef098123 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:43.721383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.732934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] For port 4e9d3957-fab0-4fb0-8e53-335eef098123, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4e9d3957-fab0-4fb0-8e53-335eef098123,segment=NetworkSegment(a1c7e999-f7dd-4829-9114-33e30c1e710d),segment_id=a1c7e999-f7dd-4829-9114-33e30c1e710d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:43.733612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.761074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d37a46b7-6982-4d18-8779-7780a5f2bd25 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Unset dirty status for tenant:602ba18cd6814926ba7b8e731a1d829b on resource:floatingip {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:43.762281 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d37a46b7-6982-4d18-8779-7780a5f2bd25 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4818881 Sep 15 09:50:43.795347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45016) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:43.837125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.855040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.863199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Calling delete_port for 4e9d3957-fab0-4fb0-8e53-335eef098123 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:43.884024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Calling delete_port for 4e9d3957-fab0-4fb0-8e53-335eef098123 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:43.894385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.957494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:43.986169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:43.986734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 4e9d3957-fab0-4fb0-8e53-335eef098123, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4e9d3957-fab0-4fb0-8e53-335eef098123,segment=NetworkSegment(a1c7e999-f7dd-4829-9114-33e30c1e710d),segment_id=a1c7e999-f7dd-4829-9114-33e30c1e710d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:43.991075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:43.993718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:44.004495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.077450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Network': ['ID=44904ac6-b886-4bb0-80cd-ee8e81c41fc3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:44.087887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.091201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e007baab-dd71-4f63-abbb-9ede5737fde7 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:50:44.101622 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-db72aa66-f0f7-4937-9fce-e9553e7f7bac tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/networks/44904ac6-b886-4bb0-80cd-ee8e81c41fc3 HTTP/1.1" status: 204 len: 168 time: 3.3997424 Sep 15 09:50:44.107444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45020) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:44.108624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Deleting port 41bd252c-0133-4570-9e40-779571689115 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:44.108968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.113034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=597268e5-5ab4-4984-b0a8-41b0f7ad767f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:44.131194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:44.131925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.134747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port ff7110f1-5ffe-4985-8571-faf70af4398f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:44.135082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.169886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2107100039'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:44.173727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: e007baab-dd71-4f63-abbb-9ede5737fde7 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:50:44.174235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e007baab-dd71-4f63-abbb-9ede5737fde7 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:50:44.201346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:44.201719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:44.211357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=4e9d3957-fab0-4fb0-8e53-335eef098123,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:44.216181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:44.226163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:network and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:44.235211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:44.260437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:44.275468 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-345133bf-6936-4132-9173-5859eec8995c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0084498 Sep 15 09:50:44.283968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45024) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:44.346863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:44.347735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:44.348945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'port': {'network_id': '98c4bfe7-3770-469e-8c4f-0e6bc3b3daca', 'name': 'tempest-FloatingIPTestJSON-1453840875'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:44.463400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.501090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.572987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:44.576986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.619752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.620079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.703445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Deleting port 4e9d3957-fab0-4fb0-8e53-335eef098123 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:44.703951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.711598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:44.720437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:port and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:44.749667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:44.764584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:44.770277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Calling delete_port for 41bd252c-0133-4570-9e40-779571689115 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:44.794799 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Allocated IP 172.26.7.232 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/627ee841-0e27-408a-9d54-e9cd9d5e91d7) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:44.796708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:44.818316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port ff7110f1-5ffe-4985-8571-faf70af4398f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ff7110f1-5ffe-4985-8571-faf70af4398f,segment=NetworkSegment(b9c957fc-f8c8-456a-a412-c6f85f7f3d03),segment_id=b9c957fc-f8c8-456a-a412-c6f85f7f3d03)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:44.818699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.880644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:44.884147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.884706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Deleting port 4e9d3957-fab0-4fb0-8e53-335eef098123 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:44.885048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.920850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] device_id is not set on port d9578730-5818-4c68-97f9-bad0399f0408 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:44.935953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] For port 4e9d3957-fab0-4fb0-8e53-335eef098123, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4e9d3957-fab0-4fb0-8e53-335eef098123,segment=NetworkSegment(a1c7e999-f7dd-4829-9114-33e30c1e710d),segment_id=a1c7e999-f7dd-4829-9114-33e30c1e710d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:44.936340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:44.977567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for ff7110f1-5ffe-4985-8571-faf70af4398f owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:45.019922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.020538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Added segment fae67a36-f37e-46ed-95fe-a2a64f86c79d of type vlan for network 7abe208d-5b70-4292-a657-5fd74ab7001e Sep 15 09:50:45.065427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Calling delete_port for 4e9d3957-fab0-4fb0-8e53-335eef098123 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:45.109873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.127955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.20.0.12 (98c4bfe7-3770-469e-8c4f-0e6bc3b3daca/95ed0549-e2e7-4b99-9680-ec4a0efc74fa/d9578730-5818-4c68-97f9-bad0399f0408) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:45.155255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.230619 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment c6f11658-097e-4eb4-84b8-0a6b717d99e8 resource provider aggregate not found Sep 15 09:50:45.242433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.308432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] Pushing event deleted for resources: {'Port': ['ID=4e9d3957-fab0-4fb0-8e53-335eef098123,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:45.310000 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment c6f11658-097e-4eb4-84b8-0a6b717d99e8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6f11658-097e-4eb4-84b8-0a6b717d99e8 found for delete ", "request_id": "req-f81b8fa4-2e35-41b6-862f-3e550dba7983"}]} Sep 15 09:50:45.316645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01acca8-2925-4ba0-b1c8-536c408ad6bf None None] No DVR routers for this DVR port 4e9d3957-fab0-4fb0-8e53-335eef098123 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:50:45.337019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba31a8c7-601a-4ed3-b5fe-b0db590818ec None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:50:45.348467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.357534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] For port 4e9d3957-fab0-4fb0-8e53-335eef098123, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4e9d3957-fab0-4fb0-8e53-335eef098123,segment=NetworkSegment(a1c7e999-f7dd-4829-9114-33e30c1e710d),segment_id=a1c7e999-f7dd-4829-9114-33e30c1e710d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:45.357534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.424366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.451026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:45.453928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.460086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:45.471076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:45.500249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event updated for resources: {'Port': ['ID=627ee841-0e27-408a-9d54-e9cd9d5e91d7,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:45.517663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Calling delete_port for 4e9d3957-fab0-4fb0-8e53-335eef098123 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:45.524460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31a8c7-601a-4ed3-b5fe-b0db590818ec None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:50:45.558507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.564475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:45.565054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.568613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.611902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=ff7110f1-5ffe-4985-8571-faf70af4398f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:45.656644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port ff7110f1-5ffe-4985-8571-faf70af4398f on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:50:45.763363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:45.780051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Pushing event deleted for resources: {'Port': ['ID=41bd252c-0133-4570-9e40-779571689115,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:45.896318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:45.901099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Network': ['ID=7abe208d-5b70-4292-a657-5fd74ab7001e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:45.901426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:45.914177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:45.916835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7abe208d-5b70-4292-a657-5fd74ab7001e details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:45.951790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=d9578730-5818-4c68-97f9-bad0399f0408,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:46.062589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:46.063453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.077712 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cb98e9ef-4b09-4941-be41-4f179743cfd2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9443572 Sep 15 09:50:46.081765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45034) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:46.085242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:46.085564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:46.095516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '7abe208d-5b70-4292-a657-5fd74ab7001e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:46.099704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.110780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.122687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.129428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.133141 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4ca825e3-e390-4859-a0bc-fcfbc86389b6 tempest-FloatingIPAdminTestJSON-701327301 tempest-FloatingIPAdminTestJSON-701327301-project] 10.222.0.62 "DELETE /v2.0/floatingips/2f0a7e83-ae95-4fb3-9029-713099e8702c HTTP/1.1" status: 204 len: 168 time: 2.3341157 Sep 15 09:50:46.134156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76a7d3a-4478-42d2-91f6-c947df268c4a']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:46.140645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45038) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:46.201813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:46.202074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c957fc-f8c8-456a-a412-c6f85f7f3d03') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:46.233708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.239044 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ca434f1f-6204-4de6-a2d2-1cc0e4078da5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9540749 Sep 15 09:50:46.244164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45042) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:46.264387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'd9578730-5818-4c68-97f9-bad0399f0408', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:46.284779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:46.324541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Deleting port fd61b958-67f8-4ab1-aea3-5e9946004f03 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:46.324541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.350149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.372735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:46.373568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.447460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:floatingip and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:46.456236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Deleting port 4e9d3957-fab0-4fb0-8e53-335eef098123 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:46.456583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.459446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:46.476966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:46.486667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:46.497836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:46.503301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:46.512052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:46.585313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.597420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] The port '4e9d3957-fab0-4fb0-8e53-335eef098123' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:50:46.642229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.683635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.718144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:46.722530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.741480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=a76a7d3a-4478-42d2-91f6-c947df268c4a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:46.770807 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-96270692-60bc-44ac-9eb5-32e7f88bf147 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/a76a7d3a-4478-42d2-91f6-c947df268c4a HTTP/1.1" status: 204 len: 168 time: 5.7368481 Sep 15 09:50:46.775322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45048) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:46.788748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.820144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.820474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.836160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c584af-24d0-4ca3-81ca-8e93548ca869']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:46.850628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300449231'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:46.867822 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:46.880835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:46.886037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:46.890126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.904755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:46.910628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:46.957446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Calling delete_port for fd61b958-67f8-4ab1-aea3-5e9946004f03 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:46.985215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c7e999-f7dd-4829-9114-33e30c1e710d') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:46.985517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c7e999-f7dd-4829-9114-33e30c1e710d') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:47.014795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.037386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.050917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:47.051312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.098424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:47.101662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.219173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.235734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:47.237931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.249463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] Pushing event deleted for resources: {'Network': ['ID=99c584af-24d0-4ca3-81ca-8e93548ca869,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:47.255907 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-373006fe-1ae2-4272-a722-d2bb2ef21161 tempest-ExtraDHCPOptionsTestJSON-867712067 tempest-ExtraDHCPOptionsTestJSON-867712067-project] 10.222.0.62 "DELETE /v2.0/networks/99c584af-24d0-4ca3-81ca-8e93548ca869 HTTP/1.1" status: 204 len: 168 time: 4.6252496 Sep 15 09:50:47.268369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.317932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.318274 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment efcbf841-c08c-4622-a1b9-9cfc80bbb69b of type vlan for network 8e19cc9e-8035-4b7c-93d0-4474587ed156 Sep 15 09:50:47.322973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.335979 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b9c957fc-f8c8-456a-a412-c6f85f7f3d03 resource provider aggregate not found Sep 15 09:50:47.392703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.405159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd61b958-67f8-4ab1-aea3-5e9946004f03,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:47.438478 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b9c957fc-f8c8-456a-a412-c6f85f7f3d03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c957fc-f8c8-456a-a412-c6f85f7f3d03 found for delete ", "request_id": "req-73711410-2e02-484c-a311-4153b55ff1e7"}]} Sep 15 09:50:47.439850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.484025 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment a1c7e999-f7dd-4829-9114-33e30c1e710d resource provider aggregate not found Sep 15 09:50:47.510743 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment a1c7e999-f7dd-4829-9114-33e30c1e710d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1c7e999-f7dd-4829-9114-33e30c1e710d found for delete ", "request_id": "req-a9e7c3e6-6fa6-4328-a97c-7f7eb6dd2bbf"}]} Sep 15 09:50:47.516098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.518555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.519693 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f0b90aa7-caa0-4a4e-b319-8df9fed3faaf tempest-FloatingIPAdminTestJSON-743263860 tempest-FloatingIPAdminTestJSON-743263860-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/5e08eecb-83a8-4fe4-88ae-9f0c0d27b559 HTTP/1.1" status: 204 len: 168 time: 1.3781416 Sep 15 09:50:47.523830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45062) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:47.525542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Router ab2ea904-ef9b-42fd-a3ee-00736f07fabf is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:50:47.574675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.26.7.4 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/2c06d0dd-88e3-4d9b-968f-9346aa13d56f) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:47.580694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=016725fc-742f-4d62-a57b-45db45576405,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:47.649056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.654922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:47.655522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.694496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking segment: {'id': 'fae67a36-f37e-46ed-95fe-a2a64f86c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7abe208d-5b70-4292-a657-5fd74ab7001e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:47.694856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network hostable DHCP agents. Network: 7abe208d-5b70-4292-a657-5fd74ab7001e, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:47.703684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-654741cc-d242-4157-8dd4-1d9e10f2d009 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Deleting port 5267f454-582e-43bd-8d56-2c4580e3de16 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:47.704024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-654741cc-d242-4157-8dd4-1d9e10f2d009 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:47.813772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45068) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:48.004713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-654741cc-d242-4157-8dd4-1d9e10f2d009 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.068317 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2458377 Sep 15 09:50:48.078299 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2bff078e-0b8d-4534-8c28-0a0947eefaa8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b949ceb219554e50b58c696ea4b0bceb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2630134 Sep 15 09:50:48.078646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45074) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:48.080215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ccb57-aa2c-4186-b81d-86757e12737c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=8e19cc9e-8035-4b7c-93d0-4474587ed156,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:48.084525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45076) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:48.093941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 8e19cc9e-8035-4b7c-93d0-4474587ed156 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:48.137139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 7abe208d-5b70-4292-a657-5fd74ab7001e is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:48.148788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-654741cc-d242-4157-8dd4-1d9e10f2d009 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Calling delete_port for 5267f454-582e-43bd-8d56-2c4580e3de16 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:48.164327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:48.180295 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d222c11-b704-4adc-857f-8b17653f0ee5 None None] Sync routers for ids ['ab2ea904-ef9b-42fd-a3ee-00736f07fabf'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:48.180753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.181347 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bb106342-fd99-414d-94b3-55498505c3cf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "PUT /v2.0/routers/ab2ea904-ef9b-42fd-a3ee-00736f07fabf HTTP/1.1" status: 200 len: 879 time: 4.7716656 Sep 15 09:50:48.188561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45082) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:48.194563 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d222c11-b704-4adc-857f-8b17653f0ee5 None None] Routers {'ab2ea904-ef9b-42fd-a3ee-00736f07fabf'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:48.195359 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1d222c11-b704-4adc-857f-8b17653f0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ab2ea904-ef9b-42fd-a3ee-00736f07fabf'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:48.199556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': '8e19cc9e-8035-4b7c-93d0-4474587ed156', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:48.261076 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1d222c11-b704-4adc-857f-8b17653f0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:48.268918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7abe208d-5b70-4292-a657-5fd74ab7001e) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:48.270592 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d222c11-b704-4adc-857f-8b17653f0ee5 None None] Routers {'ab2ea904-ef9b-42fd-a3ee-00736f07fabf'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:48.277783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.280528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c121056-a381-4162-a7e0-b4430b07e751 None None] Network 7abe208d-5b70-4292-a657-5fd74ab7001e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:48.283780 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1d222c11-b704-4adc-857f-8b17653f0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ab2ea904-ef9b-42fd-a3ee-00736f07fabf'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:48.302317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:48.302910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.353999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:48.359124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:subnet and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:48.362552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:48.370578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:48.395654 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af767a76-52d6-4d08-bee7-800c467ba8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.407541 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1d222c11-b704-4adc-857f-8b17653f0ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:48.407947 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d222c11-b704-4adc-857f-8b17653f0ee5 None None] The sync data for ids ['ab2ea904-ef9b-42fd-a3ee-00736f07fabf'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:48.453307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af767a76-52d6-4d08-bee7-800c467ba8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.468204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:48.471683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.491346 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6a2bd4d2-fdd1-49a3-90fb-63c688c676c5 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/routers/ab2ea904-ef9b-42fd-a3ee-00736f07fabf HTTP/1.1" status: 200 len: 920 time: 0.2983787 Sep 15 09:50:48.495680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45086) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:48.527621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-7abe208d-5b70-4292-a657-5fd74ab7001e', 'network_id': '7abe208d-5b70-4292-a657-5fd74ab7001e', 'tenant_id': '74d02c5a5fc645b29465e1f6b4e00054', 'fixed_ips': [{'subnet_id': '016725fc-742f-4d62-a57b-45db45576405'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:48.529171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.540516 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0b61fde2-7ef1-4cef-8aa4-f48d0a4d277a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4549246 Sep 15 09:50:48.541657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45090) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:48.549376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '7abe208d-5b70-4292-a657-5fd74ab7001e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1020098960'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:48.691395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2769ab-a6a7-4b1c-b839-fa2acdef96c4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:48.695587 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ba2769ab-a6a7-4b1c-b839-fa2acdef96c4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=ab2ea904-ef9b-42fd-a3ee-00736f07fabf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1961727 Sep 15 09:50:48.695819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45094) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:48.700632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Allocated IP 2001:db8::2 (7abe208d-5b70-4292-a657-5fd74ab7001e/016725fc-742f-4d62-a57b-45db45576405/e955b1db-4c4c-4438-861a-14ea90b485ca) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:48.730775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.735269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:48.782327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-654741cc-d242-4157-8dd4-1d9e10f2d009 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.830506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:48.832990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af767a76-52d6-4d08-bee7-800c467ba8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.838414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:48.842790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654741cc-d242-4157-8dd4-1d9e10f2d009 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event deleted for resources: {'Port': ['ID=5267f454-582e-43bd-8d56-2c4580e3de16,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:48.878169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:48.894572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af767a76-52d6-4d08-bee7-800c467ba8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ad634-d49f-4496-81dd-f46d463e57f0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:48.904677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:48.924630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:48.925601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.927055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af767a76-52d6-4d08-bee7-800c467ba8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.927192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:48.936675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Transition to ACTIVE for port object e955b1db-4c4c-4438-861a-14ea90b485ca will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:48.941560 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-af767a76-52d6-4d08-bee7-800c467ba8ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/109ad634-d49f-4496-81dd-f46d463e57f0 HTTP/1.1" status: 204 len: 168 time: 0.8434939 Sep 15 09:50:48.945432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:48.963604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Transition to ACTIVE for port object e955b1db-4c4c-4438-861a-14ea90b485ca will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:48.983037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=2c06d0dd-88e3-4d9b-968f-9346aa13d56f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:49.024696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22262448-145d-4996-877f-dbeac6051800 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:49.025262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-22262448-145d-4996-877f-dbeac6051800 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Synchronizing usage tracker for tenant:100d80433ca94c87903470c4072ef5b6 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:49.035890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-654741cc-d242-4157-8dd4-1d9e10f2d009 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.053505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=4b0d14be-6304-440e-989f-713cf347f4be,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:49.061512 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-654741cc-d242-4157-8dd4-1d9e10f2d009 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "DELETE /v2.0/ports/5267f454-582e-43bd-8d56-2c4580e3de16 HTTP/1.1" status: 204 len: 168 time: 1.5333636 Sep 15 09:50:49.061512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e19cc9e-8035-4b7c-93d0-4474587ed156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:49.061512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: 8e19cc9e-8035-4b7c-93d0-4474587ed156, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:49.064280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45100) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:49.065359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.073561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:49.081812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.095247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-22262448-145d-4996-877f-dbeac6051800 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Unset dirty status for tenant:100d80433ca94c87903470c4072ef5b6 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:49.099479 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-22262448-145d-4996-877f-dbeac6051800 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 881 time: 0.3995917 Sep 15 09:50:49.108416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45104) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:49.170487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port c60adc85-c092-47eb-9ffb-1c049f6e5d89 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:50:49.174880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Network 7abe208d-5b70-4292-a657-5fd74ab7001e is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:49.177980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:49.182233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:49.191966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Pushing event updated for resources: {'Port': ['ID=e955b1db-4c4c-4438-861a-14ea90b485ca,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:49.198578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 8e19cc9e-8035-4b7c-93d0-4474587ed156 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:49.218251 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2abf25b5-12b2-4f36-a729-194a507e8a14 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2ea904-ef9b-42fd-a3ee-00736f07fabf HTTP/1.1" status: 200 len: 205 time: 0.1074505 Sep 15 09:50:49.223666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38a94cc-3c40-4dbe-991a-a828f7d4a964 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:49.224549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c38a94cc-3c40-4dbe-991a-a828f7d4a964 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Synchronizing usage tracker for tenant:602ba18cd6814926ba7b8e731a1d829b on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:49.226264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45108) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:49.299520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Attempting to bind port e955b1db-4c4c-4438-861a-14ea90b485ca on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:49.299884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Attempting to bind port e955b1db-4c4c-4438-861a-14ea90b485ca by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'fae67a36-f37e-46ed-95fe-a2a64f86c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7abe208d-5b70-4292-a657-5fd74ab7001e'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:49.300232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Attempting to bind port e955b1db-4c4c-4438-861a-14ea90b485ca on network 7abe208d-5b70-4292-a657-5fd74ab7001e {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:49.305578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:49.305970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Checking segment: {'id': 'fae67a36-f37e-46ed-95fe-a2a64f86c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7abe208d-5b70-4292-a657-5fd74ab7001e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:49.306359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.306755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Bound using segment: {'id': 'fae67a36-f37e-46ed-95fe-a2a64f86c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7abe208d-5b70-4292-a657-5fd74ab7001e'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:49.307234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Bound port: e955b1db-4c4c-4438-861a-14ea90b485ca, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fae67a36-f37e-46ed-95fe-a2a64f86c79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '7abe208d-5b70-4292-a657-5fd74ab7001e'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:49.307601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.322541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 8e19cc9e-8035-4b7c-93d0-4474587ed156) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:49.330509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:49.331093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.355908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ed3547-bf79-461d-afd2-7711c26abcd1 None None] Network 8e19cc9e-8035-4b7c-93d0-4474587ed156 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:49.386119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c38a94cc-3c40-4dbe-991a-a828f7d4a964 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Unset dirty status for tenant:602ba18cd6814926ba7b8e731a1d829b on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:49.393613 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c38a94cc-3c40-4dbe-991a-a828f7d4a964 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "GET /v2.0/ports?device_id=b5ae0658-b403-4fd9-a163-6f9cf20975c4 HTTP/1.1" status: 200 len: 913 time: 0.3283567 Sep 15 09:50:49.397591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45114) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:49.540887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] For port e955b1db-4c4c-4438-861a-14ea90b485ca, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:49.561622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] For port e955b1db-4c4c-4438-861a-14ea90b485ca, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e955b1db-4c4c-4438-861a-14ea90b485ca,segment=NetworkSegment(fae67a36-f37e-46ed-95fe-a2a64f86c79d),segment_id=fae67a36-f37e-46ed-95fe-a2a64f86c79d)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:49.597876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c8a54945-facc-4e90-84f1-6f72107133d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.635141 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b471e0d8-7cdf-4cd9-a2de-b793b86689de tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4935296 Sep 15 09:50:49.640314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45124) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:49.659950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.724982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-8e19cc9e-8035-4b7c-93d0-4474587ed156', 'network_id': '8e19cc9e-8035-4b7c-93d0-4474587ed156', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': '4b0d14be-6304-440e-989f-713cf347f4be'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:50:49.725740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.842651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::3cb (7abe208d-5b70-4292-a657-5fd74ab7001e/016725fc-742f-4d62-a57b-45db45576405/c60adc85-c092-47eb-9ffb-1c049f6e5d89) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:49.861666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:49.899887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d4d9e3-5fcc-4fcc-8b68-cd6d33c6d766 None None] Pushing event updated for resources: {'Port': ['ID=e955b1db-4c4c-4438-861a-14ea90b485ca,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:49.953857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Allocated IP 2001:db8::1 (8e19cc9e-8035-4b7c-93d0-4474587ed156/4b0d14be-6304-440e-989f-713cf347f4be/e376e808-3f9f-45e6-8fcf-a847d3ceb0f8) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:50.075156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.270526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.284694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Transition to ACTIVE for port object e376e808-3f9f-45e6-8fcf-a847d3ceb0f8 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:50.319282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Transition to ACTIVE for port object e376e808-3f9f-45e6-8fcf-a847d3ceb0f8 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:50.335667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.397248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.436973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.441585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45138) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:50.469332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.502017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Network 8e19cc9e-8035-4b7c-93d0-4474587ed156 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:50.511575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:50.515778 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.522662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:50.556288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.557984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object c60adc85-c092-47eb-9ffb-1c049f6e5d89 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:50:50.558306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.616301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Pushing event updated for resources: {'Port': ['ID=e376e808-3f9f-45e6-8fcf-a847d3ceb0f8,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:50.639237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Attempting to bind port e376e808-3f9f-45e6-8fcf-a847d3ceb0f8 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:50:50.639600 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Attempting to bind port e376e808-3f9f-45e6-8fcf-a847d3ceb0f8 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e19cc9e-8035-4b7c-93d0-4474587ed156'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:50:50.639956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Attempting to bind port e376e808-3f9f-45e6-8fcf-a847d3ceb0f8 on network 8e19cc9e-8035-4b7c-93d0-4474587ed156 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:50:50.645398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:50:50.645752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Checking segment: {'id': 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e19cc9e-8035-4b7c-93d0-4474587ed156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:50.646250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.646643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Bound using segment: {'id': 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e19cc9e-8035-4b7c-93d0-4474587ed156'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:50:50.647053 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Bound port: e376e808-3f9f-45e6-8fcf-a847d3ceb0f8, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8e19cc9e-8035-4b7c-93d0-4474587ed156'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:50:50.647413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.649610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--864327454'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:50.652150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Deleting port 627ee841-0e27-408a-9d54-e9cd9d5e91d7 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:50.652496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.653861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0d14be-6304-440e-989f-713cf347f4be,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:50.674384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:50.694670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.738961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:50.750208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] For port e376e808-3f9f-45e6-8fcf-a847d3ceb0f8, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:50:50.753311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] For port e376e808-3f9f-45e6-8fcf-a847d3ceb0f8, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e376e808-3f9f-45e6-8fcf-a847d3ceb0f8,segment=NetworkSegment(efcbf841-c08c-4622-a1b9-9cfc80bbb69b),segment_id=efcbf841-c08c-4622-a1b9-9cfc80bbb69b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:50:50.756185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:50.767309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:50.783921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.817227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e19cc9e-8035-4b7c-93d0-4474587ed156']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:50.830340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.832498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.840081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 7abe208d-5b70-4292-a657-5fd74ab7001e is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:50.847047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:50.859040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:50.864751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:50.865454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.895149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:50.895149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:50.898847 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.901664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.939801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.947592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:50.960344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=c60adc85-c092-47eb-9ffb-1c049f6e5d89,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:50.964352 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a173f1ed-22e1-410a-95da-5e9c7f0066f0 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.4216151 Sep 15 09:50:50.970453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45144) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:50.990362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b79f77c-5d05-4156-bc4e-77e57ce4a8c2 None None] Pushing event updated for resources: {'Port': ['ID=e376e808-3f9f-45e6-8fcf-a847d3ceb0f8,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:51.014772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144c2b04-603f-4c3b-b5d6-ea2be8e5744e None None] Network 8e19cc9e-8035-4b7c-93d0-4474587ed156 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:51.020247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:51.031002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.109979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:51.140126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:51.140534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.182786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:51.186162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.241349 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e955b1db-4c4c-4438-861a-14ea90b485ca up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:51.243324 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment efcbf841-c08c-4622-a1b9-9cfc80bbb69b resource provider aggregate not found Sep 15 09:50:51.249990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:51.311011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63642c-f487-403c-a9ff-437008a4d3a6 None None] Network 7abe208d-5b70-4292-a657-5fd74ab7001e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:51.346036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Calling delete_port for 627ee841-0e27-408a-9d54-e9cd9d5e91d7 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:51.362444 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment efcbf841-c08c-4622-a1b9-9cfc80bbb69b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efcbf841-c08c-4622-a1b9-9cfc80bbb69b found for delete ", "request_id": "req-fc633ed5-2faa-415f-9be1-110dd010d2ec"}]} Sep 15 09:50:51.404132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a1d13-0342-4ebf-b5a7-c5683eeed1ce tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port c60adc85-c092-47eb-9ffb-1c049f6e5d89 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:51.404677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1d13-0342-4ebf-b5a7-c5683eeed1ce tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.433090 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ee16178a-4559-4dc1-aef0-b56904c42e99 None None] Provisioning for port e955b1db-4c4c-4438-861a-14ea90b485ca completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:51.452926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:50:51.452926 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:50:51.452926 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': '8e19cc9e-8035-4b7c-93d0-4474587ed156'}] Sep 15 09:50:51.452926 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:51.453466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:51.466817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e955b1db-4c4c-4438-861a-14ea90b485ca completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:51.488264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e955b1db-4c4c-4438-861a-14ea90b485ca triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:51.488842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.664450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.776391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.786585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bfb6189e-cc1c-4899-b9fc-e33576d08947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.813798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e955b1db-4c4c-4438-861a-14ea90b485ca is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:51.814206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.866469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port e955b1db-4c4c-4438-861a-14ea90b485ca, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e955b1db-4c4c-4438-861a-14ea90b485ca,segment=NetworkSegment(fae67a36-f37e-46ed-95fe-a2a64f86c79d),segment_id=fae67a36-f37e-46ed-95fe-a2a64f86c79d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:51.937665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:51.971232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.028111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=e955b1db-4c4c-4438-861a-14ea90b485ca,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:52.052633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.125061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=2c06d0dd-88e3-4d9b-968f-9346aa13d56f,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:52.135727 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.136176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.186337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d74d4cc5-04e5-49b6-b031-0bc7fc19575e None None] Provisioning complete for port e955b1db-4c4c-4438-861a-14ea90b485ca triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:52.186972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d74d4cc5-04e5-49b6-b031-0bc7fc19575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.193700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event deleted for resources: {'Port': ['ID=627ee841-0e27-408a-9d54-e9cd9d5e91d7,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:52.228295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port e376e808-3f9f-45e6-8fcf-a847d3ceb0f8 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:52.228639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.256679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.369369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Deleting port 6a0d7b51-8958-4972-8007-8ab8bcbce2bb {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:52.369717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.401771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414484ff-e3c4-475f-9658-ccdfc0bc5402 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:50:52.411130 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP e1ad2a4e-2745-415f-9362-7eeb8a98c6d3 associated. External IP: 172.26.7.4, port: d9578730-5818-4c68-97f9-bad0399f0408. Sep 15 09:50:52.449327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:52.478469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:52.488279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.493592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d74d4cc5-04e5-49b6-b031-0bc7fc19575e None None] Current status of the port e955b1db-4c4c-4438-861a-14ea90b485ca is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:52.500981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a559a71d-f1dd-49be-8813-a810ca95685f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:52.516213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:52.538969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:52.579482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.589939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414484ff-e3c4-475f-9658-ccdfc0bc5402 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:50:52.613313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d74d4cc5-04e5-49b6-b031-0bc7fc19575e None None] Provisioning for port c60adc85-c092-47eb-9ffb-1c049f6e5d89 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:50:52.614133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1d13-0342-4ebf-b5a7-c5683eeed1ce tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.641195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d74d4cc5-04e5-49b6-b031-0bc7fc19575e None None] Provisioning complete for port c60adc85-c092-47eb-9ffb-1c049f6e5d89 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:52.641693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d74d4cc5-04e5-49b6-b031-0bc7fc19575e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.745128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.755638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.755856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.768525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d74d4cc5-04e5-49b6-b031-0bc7fc19575e None None] Port c60adc85-c092-47eb-9ffb-1c049f6e5d89 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:52.814770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c454ff-76d6-4f98-a73b-684b3b995c67 req-0edd6203-be0a-4b10-b4bb-fc8ac9f35674 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:52.816333 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-44c454ff-76d6-4f98-a73b-684b3b995c67 req-0edd6203-be0a-4b10-b4bb-fc8ac9f35674 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.8472893 Sep 15 09:50:52.868907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.869441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Fanout notify agent at l3_agent the message router_deleted on router ab2ea904-ef9b-42fd-a3ee-00736f07fabf {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:50:52.907022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a1d13-0342-4ebf-b5a7-c5683eeed1ce tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for c60adc85-c092-47eb-9ffb-1c049f6e5d89 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:52.919233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-97f49f42-d435-4e7e-a6e9-e09de69d7fca None None] Provisioning complete for port c60adc85-c092-47eb-9ffb-1c049f6e5d89 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:52.919603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-97f49f42-d435-4e7e-a6e9-e09de69d7fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.948195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:52.949293 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9346f4e5-9f32-45b5-b438-c0640d1276b7 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/ab2ea904-ef9b-42fd-a3ee-00736f07fabf HTTP/1.1" status: 204 len: 168 time: 3.7225266 Sep 15 09:50:52.959858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45158) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:52.969591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-112603654', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:52.980260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-97f49f42-d435-4e7e-a6e9-e09de69d7fca None None] Port c60adc85-c092-47eb-9ffb-1c049f6e5d89 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:50:52.981708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:52.988943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Usage tracker for resource:router and tenant:d9600cb9909642d09db8464316dd1eb7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:52.995031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:53.003906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:53.018831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:53.081907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.082497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port e376e808-3f9f-45e6-8fcf-a847d3ceb0f8, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e376e808-3f9f-45e6-8fcf-a847d3ceb0f8,segment=NetworkSegment(efcbf841-c08c-4622-a1b9-9cfc80bbb69b),segment_id=efcbf841-c08c-4622-a1b9-9cfc80bbb69b)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:53.082497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.089403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.124080 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-44c454ff-76d6-4f98-a73b-684b3b995c67 req-763ba53c-3609-4da5-89e3-84e2c5eb3d99 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871374 Sep 15 09:50:53.172118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e955b1db-4c4c-4438-861a-14ea90b485ca up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:50:53.232713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:53.235653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.244226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23015bf4-149b-4318-8ff3-519c8b49cd13 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:53.248012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e955b1db-4c4c-4438-861a-14ea90b485ca triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:50:53.248012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.298495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for e376e808-3f9f-45e6-8fcf-a847d3ceb0f8 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:53.306495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23015bf4-149b-4318-8ff3-519c8b49cd13 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:53.313158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-23015bf4-149b-4318-8ff3-519c8b49cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:53.328879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.373359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-23015bf4-149b-4318-8ff3-519c8b49cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:53.418710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23015bf4-149b-4318-8ff3-519c8b49cd13 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:53.419586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-23015bf4-149b-4318-8ff3-519c8b49cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:53.472558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.495711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-23015bf4-149b-4318-8ff3-519c8b49cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:53.496118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23015bf4-149b-4318-8ff3-519c8b49cd13 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:53.496304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.510291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e955b1db-4c4c-4438-861a-14ea90b485ca is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:53.527426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.578276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Calling delete_port for 6a0d7b51-8958-4972-8007-8ab8bcbce2bb owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:53.584160 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3dfe5a9f-a48f-4e86-af6f-9cd3c5173a22 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.3345809 Sep 15 09:50:53.585439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45164) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:53.591803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:53.630807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.661792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.662977 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-eeb33561-b9d5-448b-ba2c-742051d6648c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7024431 Sep 15 09:50:53.670277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45170) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:53.694153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a892b1-34d3-4430-a298-733773cd16a1 req-24415081-791a-49f8-b4a2-b4ea52d5a460 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:53.698321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-77a892b1-34d3-4430-a298-733773cd16a1 req-24415081-791a-49f8-b4a2-b4ea52d5a460 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.4019365 Sep 15 09:50:53.730780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:53.832017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': True}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:53.842839 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-77a892b1-34d3-4430-a298-733773cd16a1 req-b680c71f-57a4-4930-89bd-6edf6516fd5d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383262 Sep 15 09:50:54.007721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9819996b-6366-4d06-baf2-e1d74ad153bb,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:54.099130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.100950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1d13-0342-4ebf-b5a7-c5683eeed1ce tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.150828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef67da-0f7d-461b-b907-492bc34647a3 req-e689986c-3942-46fc-b416-ed582363fe25 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:54.152404 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2fef67da-0f7d-461b-b907-492bc34647a3 req-e689986c-3942-46fc-b416-ed582363fe25 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.1205091 Sep 15 09:50:54.186067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.186380 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP e1ad2a4e-2745-415f-9362-7eeb8a98c6d3 disassociated. External IP: 172.26.7.4, port: d9578730-5818-4c68-97f9-bad0399f0408. Sep 15 09:50:54.224953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.260875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.262311 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7b3afc58-42f2-4b2a-b5d2-bbc5c710b6b8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.8196435 Sep 15 09:50:54.263031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.269569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45180) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:54.276166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a1d13-0342-4ebf-b5a7-c5683eeed1ce tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=c60adc85-c092-47eb-9ffb-1c049f6e5d89,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:54.289985 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2fef67da-0f7d-461b-b907-492bc34647a3 req-6c29d50c-d9bd-4002-9be5-ded67a8bb7e5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229494 Sep 15 09:50:54.588077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port e376e808-3f9f-45e6-8fcf-a847d3ceb0f8 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:50:54.651684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:54.661535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1d13-0342-4ebf-b5a7-c5683eeed1ce tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.664795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=e376e808-3f9f-45e6-8fcf-a847d3ceb0f8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:54.777591 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8b4a1d13-0342-4ebf-b5a7-c5683eeed1ce tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/c60adc85-c092-47eb-9ffb-1c049f6e5d89 HTTP/1.1" status: 204 len: 168 time: 3.8026471 Sep 15 09:50:54.780902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45186) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:54.825237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.909632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:54.932361 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c4a992-c5bf-4b3d-95f3-01e02f8a4b63 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:50:54.933075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-69c4a992-c5bf-4b3d-95f3-01e02f8a4b63 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:54.939260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2ae35879-f62c-4915-af5b-da6560d5f2c0 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:50:54.944289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e19cc9e-8035-4b7c-93d0-4474587ed156']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:55.015786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:55.016120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efcbf841-c08c-4622-a1b9-9cfc80bbb69b') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:55.038211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-69c4a992-c5bf-4b3d-95f3-01e02f8a4b63 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:55.042078 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-69c4a992-c5bf-4b3d-95f3-01e02f8a4b63 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/c60adc85-c092-47eb-9ffb-1c049f6e5d89 HTTP/1.1" status: 404 len: 333 time: 0.2575002 Sep 15 09:50:55.042078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:55.043289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45192) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:55.053200 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1d7d1-c097-4591-969b-f2946a1977bc None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:55.053659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.059709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769c6a9-b9f8-463d-af1b-340a0262c77d req-954f1705-9238-456c-80e8-4a9d624b01bb tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:55.059709 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a769c6a9-b9f8-463d-af1b-340a0262c77d req-954f1705-9238-456c-80e8-4a9d624b01bb tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.7840869 Sep 15 09:50:55.060707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.073684 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1d7d1-c097-4591-969b-f2946a1977bc None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:55.075560 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-46a1d7d1-c097-4591-969b-f2946a1977bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:55.155958 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-46a1d7d1-c097-4591-969b-f2946a1977bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:55.157073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2ae35879-f62c-4915-af5b-da6560d5f2c0 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:50:55.167617 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2ae35879-f62c-4915-af5b-da6560d5f2c0 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.8866444 Sep 15 09:50:55.167797 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a1d7d1-c097-4591-969b-f2946a1977bc None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:55.167797 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-46a1d7d1-c097-4591-969b-f2946a1977bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:55.167958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45196) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:55.169294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.182311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5b473c2d-fba7-44ea-b3f3-309a922edffd tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-security--585624444', 'description': 'tempest-security-description-1676733422'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:55.203703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:55.207799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.234828 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-46a1d7d1-c097-4591-969b-f2946a1977bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:55.235234 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a1d7d1-c097-4591-969b-f2946a1977bc None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:55.302820 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment efcbf841-c08c-4622-a1b9-9cfc80bbb69b resource provider aggregate not found Sep 15 09:50:55.335714 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a769c6a9-b9f8-463d-af1b-340a0262c77d req-aa543855-7605-4995-85d5-ff875c04caf0 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2638891 Sep 15 09:50:55.341504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.347443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment efcbf841-c08c-4622-a1b9-9cfc80bbb69b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid efcbf841-c08c-4622-a1b9-9cfc80bbb69b found for delete ", "request_id": "req-48179378-bea6-4ae0-9fb0-9d79f420a4cd"}]} Sep 15 09:50:55.366868 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-945e8283-1f06-4f38-befe-fcd2590f774a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/floatingips/e1ad2a4e-2745-415f-9362-7eeb8a98c6d3 HTTP/1.1" status: 200 len: 686 time: 1.7754838 Sep 15 09:50:55.366868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45204) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:55.395164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b473c2d-fba7-44ea-b3f3-309a922edffd tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.447045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a85a8113-45f2-4a59-b4ff-5b743574a25f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet 016725fc-742f-4d62-a57b-45db45576405 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:50:55.462604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a85a8113-45f2-4a59-b4ff-5b743574a25f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.578795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event deleted for resources: {'Port': ['ID=6a0d7b51-8958-4972-8007-8ab8bcbce2bb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:55.607176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.618468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5c2aa-cda0-434e-b3b8-159f5cbd3639 req-ff6d737b-bc07-4bea-8edb-a7be14877809 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:55.619939 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-12e5c2aa-cda0-434e-b3b8-159f5cbd3639 req-ff6d737b-bc07-4bea-8edb-a7be14877809 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.6536746 Sep 15 09:50:55.624163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port 2c06d0dd-88e3-4d9b-968f-9346aa13d56f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:55.624499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.667713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.687196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a85a8113-45f2-4a59-b4ff-5b743574a25f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.718269 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=8e19cc9e-8035-4b7c-93d0-4474587ed156,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:55.740262 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-880aa640-73d7-422f-b6d3-6f58d7ff497b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/8e19cc9e-8035-4b7c-93d0-4474587ed156 HTTP/1.1" status: 204 len: 168 time: 6.0989516 Sep 15 09:50:55.748359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b473c2d-fba7-44ea-b3f3-309a922edffd tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.749019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45208) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:55.772261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-593482436'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:55.785199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:55.815763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:55.841372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b473c2d-fba7-44ea-b3f3-309a922edffd tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.843823 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b473c2d-fba7-44ea-b3f3-309a922edffd tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:55.845083 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5b473c2d-fba7-44ea-b3f3-309a922edffd tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "PUT /v2.0/security-groups/9819996b-6366-4d06-baf2-e1d74ad153bb HTTP/1.1" status: 200 len: 1777 time: 0.6729591 Sep 15 09:50:55.870551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45212) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:55.878011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:55.883091 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-12e5c2aa-cda0-434e-b3b8-159f5cbd3639 req-fde10b76-4551-47e4-bd34-b75540aea20e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322085 Sep 15 09:50:55.923741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:56.038530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.039057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.051334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a85a8113-45f2-4a59-b4ff-5b743574a25f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.069783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b473c2d-fba7-44ea-b3f3-309a922edffd tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9819996b-6366-4d06-baf2-e1d74ad153bb,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:56.102895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:56.107910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.232828 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-779b5f1c-2d88-44e8-9ae5-a80797eff3e6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups/9819996b-6366-4d06-baf2-e1d74ad153bb HTTP/1.1" status: 200 len: 1777 time: 0.3578963 Sep 15 09:50:56.236685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45220) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:56.262215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for 2c06d0dd-88e3-4d9b-968f-9346aa13d56f owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:56.287772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.338651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:50:56.399727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-2c1f6430-9575-4d22-a1aa-5a703189efa6 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:56.401316 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-2c1f6430-9575-4d22-a1aa-5a703189efa6 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.16 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.4822917 Sep 15 09:50:56.463410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.468855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a85a8113-45f2-4a59-b4ff-5b743574a25f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.475909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.476254 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e of type vlan for network 51e19b87-7a81-4fa4-a004-322d953e005f Sep 15 09:50:56.565053 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7a6c96-ad72-4b7e-b664-d086d0ea4e0e None None] Network 7abe208d-5b70-4292-a657-5fd74ab7001e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:50:56.571588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a85a8113-45f2-4a59-b4ff-5b743574a25f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.574075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a8113-45f2-4a59-b4ff-5b743574a25f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=016725fc-742f-4d62-a57b-45db45576405,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:56.579473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.593593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Deleting port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:56.593593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.655518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7dc40190-99d2-4f1d-9e95-1a9cad068dd8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.671559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.681535 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a85a8113-45f2-4a59-b4ff-5b743574a25f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/016725fc-742f-4d62-a57b-45db45576405 HTTP/1.1" status: 204 len: 168 time: 1.6364117 Sep 15 09:50:56.690699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45228) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:56.790784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7dc40190-99d2-4f1d-9e95-1a9cad068dd8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.826348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.836286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.867085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:50:56.928435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] DHCP port deletion for 7abe208d-5b70-4292-a657-5fd74ab7001e request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:50:56.933105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] Deleting port e955b1db-4c4c-4438-861a-14ea90b485ca {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:56.933256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:56.946841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=2c06d0dd-88e3-4d9b-968f-9346aa13d56f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:57.008900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70480640-871a-4bef-b927-1e58eadd0d75 req-f7c94bc0-b74b-4c4d-bac7-0dd420bfd5d4 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:57.011159 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-70480640-871a-4bef-b927-1e58eadd0d75 req-f7c94bc0-b74b-4c4d-bac7-0dd420bfd5d4 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.5109811 Sep 15 09:50:57.051630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Allocated IP 172.26.7.213 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/c9ec0891-10cf-4e67-bc22-1d787757d146) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:57.122875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.125288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:57.125925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.132266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7dc40190-99d2-4f1d-9e95-1a9cad068dd8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.167052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port e955b1db-4c4c-4438-861a-14ea90b485ca {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:57.167380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.193573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc40190-99d2-4f1d-9e95-1a9cad068dd8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9819996b-6366-4d06-baf2-e1d74ad153bb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:57.272076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e955b1db-4c4c-4438-861a-14ea90b485ca no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:50:57.392483 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-70480640-871a-4bef-b927-1e58eadd0d75 req-37555bfe-9d6b-4612-b109-60ab7a994a80 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710008 Sep 15 09:50:57.401523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] For port e955b1db-4c4c-4438-861a-14ea90b485ca, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e955b1db-4c4c-4438-861a-14ea90b485ca,segment=NetworkSegment(fae67a36-f37e-46ed-95fe-a2a64f86c79d),segment_id=fae67a36-f37e-46ed-95fe-a2a64f86c79d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:57.402281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.435503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Router b5ae0658-b403-4fd9-a163-6f9cf20975c4 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:57.475458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=51e19b87-7a81-4fa4-a004-322d953e005f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:57.492967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 51e19b87-7a81-4fa4-a004-322d953e005f details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:50:57.551799 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-54751c24-0b72-466a-872a-db537f1c03cc tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8017404 Sep 15 09:50:57.552921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.555308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.562468 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8ff6bacd-add0-4779-a61d-b892d7819006 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/floatingips/e1ad2a4e-2745-415f-9362-7eeb8a98c6d3 HTTP/1.1" status: 204 len: 168 time: 2.1908150 Sep 15 09:50:57.562656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45234) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:57.564100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45236) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:57.568552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7dc40190-99d2-4f1d-9e95-1a9cad068dd8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.568552 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7dc40190-99d2-4f1d-9e95-1a9cad068dd8 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/9819996b-6366-4d06-baf2-e1d74ad153bb HTTP/1.1" status: 204 len: 168 time: 1.3289180 Sep 15 09:50:57.569869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '597268e5-5ab4-4984-b0a8-41b0f7ad767f'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:57.570101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:57.578433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45242) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:57.583417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:57.584000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] Calling delete_port for e955b1db-4c4c-4438-861a-14ea90b485ca owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:57.601248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.635282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:floatingip and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:57.643690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:57.713435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:57.719598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] For port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:57.719598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.783057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:57.784631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e955b1db-4c4c-4438-861a-14ea90b485ca is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:50:57.785009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.790057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:subnet and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:57.795669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:57.805066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:50:57.806825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:57.813367 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-48f4e55b-3817-486c-bf8e-75608d1af8fa tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "PUT /v2.0/routers/b5ae0658-b403-4fd9-a163-6f9cf20975c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4151387 Sep 15 09:50:57.817130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45246) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:57.820758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66ebca-7b0b-490f-b509-8c06568d2407 None None] Sync routers for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:50:57.832054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66ebca-7b0b-490f-b509-8c06568d2407 None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:57.832899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5c66ebca-7b0b-490f-b509-8c06568d2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:57.866246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.891158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.893625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8f7dc-01fd-41de-8fbf-11ea35674499 req-5a175f90-0bf9-49a4-a3b3-e7caf5ceda8d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:57.895164 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4ee8f7dc-01fd-41de-8fbf-11ea35674499 req-5a175f90-0bf9-49a4-a3b3-e7caf5ceda8d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.7426612 Sep 15 09:50:57.901340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c4eee172-fc16-45de-a934-fc0217f53f8e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3168278 Sep 15 09:50:57.902317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45250) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:57.905333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] For port e955b1db-4c4c-4438-861a-14ea90b485ca, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e955b1db-4c4c-4438-861a-14ea90b485ca,segment=NetworkSegment(fae67a36-f37e-46ed-95fe-a2a64f86c79d),segment_id=fae67a36-f37e-46ed-95fe-a2a64f86c79d)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:50:57.905694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.936766 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-5d357fba-d3ec-4b42-b4e6-ed242dffa23f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] delete failed (client error): The resource could not be found. Sep 15 09:50:57.936766 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5d357fba-d3ec-4b42-b4e6-ed242dffa23f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/9819996b-6366-4d06-baf2-e1d74ad153bb HTTP/1.1" status: 404 len: 347 time: 0.0260203 Sep 15 09:50:57.936766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:50:57.937115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:57.939596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45254) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:57.979579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] Pushing event deleted for resources: {'Port': ['ID=e955b1db-4c4c-4438-861a-14ea90b485ca,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:57.981401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5c66ebca-7b0b-490f-b509-8c06568d2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:57.986651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9786d4e9-74cb-4dc3-abcd-5e4a1e9956a0 None None] No DVR routers for this DVR port e955b1db-4c4c-4438-861a-14ea90b485ca on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:50:57.997045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66ebca-7b0b-490f-b509-8c06568d2407 None None] Routers {'b5ae0658-b403-4fd9-a163-6f9cf20975c4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:50:57.997670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5c66ebca-7b0b-490f-b509-8c06568d2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:58.047189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332696281'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:58.061065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5c66ebca-7b0b-490f-b509-8c06568d2407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:58.061474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c66ebca-7b0b-490f-b509-8c06568d2407 None None] The sync data for ids ['b5ae0658-b403-4fd9-a163-6f9cf20975c4'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:50:58.072743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.132887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for e955b1db-4c4c-4438-861a-14ea90b485ca owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:58.171534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:58.181394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:50:58.190348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:58.203019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:50:58.243154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:58.245874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.258010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:58.273996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:58.283149 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4ee8f7dc-01fd-41de-8fbf-11ea35674499 req-ea32bb95-0cb5-4343-97ff-5aca1e2df859 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698890 Sep 15 09:50:58.310544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'Port': ['ID=c9ec0891-10cf-4e67-bc22-1d787757d146,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:58.427144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.427452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.427742 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Floating IP 1322347e-8780-4b56-9422-cafb20f09c5b disassociated. External IP: 172.26.7.45, port: 05a4ea7d-34a7-42b3-a179-42f1b8fa9610. Sep 15 09:50:58.428083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Calling delete_port for 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:58.467588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:50:58.467936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:50:58.469318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.509063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:58.519667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:58.651341 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:58.665382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:58.761227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.887996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.889074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.931340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eff21-0e3d-4aef-b326-abd1967a4371 req-2c4adec4-ea65-4e83-a5e9-3d11baa325e0 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:58.932812 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-726eff21-0e3d-4aef-b326-abd1967a4371 req-2c4adec4-ea65-4e83-a5e9-3d11baa325e0 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 945 time: 0.3651180 Sep 15 09:50:58.933537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:58.978055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port e955b1db-4c4c-4438-861a-14ea90b485ca {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:58.978398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.011868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.018906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.038986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event deleted for resources: {'Port': ['ID=05a4ea7d-34a7-42b3-a179-42f1b8fa9610,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:59.071656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Deleting port 9c43c0f4-f5ea-41ce-97ce-1cfcccacb864 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:50:59.071999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.116473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] The port 'e955b1db-4c4c-4438-861a-14ea90b485ca' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:50:59.123143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.26.7.210 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/d5b2b422-4036-4179-9fef-9c82d5b2ce7d) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:50:59.128350 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:50:59.218917 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-726eff21-0e3d-4aef-b326-abd1967a4371 req-848dd1b8-e175-4a93-9433-b43b22bd41d0 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups?id=71934de7-0bcd-4534-b4c4-4f8f4d154691&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2774451 Sep 15 09:50:59.234502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99706060-9265-455a-8c58-2ea3b990e2de,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:59.252299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:50:59.272812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=fd21a3e2-9c72-4bbf-9f41-98dad94b67c1,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:50:59.297424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': 'c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:50:59.297424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: 51e19b87-7a81-4fa4-a004-322d953e005f, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:50:59.322985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:50:59.323431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:50:59.556457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.557487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.557487 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1722dfc9-b145-41af-a7f3-9aeb9075ead3 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4546976 Sep 15 09:50:59.557487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45262) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:50:59.581294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.583701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': '99706060-9265-455a-8c58-2ea3b990e2de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:50:59.607011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:50:59.611149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.634801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:50:59.642021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:50:59.678595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:50:59.703604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7abe208d-5b70-4292-a657-5fd74ab7001e']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:59.718427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Calling delete_port for 9c43c0f4-f5ea-41ce-97ce-1cfcccacb864 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:50:59.737529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fae67a36-f37e-46ed-95fe-a2a64f86c79d') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:59.774673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fae67a36-f37e-46ed-95fe-a2a64f86c79d') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:50:59.774816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 51e19b87-7a81-4fa4-a004-322d953e005f is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:50:59.774909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Router 7c86f152-c28f-429c-abba-aaf79d183fc3 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:50:59.774909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.798382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.813741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.878487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4e65e-6a86-4e6a-8081-aefada4febbe req-01ee2cd7-628e-480d-b821-7a1437504668 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:50:59.879995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8fc4e65e-6a86-4e6a-8081-aefada4febbe req-01ee2cd7-628e-480d-b821-7a1437504668 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3815989 Sep 15 09:50:59.889376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:50:59.889780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:50:59.953690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 51e19b87-7a81-4fa4-a004-322d953e005f) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:50:59.966775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343fbfcd-7025-47f7-96d5-7e3e3b4f11c2 None None] Network 51e19b87-7a81-4fa4-a004-322d953e005f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:00.006882 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment fae67a36-f37e-46ed-95fe-a2a64f86c79d resource provider aggregate not found Sep 15 09:51:00.024337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.040818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:00.041578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.065103 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment fae67a36-f37e-46ed-95fe-a2a64f86c79d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fae67a36-f37e-46ed-95fe-a2a64f86c79d found for delete ", "request_id": "req-9e9e134f-a099-4c25-8ec3-68e598246e27"}]} Sep 15 09:51:00.093343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.096870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.155105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.196914 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8fc4e65e-6a86-4e6a-8081-aefada4febbe req-1fd1bbba-9b0a-40a6-a312-d26f73884559 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697983 Sep 15 09:51:00.212367 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-629449d3-528c-403e-a7a5-dbd160904945 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6465452 Sep 15 09:51:00.213994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45270) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:00.226909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-51e19b87-7a81-4fa4-a004-322d953e005f', 'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': 'fd21a3e2-9c72-4bbf-9f41-98dad94b67c1'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:51:00.229349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event deleted for resources: {'Port': ['ID=9c43c0f4-f5ea-41ce-97ce-1cfcccacb864,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:00.229734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.231713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:00.264883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:00.280737 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] Sync routers for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:00.299611 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:00.301680 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:00.518549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Allocated IP 2001:db8::2 (51e19b87-7a81-4fa4-a004-322d953e005f/fd21a3e2-9c72-4bbf-9f41-98dad94b67c1/e927d053-4bdf-4b83-b0b6-d52c1dd77b35) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:00.543937 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.588317 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:51:00.671042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] No DVR routers for this DVR port 05a4ea7d-34a7-42b3-a179-42f1b8fa9610 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:00.673299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.683195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.688015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.712173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.714429 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3fd6c80a-ee89-4368-b40d-1bdb9ecc2b67 req-b8b88249-3182-4c4d-8605-9c17e2877cb9 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.16 "DELETE /v2.0/ports/05a4ea7d-34a7-42b3-a179-42f1b8fa9610 HTTP/1.1" status: 204 len: 173 time: 4.3078117 Sep 15 09:51:00.810137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'name': 'network-vif-deleted', 'tag': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:51:00.826439 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8cfc4fc2-301e-42bb-a0c9-17c2b95c5142 req-ca22ae47-621c-49e5-97d8-af484f759c9b tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.3309433 Sep 15 09:51:00.827760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2505e736-967b-443f-bd00-bc871b8e0f91" -d '{"events": [{"server_uuid": "6008c6d8-0fec-4497-bcd9-fd2d2fd61b54", "name": "network-vif-deleted", "tag": "05a4ea7d-34a7-42b3-a179-42f1b8fa9610"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:51:00.843067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=d5b2b422-4036-4179-9fef-9c82d5b2ce7d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:00.870425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.877639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.884094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.889757 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/networks/7abe208d-5b70-4292-a657-5fd74ab7001e HTTP/1.1" status: 204 len: 168 time: 4.1960166 Sep 15 09:51:00.899903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b4489-bd57-4c64-b85a-60d947acbfc3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Network': ['ID=7abe208d-5b70-4292-a657-5fd74ab7001e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:00.902046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:00.911791 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3522031 Sep 15 09:51:00.911791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:00.911791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45278) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:00.914616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Transition to ACTIVE for port object e927d053-4bdf-4b83-b0b6-d52c1dd77b35 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:00.932673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd67c4f-7cd5-4698-8f8d-aeb4f8b1badf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41066e0-dc40-4ece-bf29-07d80984cd65,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:00.935502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45280) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:00.943686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'name': 'tempest-PortsIpV6TestJSON-247495548'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:00.952832 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:35Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:00.961239 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] Checking router: 7c86f152-c28f-429c-abba-aaf79d183fc3 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:51:00.961478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:00.971436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Transition to ACTIVE for port object e927d053-4bdf-4b83-b0b6-d52c1dd77b35 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:00.972889 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:00.973866 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:00.979233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c75652d-406d-46f8-a2e8-c9f837363914 x-openstack-request-id: req-9c75652d-406d-46f8-a2e8-c9f837363914 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:51:00.979516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6008c6d8-0fec-4497-bcd9-fd2d2fd61b54", "name": "network-vif-deleted", "tag": "05a4ea7d-34a7-42b3-a179-42f1b8fa9610", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:51:00.979762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c75652d-406d-46f8-a2e8-c9f837363914 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:51:00.980152 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c75652d-406d-46f8-a2e8-c9f837363914'] response: {'server_uuid': '6008c6d8-0fec-4497-bcd9-fd2d2fd61b54', 'name': 'network-vif-deleted', 'tag': '05a4ea7d-34a7-42b3-a179-42f1b8fa9610', 'status': 'completed', 'code': 200} Sep 15 09:51:01.005083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:01.042423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.069383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-19723edb-d735-4851-a1f3-7d06f5972fea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.125585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Network 51e19b87-7a81-4fa4-a004-322d953e005f is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:01.135906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:01.151697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:01.186258 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:51:01.270326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-19723edb-d735-4851-a1f3-7d06f5972fea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.336456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.339243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.365512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:01.388664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:subnet and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:01.398864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:01.444639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:01.445763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Pushing event updated for resources: {'Port': ['ID=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:01.447450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.448542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Fanout notify agent at l3_agent the message router_deleted on router b5ae0658-b403-4fd9-a163-6f9cf20975c4 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:01.470039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.471927 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4c5f0d37-f97d-4b5a-8f92-5c4505aa1a03 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "DELETE /v2.0/routers/b5ae0658-b403-4fd9-a163-6f9cf20975c4 HTTP/1.1" status: 204 len: 168 time: 3.6527557 Sep 15 09:51:01.480148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45288) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:01.488688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:01.511142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:01.536681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Attempting to bind port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:51:01.537298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Attempting to bind port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:51:01.546142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Attempting to bind port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 on network 51e19b87-7a81-4fa4-a004-322d953e005f {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:51:01.552190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:51:01.553130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Checking segment: {'id': 'c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:01.553553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.553976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Bound using segment: {'id': 'c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:51:01.569951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Bound port: e927d053-4bdf-4b83-b0b6-d52c1dd77b35, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:51:01.569951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.592900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Router 73aca4e7-de40-4aaa-83fd-6e8120438847 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:51:01.593090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-19723edb-d735-4851-a1f3-7d06f5972fea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.594812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:01.598673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.689282 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:35Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:01.695433 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf65c1a6-e993-4052-91d7-195298efbcaf None None] The sync data for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv is: [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:25Z', 'revision_number': 4, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ed9f3461-31fd-4634-905b-22c5582ffd23', 'name': '', 'network_id': '60be109e-8b4d-4efc-af46-740574c2c1f2', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'mac_address': 'fa:16:3e:48:97:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:24Z', 'updated_at': '2022-09-15T09:49:35Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'subnets': [{'id': '6f225fe1-6e8a-4731-bf17-5b035b076074', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:01.724043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] For port e927d053-4bdf-4b83-b0b6-d52c1dd77b35, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:51:01.728835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19723edb-d735-4851-a1f3-7d06f5972fea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b41066e0-dc40-4ece-bf29-07d80984cd65,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:01.730857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] For port e927d053-4bdf-4b83-b0b6-d52c1dd77b35, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,segment=NetworkSegment(c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e),segment_id=c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:51:01.731019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:01.734775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.781743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-19723edb-d735-4851-a1f3-7d06f5972fea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.781743 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-19723edb-d735-4851-a1f3-7d06f5972fea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b41066e0-dc40-4ece-bf29-07d80984cd65 HTTP/1.1" status: 204 len: 168 time: 0.8124003 Sep 15 09:51:01.781743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45292) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:01.828291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d4c4a2-45ff-4505-8d63-3b4083658ee5 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Deleting subnet 06229d1c-63eb-45c8-8d8e-1bff106386b2 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:51:01.834171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00d4c4a2-45ff-4505-8d63-3b4083658ee5 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.853802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:01.884368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 953ea95e-9dad-4ca7-8577-406a0055b499 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:02.006133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7b10a-a8af-4ee3-aa1d-c3ff39ea218d None None] Pushing event updated for resources: {'Port': ['ID=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:02.051375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:02.055579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9223c116-4890-4e67-8e07-190f8f19e79e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:02.064338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f4e3-081b-4411-a063-91ea559a0fd5 None None] Sync routers for ids ['73aca4e7-de40-4aaa-83fd-6e8120438847'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:02.077989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f4e3-081b-4411-a063-91ea559a0fd5 None None] Routers {'73aca4e7-de40-4aaa-83fd-6e8120438847'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:02.078615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3a43f4e3-081b-4411-a063-91ea559a0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['73aca4e7-de40-4aaa-83fd-6e8120438847'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:02.084715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00d4c4a2-45ff-4505-8d63-3b4083658ee5 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.085262 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106f39f7-aaff-4b4e-9fbb-ecd46b13ff6a None None] New status for floating IP 1322347e-8780-4b56-9422-cafb20f09c5b: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:51:02.188113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3a43f4e3-081b-4411-a063-91ea559a0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:02.203239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00d4c4a2-45ff-4505-8d63-3b4083658ee5 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.208752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a43f4e3-081b-4411-a063-91ea559a0fd5 None None] Routers {'73aca4e7-de40-4aaa-83fd-6e8120438847'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:02.212949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3a43f4e3-081b-4411-a063-91ea559a0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['73aca4e7-de40-4aaa-83fd-6e8120438847'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:02.306760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.313169 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1f14af45-d36a-4938-8bae-d826e1859838 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "PUT /v2.0/routers/73aca4e7-de40-4aaa-83fd-6e8120438847 HTTP/1.1" status: 200 len: 914 time: 8.6295993 Sep 15 09:51:02.317612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45298) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:02.334286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.387091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3a43f4e3-081b-4411-a063-91ea559a0fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:02.387629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a43f4e3-081b-4411-a063-91ea559a0fd5 None None] The sync data for ids ['73aca4e7-de40-4aaa-83fd-6e8120438847'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:02.487066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.553050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-01ac7317-5286-4bdc-9327-a6c0209ff8a1 req-a02876cb-6c97-43fa-a16e-bacf99e4afe5 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Synchronizing usage tracker for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:02.590822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba6719-acdc-4fd7-bba8-cb23c9f26e35 req-e5b242d6-a32e-4cb3-8bf9-5680b5c705a9 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:02.590822 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-29ba6719-acdc-4fd7-bba8-cb23c9f26e35 req-e5b242d6-a32e-4cb3-8bf9-5680b5c705a9 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 1.0616708 Sep 15 09:51:02.611366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:02.617939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:02.625272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:02.630714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:02.631308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.650087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9223c116-4890-4e67-8e07-190f8f19e79e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:02.651817 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9223c116-4890-4e67-8e07-190f8f19e79e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8687828 Sep 15 09:51:02.657434 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-84e076a9-d894-40d1-a808-9e50ff1f641c tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/routers/73aca4e7-de40-4aaa-83fd-6e8120438847 HTTP/1.1" status: 200 len: 920 time: 0.3029704 Sep 15 09:51:02.657693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45302) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:02.658121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45304) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:02.663025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=953ea95e-9dad-4ca7-8577-406a0055b499,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:02.676577 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-29ba6719-acdc-4fd7-bba8-cb23c9f26e35 req-b38f877f-1b0d-4fb7-957b-b7196640f528 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810096 Sep 15 09:51:02.747737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-01ac7317-5286-4bdc-9327-a6c0209ff8a1 req-a02876cb-6c97-43fa-a16e-bacf99e4afe5 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Unset dirty status for tenant:0f448e0b5edd4d4db764393e23f65ef9 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:02.748924 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01ac7317-5286-4bdc-9327-a6c0209ff8a1 req-a02876cb-6c97-43fa-a16e-bacf99e4afe5 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/ports?device_id=6008c6d8-0fec-4497-bcd9-fd2d2fd61b54 HTTP/1.1" status: 200 len: 210 time: 0.6193345 Sep 15 09:51:02.787539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00d4c4a2-45ff-4505-8d63-3b4083658ee5 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.792280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.842580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00d4c4a2-45ff-4505-8d63-3b4083658ee5 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.847618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b0a573de-820c-4690-a5b3-1ab6f35ead4c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.848313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f363363-2fe6-4783-bf2b-efc6164369d6 None None] Network c21e08e6-35be-48cf-aa3e-f765cb105616 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:02.850348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4c4a2-45ff-4505-8d63-3b4083658ee5 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event deleted for resources: {'Subnet': ['ID=06229d1c-63eb-45c8-8d8e-1bff106386b2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:02.879986 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-00d4c4a2-45ff-4505-8d63-3b4083658ee5 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "DELETE /v2.0/subnets/06229d1c-63eb-45c8-8d8e-1bff106386b2 HTTP/1.1" status: 204 len: 168 time: 1.3977547 Sep 15 09:51:02.885142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2269efba-d996-4eb5-9e2c-76aae8e92c29 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:02.889913 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2269efba-d996-4eb5-9e2c-76aae8e92c29 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=73aca4e7-de40-4aaa-83fd-6e8120438847&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2262800 Sep 15 09:51:02.889913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45310) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:02.892554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b0a573de-820c-4690-a5b3-1ab6f35ead4c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:02.900317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45312) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:02.929473 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-933d2d87-2d4b-471f-8167-3052edd75b5b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9948771 Sep 15 09:51:02.934797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45318) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:03.038138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc083d-a248-40c7-a98c-9f19ed625ef6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 953ea95e-9dad-4ca7-8577-406a0055b499 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:03.038501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9bc083d-a248-40c7-a98c-9f19ed625ef6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.143741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.194470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] DHCP port deletion for c21e08e6-35be-48cf-aa3e-f765cb105616 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:03.199128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] Deleting port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:03.200449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.251289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e927d053-4bdf-4b83-b0b6-d52c1dd77b35 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:03.259735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.297755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Deleting port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:03.298377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.343187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=b8933a6d-9637-4a04-a0a5-4868e62ef225,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:03.360553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 51e19b87-7a81-4fa4-a004-322d953e005f is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:03.385274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:03.409757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce724f6-1379-43d7-8be8-cde3626ba6aa tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:03.413787 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cce724f6-1379-43d7-8be8-cde3626ba6aa tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 881 time: 0.5099204 Sep 15 09:51:03.414467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45322) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:03.450159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:03.450758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.458408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.491120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb5f61-0cb6-4406-b4aa-a8f74e0dbc3f None None] Network 51e19b87-7a81-4fa4-a004-322d953e005f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:03.491365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b0a573de-820c-4690-a5b3-1ab6f35ead4c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.531633 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8796480f-2b67-44bc-876a-85828e015367 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=73aca4e7-de40-4aaa-83fd-6e8120438847 HTTP/1.1" status: 200 len: 205 time: 0.1141021 Sep 15 09:51:03.534503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45326) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:03.536075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9bc083d-a248-40c7-a98c-9f19ed625ef6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.545561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a573de-820c-4690-a5b3-1ab6f35ead4c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99706060-9265-455a-8c58-2ea3b990e2de,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:03.667245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] For port b0cc6f14-ab1b-442b-9bae-c771f0714cf0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b0cc6f14-ab1b-442b-9bae-c771f0714cf0,segment=NetworkSegment(528009f8-90e7-4bee-8c09-64b82029d32d),segment_id=528009f8-90e7-4bee-8c09-64b82029d32d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:03.667780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.672960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] For port b0cc6f14-ab1b-442b-9bae-c771f0714cf0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b0cc6f14-ab1b-442b-9bae-c771f0714cf0,segment=NetworkSegment(528009f8-90e7-4bee-8c09-64b82029d32d),segment_id=528009f8-90e7-4bee-8c09-64b82029d32d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:03.674061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.690886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b0a573de-820c-4690-a5b3-1ab6f35ead4c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:03.696582 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b0a573de-820c-4690-a5b3-1ab6f35ead4c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/99706060-9265-455a-8c58-2ea3b990e2de HTTP/1.1" status: 204 len: 168 time: 1.0336976 Sep 15 09:51:03.696582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45330) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:03.740881 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f07fd54e-96d0-4a4e-8dd6-9c83a18a6050 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5232272 Sep 15 09:51:03.758951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc083d-a248-40c7-a98c-9f19ed625ef6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 953ea95e-9dad-4ca7-8577-406a0055b499 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:03.791203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45336) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:03.851350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Calling delete_port for b0cc6f14-ab1b-442b-9bae-c771f0714cf0 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:03.852694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9e0e6169-4a0d-4294-86fe-37f30c8fc905 None None] Provisioning for port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:03.873975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3c038-daeb-4507-b448-47ab0617d0c6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:03.875458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3c038-daeb-4507-b448-47ab0617d0c6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:03.876918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3c038-daeb-4507-b448-47ab0617d0c6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:03.878448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3c038-daeb-4507-b448-47ab0617d0c6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:03.879922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f3c038-daeb-4507-b448-47ab0617d0c6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:03.880806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d7f3c038-daeb-4507-b448-47ab0617d0c6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Synchronizing usage tracker for tenant:aba420f3ff944dea830a277c6df1de76 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:03.896132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] Calling delete_port for b0cc6f14-ab1b-442b-9bae-c771f0714cf0 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:04.026337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45344) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:04.050093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:04.062622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:04.062924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.063595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fa8e51f8-62f6-4096-b20c-c3b48ec4078b tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:04.126729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:51:04.126991 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.127104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:51:04.129724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.199171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event deleted for resources: {'Port': ['ID=b0cc6f14-ab1b-442b-9bae-c771f0714cf0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:04.206731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b07e387d-589e-4f44-aa18-7a7556520618 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.210084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] No DVR routers for this DVR port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:04.218325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e138943-d2fb-491c-9dca-ddf32bc611c0 req-2b99278f-159a-4c5e-a09a-233d8d5b9b9b tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:04.219851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e138943-d2fb-491c-9dca-ddf32bc611c0 req-2b99278f-159a-4c5e-a09a-233d8d5b9b9b tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2875755 Sep 15 09:51:04.227822 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:04.228271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.302765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fa8e51f8-62f6-4096-b20c-c3b48ec4078b tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:04.303968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fa8e51f8-62f6-4096-b20c-c3b48ec4078b tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6075947 Sep 15 09:51:04.311862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port e927d053-4bdf-4b83-b0b6-d52c1dd77b35, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,segment=NetworkSegment(c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e),segment_id=c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:04.323085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2cdfa8-88a1-44ac-bc3d-a424de393a57 None None] Update dhcp port {'port': {'network_id': '51e19b87-7a81-4fa4-a004-322d953e005f', 'fixed_ips': [{'subnet_id': 'fd21a3e2-9c72-4bbf-9f41-98dad94b67c1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b8933a6d-9637-4a04-a0a5-4868e62ef225'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'e927d053-4bdf-4b83-b0b6-d52c1dd77b35'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:51:04.330600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45348) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:04.352883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1868771951'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:04.361312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.364207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9bc083d-a248-40c7-a98c-9f19ed625ef6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.365934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d7f3c038-daeb-4507-b448-47ab0617d0c6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Unset dirty status for tenant:aba420f3ff944dea830a277c6df1de76 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:04.371070 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d7f3c038-daeb-4507-b448-47ab0617d0c6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5788600 Sep 15 09:51:04.377301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45352) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:04.398827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b07e387d-589e-4f44-aa18-7a7556520618 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.407915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.418759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.448733 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e138943-d2fb-491c-9dca-ddf32bc611c0 req-8d8c38b4-c7c7-4ad3-8f56-4ea299f70d60 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006299 Sep 15 09:51:04.464878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21e08e6-35be-48cf-aa3e-f765cb105616']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:04.488563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528009f8-90e7-4bee-8c09-64b82029d32d') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:04.489252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528009f8-90e7-4bee-8c09-64b82029d32d') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:04.505414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.514971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:04.533133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdfa8-88a1-44ac-bc3d-a424de393a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.544258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.549140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2002380011'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:04.552622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:04.553153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.553761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:04.558184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:04.563003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc083d-a248-40c7-a98c-9f19ed625ef6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=953ea95e-9dad-4ca7-8577-406a0055b499,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:04.601790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:04.610955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:04.615058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:04.621006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.623335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:04.627980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9bc083d-a248-40c7-a98c-9f19ed625ef6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.628738 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 528009f8-90e7-4bee-8c09-64b82029d32d resource provider aggregate not found Sep 15 09:51:04.644455 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a9bc083d-a248-40c7-a98c-9f19ed625ef6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/953ea95e-9dad-4ca7-8577-406a0055b499 HTTP/1.1" status: 204 len: 168 time: 1.7084250 Sep 15 09:51:04.646993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45360) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:04.650185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] Deleting port b0cc6f14-ab1b-442b-9bae-c771f0714cf0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:04.650185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.651420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b07e387d-589e-4f44-aa18-7a7556520618 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.661242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'mac_address': 'fa:16:3e:08:d8:5e', 'name': 'tempest-PortsIpV6TestJSON-876843130'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:04.666734 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 528009f8-90e7-4bee-8c09-64b82029d32d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 528009f8-90e7-4bee-8c09-64b82029d32d found for delete ", "request_id": "req-0f6621e7-5ab2-45b3-8972-49a3ab1efe71"}]} Sep 15 09:51:04.676203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e387d-589e-4f44-aa18-7a7556520618 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71934de7-0bcd-4534-b4c4-4f8f4d154691,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:04.682889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Deleting port c9ec0891-10cf-4e67-bc22-1d787757d146 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:04.683322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.749084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8dd27181-3d17-4d9c-9060-c8b425cc6ead None None] The port 'b0cc6f14-ab1b-442b-9bae-c771f0714cf0' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:51:04.756799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.783835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.786342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:04.789633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.791857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event deleted for resources: {'Network': ['ID=c21e08e6-35be-48cf-aa3e-f765cb105616,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:04.798588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b07e387d-589e-4f44-aa18-7a7556520618 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.802490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.802646 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b07e387d-589e-4f44-aa18-7a7556520618 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "DELETE /v2.0/security-groups/71934de7-0bcd-4534-b4c4-4f8f4d154691 HTTP/1.1" status: 204 len: 168 time: 0.7424326 Sep 15 09:51:04.802646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45364) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:04.805871 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-43290f57-39ed-4736-8275-218b977a2808 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "DELETE /v2.0/networks/c21e08e6-35be-48cf-aa3e-f765cb105616 HTTP/1.1" status: 204 len: 168 time: 1.9153805 Sep 15 09:51:04.815264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45368) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:04.825104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:04.846080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-0b2cdfa8-88a1-44ac-bc3d-a424de393a57 None None] Allocated IP 172.20.0.1 (51e19b87-7a81-4fa4-a004-322d953e005f/b8933a6d-9637-4a04-a0a5-4868e62ef225/e927d053-4bdf-4b83-b0b6-d52c1dd77b35) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:04.895390 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-7a74b0d2-0c15-4e6c-905c-20c3cd44ae16 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] show failed (client error): The resource could not be found. Sep 15 09:51:04.899073 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7a74b0d2-0c15-4e6c-905c-20c3cd44ae16 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "GET /v2.0/security-groups/71934de7-0bcd-4534-b4c4-4f8f4d154691 HTTP/1.1" status: 404 len: 347 time: 0.0931478 Sep 15 09:51:04.904083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45372) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:04.976090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:04.994591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0b2cdfa8-88a1-44ac-bc3d-a424de393a57 None None] For port e927d053-4bdf-4b83-b0b6-d52c1dd77b35, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,segment=NetworkSegment(c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e),segment_id=c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:05.023921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdfa8-88a1-44ac-bc3d-a424de393a57 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.042399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0b2cdfa8-88a1-44ac-bc3d-a424de393a57 None None] Transition to ACTIVE for port object e927d053-4bdf-4b83-b0b6-d52c1dd77b35 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:05.062056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:05.077132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:05.092686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:05.092686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.109952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b2cdfa8-88a1-44ac-bc3d-a424de393a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.149262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=d5b2b422-4036-4179-9fef-9c82d5b2ce7d,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:05.159473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:05.160606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Deleting port 651cabae-02e5-4d26-9bd8-5af82317e537 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:05.160953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.163798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:05.166526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:05.186275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:05.203640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e927d053-4bdf-4b83-b0b6-d52c1dd77b35 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:05.229611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:05.245392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.245750 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment d936289d-6b34-4fee-85f2-04638a7af3a6 of type vlan for network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf Sep 15 09:51:05.287526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Deleting port 3f38c936-4cd0-49d1-bead-2caca7a8d191 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:05.288168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.383415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.387208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2cdfa8-88a1-44ac-bc3d-a424de393a57 None None] Pushing event updated for resources: {'Port': ['ID=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:05.391394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.408666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:05.478315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0cc6f14-ab1b-442b-9bae-c771f0714cf0 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:05.530403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: b0cc6f14-ab1b-442b-9bae-c771f0714cf0 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:05.536664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0cc6f14-ab1b-442b-9bae-c771f0714cf0 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:05.570135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.570514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.641091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Calling delete_port for c9ec0891-10cf-4e67-bc22-1d787757d146 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:05.727928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Calling delete_port for 651cabae-02e5-4d26-9bd8-5af82317e537 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:05.765115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.765496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.771749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:51:05.817262 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP f50c3c1b-62bd-4539-8f2b-522fd48bf5f2 associated. External IP: 172.26.7.210, port: 597268e5-5ab4-4984-b0a8-41b0f7ad767f. Sep 15 09:51:05.906326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Calling delete_port for 3f38c936-4cd0-49d1-bead-2caca7a8d191 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:05.913139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.943596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.990852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:05.997102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:05.998011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577493'] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.034670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc5a8be-5c39-43e6-8cae-15959554640f None None] Network 51e19b87-7a81-4fa4-a004-322d953e005f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:06.087827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 21ca9f62-9935-40ee-9bc8-12b447b82dbc yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:06.171924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.206655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cc6e2145-f923-462b-b22d-a2d4ca933060 None None] Provisioning for port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:06.218312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cc6e2145-f923-462b-b22d-a2d4ca933060 None None] Provisioning complete for port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:06.218957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cc6e2145-f923-462b-b22d-a2d4ca933060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.226012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.230305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Pushing event deleted for resources: {'Port': ['ID=651cabae-02e5-4d26-9bd8-5af82317e537,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:06.356505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Pushing event deleted for resources: {'Port': ['ID=3f38c936-4cd0-49d1-bead-2caca7a8d191,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:06.359913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.398771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e2145-f923-462b-b22d-a2d4ca933060 None None] Current status of the port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:06.465528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.486016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.495330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.500572 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a82111c5-8abc-43d5-bcf7-1fce5ad786e7 tempest-ServersTestJSON-1044907416 tempest-ServersTestJSON-1044907416-project] 10.222.0.62 "DELETE /v2.0/floatingips/1322347e-8780-4b56-9422-cafb20f09c5b HTTP/1.1" status: 204 len: 168 time: 1.5920615 Sep 15 09:51:06.500572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45378) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:06.594208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:06.608673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:06.617660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1430f3-5fa2-4e40-be65-22fcf862ea05,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:06.626397 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c5eca561-50d1-48cc-9d6c-d7288ce960a4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2453249 Sep 15 09:51:06.628730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.629910 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-47fd4049-4e85-4e17-bf6e-335a1936cb54 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2814226 Sep 15 09:51:06.633358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45382) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:06.633690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45384) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:06.654643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859f14e-08db-44f4-9941-da0c3282741c req-33ff4175-cee0-4214-83df-e66e1c86a717 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:06.656115 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4859f14e-08db-44f4-9941-da0c3282741c req-33ff4175-cee0-4214-83df-e66e1c86a717 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.9675896 Sep 15 09:51:06.659824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b36a66c8-b0f4-4f13-85be-823d13af137e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:06.680801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'cf1430f3-5fa2-4e40-be65-22fcf862ea05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:06.693787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.697500 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dfa2db7a-06a8-4710-9724-6a42c13d9ad7 tempest-FloatingIPAdminTestJSON-1900285195 tempest-FloatingIPAdminTestJSON-1900285195-project] 10.222.0.62 "DELETE /v2.0/floatingips/4e8be6c8-3233-4cc1-abf2-37409a535a02 HTTP/1.1" status: 204 len: 168 time: 1.8787107 Sep 15 09:51:06.741314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c8b548c3-3e07-4733-ba14-9bd00da55982 None None] Provisioning complete for port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:06.742752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c8b548c3-3e07-4733-ba14-9bd00da55982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.779025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:06.873561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c8b548c3-3e07-4733-ba14-9bd00da55982 None None] Current status of the port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:06.874219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:06.897076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:06.935238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:06.978256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:06.994425 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4859f14e-08db-44f4-9941-da0c3282741c req-65a18414-0046-4bb4-9f56-158b0fdd7cea tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248981 Sep 15 09:51:07.162217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.169674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e927d053-4bdf-4b83-b0b6-d52c1dd77b35 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:07.215814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.231155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.247240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event deleted for resources: {'Port': ['ID=c9ec0891-10cf-4e67-bc22-1d787757d146,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:07.255466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:07.255921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.297421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b36a66c8-b0f4-4f13-85be-823d13af137e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.332419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:07.390005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45396) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:07.433685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:07.465409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b36a66c8-b0f4-4f13-85be-823d13af137e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.588074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.594369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b36a66c8-b0f4-4f13-85be-823d13af137e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf is not hosted by any dhcp agent {{(pid=89669) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 15 09:51:07.597533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Deleting port ed9f3461-31fd-4634-905b-22c5582ffd23 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:07.597932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.599887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36a66c8-b0f4-4f13-85be-823d13af137e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:07.600475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b36a66c8-b0f4-4f13-85be-823d13af137e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.601739 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b36a66c8-b0f4-4f13-85be-823d13af137e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "PUT /v2.0/networks/5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf HTTP/1.1" status: 200 len: 723 time: 0.9630723 Sep 15 09:51:07.620759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45402) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:07.637364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': '5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:07.797167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:07.799780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.832622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:07.857238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:07.887468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] For port ed9f3461-31fd-4634-905b-22c5582ffd23, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed9f3461-31fd-4634-905b-22c5582ffd23,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:07.887905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.954029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:07.957459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:07.973120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.030337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:08.034139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Calling delete_port for ed9f3461-31fd-4634-905b-22c5582ffd23 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:08.113691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:08.119192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:08.119826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.140457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a66c8-b0f4-4f13-85be-823d13af137e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:08.142649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.152267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:08.208490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=21ca9f62-9935-40ee-9bc8-12b447b82dbc,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:08.252882 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9eaba1c7-3702-43a9-a0fc-d8f66f95a7fc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=602ba18cd6814926ba7b8e731a1d829b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536808 Sep 15 09:51:08.260317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.268219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45408) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:08.271186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e588a9b7-8639-402e-ae73-3feafa0a25c8,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:08.280038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.311595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:08.326105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95302d2-bd76-4388-9fab-8b2af0e0bb4d None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:08.346620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95302d2-bd76-4388-9fab-8b2af0e0bb4d None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:08.350205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b95302d2-bd76-4388-9fab-8b2af0e0bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:08.355437 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-00d3d2c7-08c6-4639-86f3-84df555d367a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.7071204 Sep 15 09:51:08.358084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45412) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:08.377792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.381714 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9821db86-1a98-4f51-b908-14aebe53e4e5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7386773 Sep 15 09:51:08.391216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45416) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:08.405174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'cf1430f3-5fa2-4e40-be65-22fcf862ea05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:08.415628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:08.432929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.432929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Fanout notify agent at l3_agent the message router_deleted on router 73aca4e7-de40-4aaa-83fd-6e8120438847 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:08.432929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65d1323e-88c9-433c-a0f5-054c1145d8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.432929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.432929 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9ac771b1-c4a0-4992-bc1e-5105477572e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/73aca4e7-de40-4aaa-83fd-6e8120438847 HTTP/1.1" status: 204 len: 168 time: 4.8847065 Sep 15 09:51:08.434648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:08.437034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b95302d2-bd76-4388-9fab-8b2af0e0bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:08.441673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45420) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:08.443851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:08.447143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95302d2-bd76-4388-9fab-8b2af0e0bb4d None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:08.447858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b95302d2-bd76-4388-9fab-8b2af0e0bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:08.455076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2133143065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:08.460454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:08.465371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.470585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:08.485482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa3698-1ad5-4802-9c91-b1b3f117e5af tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:08.489333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cbfa3698-1ad5-4802-9c91-b1b3f117e5af tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:08.489333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Usage tracker for resource:router and tenant:d9600cb9909642d09db8464316dd1eb7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:08.496622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:08.507189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65d1323e-88c9-433c-a0f5-054c1145d8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.510982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b95302d2-bd76-4388-9fab-8b2af0e0bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:08.511477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95302d2-bd76-4388-9fab-8b2af0e0bb4d None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:08.532733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:08.556656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-24ef64a9-82fc-4050-a809-addab4548f28 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.9923875 Sep 15 09:51:08.560746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45424) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:08.568374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4abf3-4765-4d13-b993-f1dfad45d01b req-1b28be2c-5df9-4d18-9db7-be0b735386f2 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:08.569874 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a4abf3-4765-4d13-b993-f1dfad45d01b req-1b28be2c-5df9-4d18-9db7-be0b735386f2 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3993940 Sep 15 09:51:08.650377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.702132 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a4abf3-4765-4d13-b993-f1dfad45d01b req-cec78563-97ab-4127-95de-e3ac54c7e899 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188354 Sep 15 09:51:08.706012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cbfa3698-1ad5-4802-9c91-b1b3f117e5af tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:08.709682 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cbfa3698-1ad5-4802-9c91-b1b3f117e5af tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/21ca9f62-9935-40ee-9bc8-12b447b82dbc HTTP/1.1" status: 200 len: 844 time: 0.3481386 Sep 15 09:51:08.710838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45428) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:08.712233 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7d0b3c5e-8494-4e2a-b49e-3891c5551946 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "GET /v2.0/floatingips/f50c3c1b-62bd-4539-8f2b-522fd48bf5f2 HTTP/1.1" status: 200 len: 978 time: 0.1502197 Sep 15 09:51:08.716542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45432) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:08.753808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.754828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.800190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.804492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1986fe16-c1a9-46f3-9c0e-386c4dc0a93a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 21ca9f62-9935-40ee-9bc8-12b447b82dbc {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:08.804824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1986fe16-c1a9-46f3-9c0e-386c4dc0a93a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.815819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65d1323e-88c9-433c-a0f5-054c1145d8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.847235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.847543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.850170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1323e-88c9-433c-a0f5-054c1145d8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18685167-408d-475d-a668-ec5cbec8193a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:08.854874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-70ff9c77-42e7-4115-b8ca-658d39984b39 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Synchronizing usage tracker for tenant:6f203c2ce9b54432a83f71c2c8b15e82 on resource:floatingip {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:08.878999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65d1323e-88c9-433c-a0f5-054c1145d8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.880228 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-65d1323e-88c9-433c-a0f5-054c1145d8ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18685167-408d-475d-a668-ec5cbec8193a HTTP/1.1" status: 204 len: 168 time: 0.6068897 Sep 15 09:51:08.887800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.892445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:08.916126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57491f0e-fe2a-4f53-a42e-848ebf12a437,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:08.944230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-70ff9c77-42e7-4115-b8ca-658d39984b39 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Unset dirty status for tenant:6f203c2ce9b54432a83f71c2c8b15e82 on resource:floatingip {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:08.945589 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-70ff9c77-42e7-4115-b8ca-658d39984b39 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2287264 Sep 15 09:51:08.948271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45438) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:08.951307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9f3461-31fd-4634-905b-22c5582ffd23,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:08.956511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'port_id': 'd9578730-5818-4c68-97f9-bad0399f0408'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:09.058590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.063557 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-577e9773-3d56-4706-8dbc-6ed17dbbd83e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6712782 Sep 15 09:51:09.067537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45442) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:09.074967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'cf1430f3-5fa2-4e40-be65-22fcf862ea05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:09.084848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:09.099484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:09.103521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.119446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.148215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=d63d5159-08a0-444a-b3b9-31d97b83c6d0,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:09.254583 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:09.360675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': 'd936289d-6b34-4fee-85f2-04638a7af3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:09.361256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:51:09.370208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:09.415822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1986fe16-c1a9-46f3-9c0e-386c4dc0a93a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.456011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.474882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.476057 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0b53c2e1-5a92-42dd-b4dd-c1527ed3c2b6 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0305858 Sep 15 09:51:09.497465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45448) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:09.555624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': False}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:09.674547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.776711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:51:09.786491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1986fe16-c1a9-46f3-9c0e-386c4dc0a93a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 21ca9f62-9935-40ee-9bc8-12b447b82dbc owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:09.804857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45454) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:09.834950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.836709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.918994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:09.997615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:10.011438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9e570c-6035-46d7-8958-8f2eed16f829 None None] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:10.036749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:10.039918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=405c2d5b-10de-402b-8c61-54070dcf5fe9,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:10.050778 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] Usage tracker for resource:security_group_rule and tenant:08f816a7a57a43a1b39738f7fae6532a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:10.061704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:10.080272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:10.105155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:10.106316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.140376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.144460 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1c81cc74-4004-4f4f-b9fe-a5c063bb396e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0730913 Sep 15 09:51:10.144999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45458) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:10.151027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'cf1430f3-5fa2-4e40-be65-22fcf862ea05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:10.169395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:10.183515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45f2ce-7d0e-4af4-9518-a8b4803ce205 req-65821e26-f70f-4215-9bce-36122980454e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:10.185127 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4c45f2ce-7d0e-4af4-9518-a8b4803ce205 req-65821e26-f70f-4215-9bce-36122980454e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2162893 Sep 15 09:51:10.186377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:10.194220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:10.209968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:10.257967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf', 'network_id': '5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': 'd63d5159-08a0-444a-b3b9-31d97b83c6d0'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:51:10.258906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.357649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1986fe16-c1a9-46f3-9c0e-386c4dc0a93a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.359993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2f01de76-8ee9-4845-b07a-2861b64b944b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7381427 Sep 15 09:51:10.367186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45462) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:10.376291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.382671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.386958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ae8a9d1a-8fdc-4cf4-b8c6-b0761d67c71e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:10.412268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.424303 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4c45f2ce-7d0e-4af4-9518-a8b4803ce205 req-0ba09675-4264-445c-b79e-d58a38ca805c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180915 Sep 15 09:51:10.436922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986fe16-c1a9-46f3-9c0e-386c4dc0a93a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=21ca9f62-9935-40ee-9bc8-12b447b82dbc,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:10.443426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.458470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1986fe16-c1a9-46f3-9c0e-386c4dc0a93a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.461573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.479964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Allocated IP 2001:db8::2 (5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf/d63d5159-08a0-444a-b3b9-31d97b83c6d0/af62c5f7-fc19-4043-b508-aab2a9354b2e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:10.533737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.572514 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1986fe16-c1a9-46f3-9c0e-386c4dc0a93a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/21ca9f62-9935-40ee-9bc8-12b447b82dbc HTTP/1.1" status: 204 len: 168 time: 1.8605092 Sep 15 09:51:10.579468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45466) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:10.678340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08f816a7a57a43a1b39738f7fae6532a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8719726 Sep 15 09:51:10.679248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4e94d-b10d-4725-bd7d-52353e0210f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15da064e-988e-4d30-af74-a1cb4b885f84,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:10.686214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45470) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:10.695558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.706409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Transition to ACTIVE for port object af62c5f7-fc19-4043-b508-aab2a9354b2e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:10.725181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Transition to ACTIVE for port object af62c5f7-fc19-4043-b508-aab2a9354b2e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:10.737669 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-78161081-3a58-4797-b6fe-8b6f00130b55 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:51:10.738637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-78161081-3a58-4797-b6fe-8b6f00130b55 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:10.774983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae8a9d1a-8fdc-4cf4-b8c6-b0761d67c71e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7944503'] for subnet, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.794585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.803222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Router 7c86f152-c28f-429c-abba-aaf79d183fc3 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:10.861663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:10.864673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.865294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:10.868984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:10.873881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-78161081-3a58-4797-b6fe-8b6f00130b55 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:10.878870 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-78161081-3a58-4797-b6fe-8b6f00130b55 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/21ca9f62-9935-40ee-9bc8-12b447b82dbc HTTP/1.1" status: 404 len: 333 time: 0.2945137 Sep 15 09:51:10.883950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45474) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:10.896418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'name': 'tempest-PortsIpV6TestJSON-349841245'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:10.911412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Pushing event updated for resources: {'Port': ['ID=af62c5f7-fc19-4043-b508-aab2a9354b2e,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:10.921215 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP f50c3c1b-62bd-4539-8f2b-522fd48bf5f2 associated. External IP: 172.26.7.210, port: 597268e5-5ab4-4984-b0a8-41b0f7ad767f. Sep 15 09:51:10.987531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Attempting to bind port af62c5f7-fc19-4043-b508-aab2a9354b2e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:51:10.987886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Attempting to bind port af62c5f7-fc19-4043-b508-aab2a9354b2e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd936289d-6b34-4fee-85f2-04638a7af3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:51:10.988449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Attempting to bind port af62c5f7-fc19-4043-b508-aab2a9354b2e on network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:51:10.993733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:51:10.994444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Checking segment: {'id': 'd936289d-6b34-4fee-85f2-04638a7af3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:10.995007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:10.995400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Bound using segment: {'id': 'd936289d-6b34-4fee-85f2-04638a7af3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:51:10.996475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Bound port: af62c5f7-fc19-4043-b508-aab2a9354b2e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd936289d-6b34-4fee-85f2-04638a7af3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:51:10.996804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.040599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.087743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] For port af62c5f7-fc19-4043-b508-aab2a9354b2e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:51:11.091894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] For port af62c5f7-fc19-4043-b508-aab2a9354b2e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=af62c5f7-fc19-4043-b508-aab2a9354b2e,segment=NetworkSegment(d936289d-6b34-4fee-85f2-04638a7af3a6),segment_id=d936289d-6b34-4fee-85f2-04638a7af3a6)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:51:11.157719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ad0369-54e6-4530-9bdb-aa9188583fe6,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:11.159717 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21b63e8c-13a6-4d23-90a9-099f6a426f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.196559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.269861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:11.276557 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-89124983-e9cf-40f6-b445-def2ef72caf3 admin admin] 10.222.0.62 "PUT /v2.0/routers/7c86f152-c28f-429c-abba-aaf79d183fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7750056 Sep 15 09:51:11.279270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45478) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:11.282633 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] Sync routers for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:11.302015 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:11.302999 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:11.331012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9209e61-7cdd-4aa0-be58-0c039637e8af None None] Pushing event updated for resources: {'Port': ['ID=af62c5f7-fc19-4043-b508-aab2a9354b2e,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:11.344018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:11.353866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21b63e8c-13a6-4d23-90a9-099f6a426f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.391869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:11.437848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.441733 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fd8df74c-7f2a-4c5c-8b50-fd51b1b1f870 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2931318 Sep 15 09:51:11.447832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45482) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:11.461946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'cf1430f3-5fa2-4e40-be65-22fcf862ea05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:11.472443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:11.478453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:11.483849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.485272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:11.492648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:11.536672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.575788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae8a9d1a-8fdc-4cf4-b8c6-b0761d67c71e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743233271116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6693962'] for subnet, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.579399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:11.582852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.640126 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:51:11.647309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.815201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.839538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8a9d1a-8fdc-4cf4-b8c6-b0761d67c71e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:11.846655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae8a9d1a-8fdc-4cf4-b8c6-b0761d67c71e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:11.846655 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ae8a9d1a-8fdc-4cf4-b8c6-b0761d67c71e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "PUT /v2.0/subnets/d63d5159-08a0-444a-b3b9-31d97b83c6d0 HTTP/1.1" status: 200 len: 826 time: 1.4687772 Sep 15 09:51:11.848503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45488) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:11.851514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port b64e1859-e609-45d3-b1d5-2cc7410a4883 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:11.969336 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:51:08Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:11.975370 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] Checking router: 7c86f152-c28f-429c-abba-aaf79d183fc3 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:51:11.987395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Allocated IP 172.26.7.134 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/e4f26148-6f89-4976-b235-422376353792) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:11.987611 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] Routers {'7c86f152-c28f-429c-abba-aaf79d183fc3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:11.988336 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7c86f152-c28f-429c-abba-aaf79d183fc3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:12.011300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c15849-9fb1-4719-acbb-1e7fc7971658 req-e8bb3784-7c57-4ff5-b44a-5c15c413478b tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:12.013445 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b2c15849-9fb1-4719-acbb-1e7fc7971658 req-e8bb3784-7c57-4ff5-b44a-5c15c413478b tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3678489 Sep 15 09:51:12.018373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.067909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a9d1a-8fdc-4cf4-b8c6-b0761d67c71e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=d63d5159-08a0-444a-b3b9-31d97b83c6d0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:12.092755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21b63e8c-13a6-4d23-90a9-099f6a426f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.134871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Deleting port bc9a6118-c3c1-402e-9b43-eca52953eb2c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:12.135134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.153948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b63e8c-13a6-4d23-90a9-099f6a426f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15da064e-988e-4d30-af74-a1cb4b885f84,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:12.191896 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b2c15849-9fb1-4719-acbb-1e7fc7971658 req-e008715f-294a-4812-92ab-585e7da78653 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653030 Sep 15 09:51:12.222429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.227946 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] Set router 7c86f152-c28f-429c-abba-aaf79d183fc3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:51:12.237159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:12.367009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.407084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.428566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.454591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9efe8e-119e-4249-8110-22988a33f87b,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:12.490525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] For port bc9a6118-c3c1-402e-9b43-eca52953eb2c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=bc9a6118-c3c1-402e-9b43-eca52953eb2c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:12.490525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.568926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-21b63e8c-13a6-4d23-90a9-099f6a426f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.572378 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-21b63e8c-13a6-4d23-90a9-099f6a426f06 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15da064e-988e-4d30-af74-a1cb4b885f84 HTTP/1.1" status: 204 len: 168 time: 1.8795972 Sep 15 09:51:12.586683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.594672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port af62c5f7-fc19-4043-b508-aab2a9354b2e {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:12.595017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.634736 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:51:08Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:12.641102 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4b9072-25d1-43f5-a559-63a8ff4d4910 None None] The sync data for ids ['7c86f152-c28f-429c-abba-aaf79d183fc3'] in dv-neutron-857775-1-hyperv is: [{'id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'name': 'tempest-ServersTestJSON-678488104-router', 'tenant_id': '0f448e0b5edd4d4db764393e23f65ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:51:08Z', 'revision_number': 5, 'project_id': '0f448e0b5edd4d4db764393e23f65ef9', 'gw_port': {'id': 'bc9a6118-c3c1-402e-9b43-eca52953eb2c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:9d:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c86f152-c28f-429c-abba-aaf79d183fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:13Z', 'updated_at': '2022-09-15T09:49:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:12.656088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Calling delete_port for bc9a6118-c3c1-402e-9b43-eca52953eb2c owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:12.748448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.749652 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5b0e2391-ffd4-4155-a427-b82be664703e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.2968423 Sep 15 09:51:12.759916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45494) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:12.792457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:12.812801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3f5a17-0bc7-4a9f-97de-f3a67c769b36 None None] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:12.852086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:12.912176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd5be8-d0f8-4a58-9eec-1e2ad99c9937 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:12.932992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd5be8-d0f8-4a58-9eec-1e2ad99c9937 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:12.933738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f0dd5be8-d0f8-4a58-9eec-1e2ad99c9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:13.002671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1a967615-07c7-4033-ad8d-45f1d3554b59 None None] Provisioning for port af62c5f7-fc19-4043-b508-aab2a9354b2e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:13.009750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.020212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f0dd5be8-d0f8-4a58-9eec-1e2ad99c9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:13.032663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa3aac3e-6045-4be1-9e4a-1e8266eb235c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.048736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:13.058266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dd5be8-d0f8-4a58-9eec-1e2ad99c9937 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:13.059366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f0dd5be8-d0f8-4a58-9eec-1e2ad99c9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:13.059769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:13.062547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa3aac3e-6045-4be1-9e4a-1e8266eb235c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.072392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:13.106227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Pushing event updated for resources: {'Port': ['ID=e4f26148-6f89-4976-b235-422376353792,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:13.151933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.151933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.151933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.151933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.153085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.153385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.153751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.153944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.154260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.154581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.154899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.155225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:13.235741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:13.264778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f0dd5be8-d0f8-4a58-9eec-1e2ad99c9937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:13.265413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dd5be8-d0f8-4a58-9eec-1e2ad99c9937 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:13.266858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:13.312245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:13.318017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:13.318718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.341255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=b64e1859-e609-45d3-b1d5-2cc7410a4883,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:13.367867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa3aac3e-6045-4be1-9e4a-1e8266eb235c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.388406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port af62c5f7-fc19-4043-b508-aab2a9354b2e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=af62c5f7-fc19-4043-b508-aab2a9354b2e,segment=NetworkSegment(d936289d-6b34-4fee-85f2-04638a7af3a6),segment_id=d936289d-6b34-4fee-85f2-04638a7af3a6)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:13.392932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.419797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device af62c5f7-fc19-4043-b508-aab2a9354b2e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:13.473029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3aac3e-6045-4be1-9e4a-1e8266eb235c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc9efe8e-119e-4249-8110-22988a33f87b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:13.521145 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-26bcd72a-7a92-4d14-a2ba-b3358603a374 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.6359262 Sep 15 09:51:13.533148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45502) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:13.537309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa3aac3e-6045-4be1-9e4a-1e8266eb235c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.538111 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fa3aac3e-6045-4be1-9e4a-1e8266eb235c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/dc9efe8e-119e-4249-8110-22988a33f87b HTTP/1.1" status: 204 len: 168 time: 0.7770617 Sep 15 09:51:13.543848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45506) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:13.548345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:13.635582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port af62c5f7-fc19-4043-b508-aab2a9354b2e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:13.643711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port af62c5f7-fc19-4043-b508-aab2a9354b2e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:13.645700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.659929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.665713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45510) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:13.756339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1dd998fe-7ee9-42be-9925-a978a3a44055 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:13.767575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for af62c5f7-fc19-4043-b508-aab2a9354b2e owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:13.782590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6c10d9-298c-4501-b9cb-8b26651d5d66 None None] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:13.791435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9a6118-c3c1-402e-9b43-eca52953eb2c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:13.900219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.902873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a9f09e66-369d-4974-bc27-28f8aca135fa None None] Provisioning complete for port af62c5f7-fc19-4043-b508-aab2a9354b2e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:13.903381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9f09e66-369d-4974-bc27-28f8aca135fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.951182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port af62c5f7-fc19-4043-b508-aab2a9354b2e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:13.951182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:13.976026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cbfa8-12e5-4024-b523-15954b8eb5d2 req-38527bc4-8325-4d66-9b0e-3292b6dba613 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:13.983426 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed4cbfa8-12e5-4024-b523-15954b8eb5d2 req-38527bc4-8325-4d66-9b0e-3292b6dba613 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5228591 Sep 15 09:51:14.013742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:14.022906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.037287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f6a2013dcd47b69ec761292f088427 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:14.057941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:14.092681 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed4cbfa8-12e5-4024-b523-15954b8eb5d2 req-58306b75-77c9-405d-b021-10178011ec8f tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083908 Sep 15 09:51:14.110916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:14.131752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1dd998fe-7ee9-42be-9925-a978a3a44055 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:14.133331 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1dd998fe-7ee9-42be-9925-a978a3a44055 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.5579507 Sep 15 09:51:14.135440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:14.151481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.159205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45516) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:14.187062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.268256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=af62c5f7-fc19-4043-b508-aab2a9354b2e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:14.294307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a9f09e66-369d-4974-bc27-28f8aca135fa None None] Current status of the port af62c5f7-fc19-4043-b508-aab2a9354b2e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:14.294810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9f09e66-369d-4974-bc27-28f8aca135fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.338672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.356639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed9f3461-31fd-4634-905b-22c5582ffd23 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:14.450619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: ed9f3461-31fd-4634-905b-22c5582ffd23 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:14.451253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed9f3461-31fd-4634-905b-22c5582ffd23 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:14.469024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.513040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.518938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port af62c5f7-fc19-4043-b508-aab2a9354b2e on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:14.520773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.536495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.600217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:14.608010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.613488 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ebc10-4826-43c8-9844-ee2f8c9bc7f0 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:14.628092 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ebc10-4826-43c8-9844-ee2f8c9bc7f0 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:14.632864 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-be8ebc10-4826-43c8-9844-ee2f8c9bc7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:14.669205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.675380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.676755 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/d1ad0369-54e6-4530-9bdb-aa9188583fe6 HTTP/1.1" status: 204 len: 168 time: 0.5163171 Sep 15 09:51:14.686293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.715463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45522) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:14.765843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1ad0369-54e6-4530-9bdb-aa9188583fe6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:14.816493 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-be8ebc10-4826-43c8-9844-ee2f8c9bc7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:14.833769 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ebc10-4826-43c8-9844-ee2f8c9bc7f0 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:14.835168 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-be8ebc10-4826-43c8-9844-ee2f8c9bc7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:14.847397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.848000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.848490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.848983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.849469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.850005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.850482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.850969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.851433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.852028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.852502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.852966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2504934-51ff-44fa-b9dd-d863cc249a78 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:14.912255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:14.923627 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-be8ebc10-4826-43c8-9844-ee2f8c9bc7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:14.924204 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ebc10-4826-43c8-9844-ee2f8c9bc7f0 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:14.971708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-47a60918-f871-4a30-9a49-53f354f3bab0 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:15.037730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.102421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=d63d5159-08a0-444a-b3b9-31d97b83c6d0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:15.114594 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-371e28a6-800b-4c79-a192-c5683d52ed3d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/floatingips/f50c3c1b-62bd-4539-8f2b-522fd48bf5f2 HTTP/1.1" status: 200 len: 979 time: 6.1652403 Sep 15 09:51:15.120276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.120276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] In _notify_port_updated(), no bound segment for port b64e1859-e609-45d3-b1d5-2cc7410a4883 on network 1d61da62-01c8-407c-ab55-a9121839faf0 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:51:15.124368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fc7a51-f0f0-449f-958a-17ba138d562f None None] Network 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:15.126725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:15.127347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.128646 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "PUT /v2.0/ports/b64e1859-e609-45d3-b1d5-2cc7410a4883 HTTP/1.1" status: 200 len: 818 time: 1.5943847 Sep 15 09:51:15.130520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45526) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:15.131078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.131895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45528) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:15.142198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:15.174473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.174473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c86f152-c28f-429c-abba-aaf79d183fc3 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:15.247918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.436472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07331f-d236-48a7-87e0-00d2b911a697 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=b64e1859-e609-45d3-b1d5-2cc7410a4883,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:15.450749 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9f6a2013dcd47b69ec761292f088427&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7472231 Sep 15 09:51:15.451536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46225176-b408-4b63-bd19-7b3dc9cd9c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654aa479-93ac-4e70-92d8-09adba928010,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:15.454221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.455297 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-32c6523a-160c-4b6d-91f9-6fc2b3f58e67 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7c86f152-c28f-429c-abba-aaf79d183fc3 HTTP/1.1" status: 204 len: 168 time: 4.1751111 Sep 15 09:51:15.458582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45534) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:15.458582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45536) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:15.471021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9d389-b7ba-40cb-8955-5624998b8a89 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port b64e1859-e609-45d3-b1d5-2cc7410a4883 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:15.471021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2b9d389-b7ba-40cb-8955-5624998b8a89 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.483871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-47a60918-f871-4a30-9a49-53f354f3bab0 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:15.485145 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-47a60918-f871-4a30-9a49-53f354f3bab0 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.7580373 Sep 15 09:51:15.499239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45542) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:15.523710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7419cc-4d68-4272-9fc3-6dcfadc786d1 req-2b3ce2a3-75ec-4e16-bde9-56b4a8b4bca5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:15.525158 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fc7419cc-4d68-4272-9fc3-6dcfadc786d1 req-2b3ce2a3-75ec-4e16-bde9-56b4a8b4bca5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.7466273 Sep 15 09:51:15.531021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.564058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.584903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.600624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.645715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:15.671530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-17b6a003-abff-42b0-a878-83f87af9465d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:15.672993 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-17b6a003-abff-42b0-a878-83f87af9465d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1099 time: 0.7154503 Sep 15 09:51:15.689268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd936289d-6b34-4fee-85f2-04638a7af3a6') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:15.689565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd936289d-6b34-4fee-85f2-04638a7af3a6') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:15.719357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c1b4eb-4031-46d2-80e8-e4f261937b2a admin admin] Deleting subnet 6f225fe1-6e8a-4731-bf17-5b035b076074 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:51:15.725198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e34ca93-26b0-49cf-8aad-cff559f3bd20 None None] DHCP port deletion for 5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:15.739398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.761226 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fc7419cc-4d68-4272-9fc3-6dcfadc786d1 req-4b22d228-b0d8-4177-8890-3ed032b5ce2d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203002 Sep 15 09:51:15.780764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-81b79fc8-f8ad-4461-a347-0a5b3c286f23 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.797560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c1b4eb-4031-46d2-80e8-e4f261937b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.829535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.841233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-81b79fc8-f8ad-4461-a347-0a5b3c286f23 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.912823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:15.913256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:15.941732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc384580-7d5f-4eca-afd3-8056d1b47217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.001181 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment d936289d-6b34-4fee-85f2-04638a7af3a6 resource provider aggregate not found Sep 15 09:51:16.006812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c1b4eb-4031-46d2-80e8-e4f261937b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.038368 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment d936289d-6b34-4fee-85f2-04638a7af3a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d936289d-6b34-4fee-85f2-04638a7af3a6 found for delete ", "request_id": "req-352dfc18-8d25-4dee-98c9-ab494579d65a"}]} Sep 15 09:51:16.138429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc384580-7d5f-4eca-afd3-8056d1b47217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.144074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.148653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-5d941828-2e33-4a7f-8d41-a8733c9e0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:16.150419 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-5d941828-2e33-4a7f-8d41-a8733c9e0ae6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 913 time: 0.4524097 Sep 15 09:51:16.167001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-81b79fc8-f8ad-4461-a347-0a5b3c286f23 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.194254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2b9d389-b7ba-40cb-8955-5624998b8a89 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.214278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.216244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.216556 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP f50c3c1b-62bd-4539-8f2b-522fd48bf5f2 disassociated. External IP: 172.26.7.210, port: d9578730-5818-4c68-97f9-bad0399f0408. Sep 15 09:51:16.228741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b79fc8-f8ad-4461-a347-0a5b3c286f23 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=405c2d5b-10de-402b-8c61-54070dcf5fe9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:16.311544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.332072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:16.428113 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c9188cc4-0a70-4a5b-bdd6-f97f339e1b30 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf HTTP/1.1" status: 204 len: 168 time: 4.5430727 Sep 15 09:51:16.430213 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-c63c4e04-a89e-4360-a1fd-7f955b1d7e5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 1000 time: 0.2740378 Sep 15 09:51:16.441420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45550) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:16.470333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9d389-b7ba-40cb-8955-5624998b8a89 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for b64e1859-e609-45d3-b1d5-2cc7410a4883 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:16.516038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-81b79fc8-f8ad-4461-a347-0a5b3c286f23 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.516356 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49f2b8b-6047-4d42-8140-96a50dd03365 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:16.516896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49f2b8b-6047-4d42-8140-96a50dd03365 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:16.517152 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-81b79fc8-f8ad-4461-a347-0a5b3c286f23 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/405c2d5b-10de-402b-8c61-54070dcf5fe9 HTTP/1.1" status: 204 len: 168 time: 1.0142074 Sep 15 09:51:16.523613 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c49f2b8b-6047-4d42-8140-96a50dd03365 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf HTTP/1.1" status: 404 len: 339 time: 0.0749426 Sep 15 09:51:16.523613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45554) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:16.527857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45556) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:16.554426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1938817676', 'description': 'd1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:16.568595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:16.574778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c1b4eb-4031-46d2-80e8-e4f261937b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.576843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-4b936670-84cf-4624-bba7-780f85743d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:16.578317 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-4b936670-84cf-4624-bba7-780f85743d18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.1362133 Sep 15 09:51:16.582497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Usage tracker for resource:network and tenant:aba420f3ff944dea830a277c6df1de76 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:16.632891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Router ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:51:16.670631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:16.692797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:16.706398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc384580-7d5f-4eca-afd3-8056d1b47217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.733614 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e09816c4-51aa-491e-b724-a13772833467 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2103016 Sep 15 09:51:16.745144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45562) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:16.751560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc384580-7d5f-4eca-afd3-8056d1b47217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654aa479-93ac-4e70-92d8-09adba928010,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:16.753220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2b9d389-b7ba-40cb-8955-5624998b8a89 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.829559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9d389-b7ba-40cb-8955-5624998b8a89 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=b64e1859-e609-45d3-b1d5-2cc7410a4883,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:16.860969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:16.864442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.884156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-04e55d20-5e39-462c-b849-213feb9df7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:16.884798 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-04e55d20-5e39-462c-b849-213feb9df7a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2995613 Sep 15 09:51:16.894265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:16.905159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2b9d389-b7ba-40cb-8955-5624998b8a89 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.923414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c1b4eb-4031-46d2-80e8-e4f261937b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.959556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc384580-7d5f-4eca-afd3-8056d1b47217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:16.960594 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fc384580-7d5f-4eca-afd3-8056d1b47217 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/654aa479-93ac-4e70-92d8-09adba928010 HTTP/1.1" status: 204 len: 168 time: 1.5009546 Sep 15 09:51:16.969678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7bdbcccb-a220-4ad6-b897-ca3ce80cf791 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.019430 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a2b9d389-b7ba-40cb-8955-5624998b8a89 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/b64e1859-e609-45d3-b1d5-2cc7410a4883 HTTP/1.1" status: 204 len: 168 time: 1.8426886 Sep 15 09:51:17.031204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1b4eb-4031-46d2-80e8-e4f261937b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f225fe1-6e8a-4731-bf17-5b035b076074,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:17.033980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45572) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.037662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7bdbcccb-a220-4ad6-b897-ca3ce80cf791 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.049617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a68006-15c4-4559-b6ca-3803606a3f1f None None] Network 60be109e-8b4d-4efc-af46-740574c2c1f2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:17.058274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32c1b4eb-4031-46d2-80e8-e4f261937b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.060151 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-32c1b4eb-4031-46d2-80e8-e4f261937b2a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6f225fe1-6e8a-4731-bf17-5b035b076074 HTTP/1.1" status: 204 len: 168 time: 1.5990026 Sep 15 09:51:17.105792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45576) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.146326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:17.160441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.165200 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dbafff23-8e32-4c53-856b-34ac5fdaefa4 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "PUT /v2.0/routers/ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617 HTTP/1.1" status: 200 len: 916 time: 7.6631963 Sep 15 09:51:17.165361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device bc9a6118-c3c1-402e-9b43-eca52953eb2c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:17.170553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45580) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.177776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:17.202510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95feeb-b31e-4af2-b144-31861e426684 None None] Sync routers for ids ['ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:17.220720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: bc9a6118-c3c1-402e-9b43-eca52953eb2c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:17.221304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device bc9a6118-c3c1-402e-9b43-eca52953eb2c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:17.221938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device af62c5f7-fc19-4043-b508-aab2a9354b2e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:17.262749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: af62c5f7-fc19-4043-b508-aab2a9354b2e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:17.263336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device af62c5f7-fc19-4043-b508-aab2a9354b2e not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:17.264937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95feeb-b31e-4af2-b144-31861e426684 None None] Routers {'ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:17.265759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f95feeb-b31e-4af2-b144-31861e426684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:17.334164 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-0deef97b-d6bd-4b1b-86ff-c210950c6e3e service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420283 Sep 15 09:51:17.342670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f95feeb-b31e-4af2-b144-31861e426684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:17.358769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.369090 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95feeb-b31e-4af2-b144-31861e426684 None None] Routers {'ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:17.374730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f95feeb-b31e-4af2-b144-31861e426684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:17.441515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:17.443454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.443896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment dd9e756b-17ed-475e-b79a-8be72df15444 of type vlan for network 1f1e28c2-dfb1-4497-84d5-53808b48e651 Sep 15 09:51:17.455575 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd44e-d880-4ee9-a430-a0078f8ed0e6 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:17.474739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc3608-a618-4731-9d0e-3cdf096e0d9e req-a8472b89-338d-49d2-82e2-fae7d8112ecc tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:17.474968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.477576 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-09cc3608-a618-4731-9d0e-3cdf096e0d9e req-a8472b89-338d-49d2-82e2-fae7d8112ecc tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5607455 Sep 15 09:51:17.478094 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd44e-d880-4ee9-a430-a0078f8ed0e6 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:17.479445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7bdbcccb-a220-4ad6-b897-ca3ce80cf791 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.480487 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-69ccd44e-d880-4ee9-a430-a0078f8ed0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:17.545090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbcccb-a220-4ad6-b897-ca3ce80cf791 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57491f0e-fe2a-4f53-a42e-848ebf12a437,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:17.547008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Deleting port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:17.547377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.554453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.607196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403725fa-abd3-4c3f-97fe-8dad5ebd9ee9 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:17.607832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-403725fa-abd3-4c3f-97fe-8dad5ebd9ee9 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:17.616679 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7c5c6957-aa92-4631-bdfe-eef1e42e079a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/floatingips/f50c3c1b-62bd-4539-8f2b-522fd48bf5f2 HTTP/1.1" status: 200 len: 688 time: 2.4833350 Sep 15 09:51:17.620742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45590) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.627503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7bdbcccb-a220-4ad6-b897-ca3ce80cf791 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.632339 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7bdbcccb-a220-4ad6-b897-ca3ce80cf791 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/57491f0e-fe2a-4f53-a42e-848ebf12a437 HTTP/1.1" status: 204 len: 168 time: 0.8787234 Sep 15 09:51:17.632461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45594) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.649520 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cf3c4a5d-81c3-48e6-976f-931da4de20f7 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/routers/ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617 HTTP/1.1" status: 200 len: 922 time: 0.4326518 Sep 15 09:51:17.655644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45596) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.665805 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-09cc3608-a618-4731-9d0e-3cdf096e0d9e req-3aba2051-4108-41e3-b74b-9d11980576c2 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872690 Sep 15 09:51:17.669924 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-69ccd44e-d880-4ee9-a430-a0078f8ed0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:17.671006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f95feeb-b31e-4af2-b144-31861e426684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:17.671417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f95feeb-b31e-4af2-b144-31861e426684 None None] The sync data for ids ['ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:17.707913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:51:17.712831 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ccd44e-d880-4ee9-a430-a0078f8ed0e6 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:17.713633 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-69ccd44e-d880-4ee9-a430-a0078f8ed0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:50:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:17.750785 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-489e9c17-7cdd-4338-9cee-4c70773063f1 req-56f8169e-c767-4b2a-9372-a71d988c7f13 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4085937 Sep 15 09:51:17.785874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-403725fa-abd3-4c3f-97fe-8dad5ebd9ee9 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:17.787059 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-403725fa-abd3-4c3f-97fe-8dad5ebd9ee9 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7360289 Sep 15 09:51:17.792422 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45604) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.845404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] DHCP port deletion for 60be109e-8b4d-4efc-af46-740574c2c1f2 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:17.856923 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-69ccd44e-d880-4ee9-a430-a0078f8ed0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:17.857584 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ccd44e-d880-4ee9-a430-a0078f8ed0e6 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:17.867190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] Deleting port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:17.868838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port d5b2b422-4036-4179-9fef-9c82d5b2ce7d {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:17.868949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.869183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.920534 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d36bfa13-0a86-4d2b-b57f-52731da93ca4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:51:17.921912 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d36bfa13-0a86-4d2b-b57f-52731da93ca4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/b64e1859-e609-45d3-b1d5-2cc7410a4883 HTTP/1.1" status: 404 len: 333 time: 0.1282804 Sep 15 09:51:17.930565 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5fec4228-6d23-4c8d-bc44-9ab30892fe6b tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2381420 Sep 15 09:51:17.931372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45610) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.935749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45612) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:17.935940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.941615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:17.942245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:17.978951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1163117787'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:17.998901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] For port c3cb3b52-019c-4646-8bbe-0f2864f6fb34, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c3cb3b52-019c-4646-8bbe-0f2864f6fb34,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:17.999708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.009633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6efd2f-360e-486e-81c6-a1878a8d3a01 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:18.014402 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0a6efd2f-360e-486e-81c6-a1878a8d3a01 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3443933 Sep 15 09:51:18.015435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21d84e62-df7a-464e-9428-083de9b38c8c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.021775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45618) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:18.039681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:18.076515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:network and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:18.085212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:18.124444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] For port c3cb3b52-019c-4646-8bbe-0f2864f6fb34, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c3cb3b52-019c-4646-8bbe-0f2864f6fb34,segment=NetworkSegment(91ffd933-66bb-4974-8365-d076103eec41),segment_id=91ffd933-66bb-4974-8365-d076103eec41)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:18.124987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.150969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:18.153812 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6250596 Sep 15 09:51:18.168859 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45626) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:18.173677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f5e0d-83cc-4777-9f6d-0fd8070d7ea0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=1f1e28c2-dfb1-4497-84d5-53808b48e651,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:18.274974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Calling delete_port for c3cb3b52-019c-4646-8bbe-0f2864f6fb34 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:18.307163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21d84e62-df7a-464e-9428-083de9b38c8c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.324910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:18.328622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.342856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.343503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.363503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682110e0-69b3-4bee-b9cb-0e3f8fcf2559 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:18.364415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-682110e0-69b3-4bee-b9cb-0e3f8fcf2559 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Synchronizing usage tracker for tenant:aba420f3ff944dea830a277c6df1de76 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:18.396606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] Calling delete_port for c3cb3b52-019c-4646-8bbe-0f2864f6fb34 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:18.489903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 1f1e28c2-dfb1-4497-84d5-53808b48e651 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:18.493523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for d5b2b422-4036-4179-9fef-9c82d5b2ce7d owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:18.498151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21d84e62-df7a-464e-9428-083de9b38c8c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.516403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f46ab08-2a4e-4c43-9406-90f1ece95178 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:18.517776 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8f46ab08-2a4e-4c43-9406-90f1ece95178 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 881 time: 0.4934437 Sep 15 09:51:18.523169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d84e62-df7a-464e-9428-083de9b38c8c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e588a9b7-8639-402e-ae73-3feafa0a25c8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:18.523870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45634) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:18.532945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21d84e62-df7a-464e-9428-083de9b38c8c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.534094 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-21d84e62-df7a-464e-9428-083de9b38c8c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e588a9b7-8639-402e-ae73-3feafa0a25c8 HTTP/1.1" status: 204 len: 168 time: 0.5968773 Sep 15 09:51:18.535075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.538826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45636) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:18.603213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3cb3b52-019c-4646-8bbe-0f2864f6fb34,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:18.605560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] No DVR routers for this DVR port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:18.610480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:18.616842 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6ddaf716-df10-4c1f-ae23-ea5d75d0a3e0 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617 HTTP/1.1" status: 200 len: 205 time: 0.0787416 Sep 15 09:51:18.624384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45642) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:18.651607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:51:18.652031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:51:18.744659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-23f550a3-d337-400d-b213-9d609e96cb75 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:18.755244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.796972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60be109e-8b4d-4efc-af46-740574c2c1f2']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:18.814431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ffd933-66bb-4974-8365-d076103eec41') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:18.814697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ffd933-66bb-4974-8365-d076103eec41') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:18.827784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.844415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.845352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.845707 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Added segment 9b10fc5a-5065-422c-94cd-0ed0a7a8ec47 of type vlan for network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 Sep 15 09:51:18.849468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-682110e0-69b3-4bee-b9cb-0e3f8fcf2559 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Unset dirty status for tenant:aba420f3ff944dea830a277c6df1de76 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:18.850613 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-682110e0-69b3-4bee-b9cb-0e3f8fcf2559 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/networks?id=1f1e28c2-dfb1-4497-84d5-53808b48e651 HTTP/1.1" status: 200 len: 765 time: 0.6782970 Sep 15 09:51:18.851055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:18.851637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:18.873031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45650) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:18.919142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-23f550a3-d337-400d-b213-9d609e96cb75 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:18.920422 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-23f550a3-d337-400d-b213-9d609e96cb75 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3513288 Sep 15 09:51:18.922166 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 91ffd933-66bb-4974-8365-d076103eec41 resource provider aggregate not found Sep 15 09:51:18.927071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45658) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:18.941101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5b893c31-a565-40b9-bd5c-3b4856fd4e64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'description': 'd2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:19.018048 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 91ffd933-66bb-4974-8365-d076103eec41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91ffd933-66bb-4974-8365-d076103eec41 found for delete ", "request_id": "req-222dbd6c-28ff-4729-a625-73bb158bfe14"}]} Sep 15 09:51:19.088597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.139927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.144417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.153132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] Deleting port c3cb3b52-019c-4646-8bbe-0f2864f6fb34 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:19.154270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.176231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.202650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c3cb3b52-019c-4646-8bbe-0f2864f6fb34 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:19.205072 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] 10.222.0.62 "DELETE /v2.0/networks/60be109e-8b4d-4efc-af46-740574c2c1f2 HTTP/1.1" status: 204 len: 168 time: 2.0903032 Sep 15 09:51:19.209792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8b27d-bf11-4442-b0a3-50038aff4b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=60be109e-8b4d-4efc-af46-740574c2c1f2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:19.260341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b893c31-a565-40b9-bd5c-3b4856fd4e64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.276768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: c3cb3b52-019c-4646-8bbe-0f2864f6fb34 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:19.277755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c3cb3b52-019c-4646-8bbe-0f2864f6fb34 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:19.281047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-38f2fdc3-76c9-4362-af1b-22a9a0ed5faf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.330121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ea875396-7638-45f9-9c73-90441436daf9 None None] The port 'c3cb3b52-019c-4646-8bbe-0f2864f6fb34' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:51:19.378211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b893c31-a565-40b9-bd5c-3b4856fd4e64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.380857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3090a6-f672-4e16-9d3c-9e644bead458 req-7c8cf744-22ff-442b-b12b-240042746774 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:19.382394 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea3090a6-f672-4e16-9d3c-9e644bead458 req-7c8cf744-22ff-442b-b12b-240042746774 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5396266 Sep 15 09:51:19.404332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.408158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.412459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b893c31-a565-40b9-bd5c-3b4856fd4e64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 1f1e28c2-dfb1-4497-84d5-53808b48e651 is not hosted by any dhcp agent {{(pid=89668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 15 09:51:19.413457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:19.414065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.415712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b893c31-a565-40b9-bd5c-3b4856fd4e64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:19.416302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b893c31-a565-40b9-bd5c-3b4856fd4e64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.420859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5b893c31-a565-40b9-bd5c-3b4856fd4e64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "PUT /v2.0/networks/1f1e28c2-dfb1-4497-84d5-53808b48e651 HTTP/1.1" status: 200 len: 762 time: 0.5435266 Sep 15 09:51:19.422592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45672) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:19.471801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-38f2fdc3-76c9-4362-af1b-22a9a0ed5faf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.567426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7ef41f10-169e-419a-b71d-bcf331a4b320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.578534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45680) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:19.583669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b893c31-a565-40b9-bd5c-3b4856fd4e64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=1f1e28c2-dfb1-4497-84d5-53808b48e651,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:19.598164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 1f1e28c2-dfb1-4497-84d5-53808b48e651 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:19.608083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=d5b2b422-4036-4179-9fef-9c82d5b2ce7d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:19.612409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a611951-ae21-4426-95ee-51a12109acda tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:19.613119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8a611951-ae21-4426-95ee-51a12109acda tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Synchronizing usage tracker for tenant:aba420f3ff944dea830a277c6df1de76 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:19.626913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8a611951-ae21-4426-95ee-51a12109acda tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Unset dirty status for tenant:aba420f3ff944dea830a277c6df1de76 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:19.628064 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8a611951-ae21-4426-95ee-51a12109acda tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/networks?id=1f1e28c2-dfb1-4497-84d5-53808b48e651 HTTP/1.1" status: 200 len: 765 time: 0.2051775 Sep 15 09:51:19.632746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45684) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:19.759256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Network': ['ID=c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:19.770030 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea3090a6-f672-4e16-9d3c-9e644bead458 req-3b14a6a9-f7f5-4b08-ae16-e7dc8983bddf tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3662119 Sep 15 09:51:19.773556 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0ca40a84-b9b7-48f6-beab-2476219551f8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8240983 Sep 15 09:51:19.774313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45690) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:19.783705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:19.798831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.805246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:19.829016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.842101 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c43f8620-3089-4d79-9d0d-145c4349f01a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f448e0b5edd4d4db764393e23f65ef9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2423830 Sep 15 09:51:19.842308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45698) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:19.863555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.867442 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fa420f3d-fe3c-45ad-9c37-5b5ee48d8d4d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/floatingips/f50c3c1b-62bd-4539-8f2b-522fd48bf5f2 HTTP/1.1" status: 204 len: 168 time: 2.2457573 Sep 15 09:51:19.869788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45702) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:19.942025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Deleting port e4f26148-6f89-4976-b235-422376353792 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:19.942823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.966362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be254012-ef44-43fa-9d9f-081ba5f972b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:19.971360 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-be254012-ef44-43fa-9d9f-081ba5f972b1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3352680 Sep 15 09:51:19.980105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45708) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:19.995409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-38f2fdc3-76c9-4362-af1b-22a9a0ed5faf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:19.998972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-38f2fdc3-76c9-4362-af1b-22a9a0ed5faf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.000462 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-38f2fdc3-76c9-4362-af1b-22a9a0ed5faf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/cf1430f3-5fa2-4e40-be65-22fcf862ea05 HTTP/1.1" status: 204 len: 168 time: 1.0691006 Sep 15 09:51:20.021996 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-1cf23deb-1bdb-49ff-bb69-6c3ea3796e9c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] delete failed (client error): The resource could not be found. Sep 15 09:51:20.023983 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1cf23deb-1bdb-49ff-bb69-6c3ea3796e9c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/floatingips/f50c3c1b-62bd-4539-8f2b-522fd48bf5f2 HTTP/1.1" status: 404 len: 345 time: 0.1530068 Sep 15 09:51:20.024538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45712) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.044669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45714) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.091480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45720) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.094237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2fdc3-76c9-4362-af1b-22a9a0ed5faf tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1430f3-5fa2-4e40-be65-22fcf862ea05,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:20.120039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cd5de918-bcbe-49a0-9210-37c9ff8186a2 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Synchronizing usage tracker for tenant:aba420f3ff944dea830a277c6df1de76 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:20.254183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:20.261901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5ab5bc30-4898-428a-a3b7-64c471805926 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:20.262057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:20.265257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a202aeb-89f6-4de5-be54-f5fe5c193cdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.266946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:20.275059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:20.302443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9e02e-7500-45d3-96a3-0495112b4fcd req-f04f7ff4-2d31-4a7d-af06-367696c3a1f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.304157 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5a9e02e-7500-45d3-96a3-0495112b4fcd req-f04f7ff4-2d31-4a7d-af06-367696c3a1f1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3341343 Sep 15 09:51:20.305506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c0e1a69-f1af-424a-b7a2-8e3e4f0036ce tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:20.321271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff782a25-d250-48ec-890e-18623e079917 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.327080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff782a25-d250-48ec-890e-18623e079917 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.332859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff782a25-d250-48ec-890e-18623e079917 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.337143 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ff782a25-d250-48ec-890e-18623e079917 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "GET /v2.0/ports?network_id=98c4bfe7-3770-469e-8c4f-0e6bc3b3daca HTTP/1.1" status: 200 len: 2359 time: 0.2859869 Sep 15 09:51:20.344273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45726) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.346291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a202aeb-89f6-4de5-be54-f5fe5c193cdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.378169 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5a9e02e-7500-45d3-96a3-0495112b4fcd req-0b64dc00-4a63-4d2b-826b-3f73cfa199e3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425460 Sep 15 09:51:20.412301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:20.416825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.431019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c0e1a69-f1af-424a-b7a2-8e3e4f0036ce tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:20.431019 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3c0e1a69-f1af-424a-b7a2-8e3e4f0036ce tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3570430 Sep 15 09:51:20.434509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cd5de918-bcbe-49a0-9210-37c9ff8186a2 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Unset dirty status for tenant:aba420f3ff944dea830a277c6df1de76 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:20.439698 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cd5de918-bcbe-49a0-9210-37c9ff8186a2 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 207 time: 0.4416609 Sep 15 09:51:20.439841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45732) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.443549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156201793'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:20.446101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.447502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45734) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.454360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.484698 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5ab5bc30-4898-428a-a3b7-64c471805926 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] 10.222.0.62 "PUT /v2.0/quotas/9f164ddc70754ca990e77f1d9ff9a395 HTTP/1.1" status: 200 len: 368 time: 0.3883331 Sep 15 09:51:20.525662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:20.527819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45740) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.557014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Request body: {'network': {'project_id': '9f164ddc70754ca990e77f1d9ff9a395'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:20.617283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:20.619845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:20.656087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Usage tracker for resource:network and tenant:9f164ddc70754ca990e77f1d9ff9a395 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:20.662928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:20.678593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:20.741639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.747431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Calling delete_port for e4f26148-6f89-4976-b235-422376353792 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:20.759570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ba622-9e3b-4448-aba3-646b48765447 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.765274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ba622-9e3b-4448-aba3-646b48765447 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.771063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ba622-9e3b-4448-aba3-646b48765447 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.777878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ba622-9e3b-4448-aba3-646b48765447 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.783976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ba622-9e3b-4448-aba3-646b48765447 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.789609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397ba622-9e3b-4448-aba3-646b48765447 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.791440 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-397ba622-9e3b-4448-aba3-646b48765447 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3390107 Sep 15 09:51:20.796499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45744) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.799681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Made reservation on behalf of 9f164ddc70754ca990e77f1d9ff9a395 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:20.801893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.803332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d07b8f-9770-460f-95e1-3c7ca389ade8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:20.804646 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-43d07b8f-9770-460f-95e1-3c7ca389ade8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "GET /v2.0/subnets/95ed0549-e2e7-4b99-9680-ec4a0efc74fa HTTP/1.1" status: 200 len: 797 time: 0.4505665 Sep 15 09:51:20.820605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:20.828316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45748) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:20.840794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'port': {'network_id': '98c4bfe7-3770-469e-8c4f-0e6bc3b3daca', 'name': 'tempest-FloatingIPTestJSON-832690306', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:20.858047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:20.887816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:20.896355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:20.905409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Usage tracker for resource:security_group_rule and tenant:9f164ddc70754ca990e77f1d9ff9a395 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:20.913211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:20.927259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:21.007880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a202aeb-89f6-4de5-be54-f5fe5c193cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.030361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.064618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a202aeb-89f6-4de5-be54-f5fe5c193cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545318bf-5159-412c-9c0f-584b49a9f686,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:21.134733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a202aeb-89f6-4de5-be54-f5fe5c193cdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.135860 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7a202aeb-89f6-4de5-be54-f5fe5c193cdc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/545318bf-5159-412c-9c0f-584b49a9f686 HTTP/1.1" status: 204 len: 168 time: 1.2926970 Sep 15 09:51:21.186554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-16ee7ce1-149c-4cc9-9fda-9fd21c3db20a tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3842683 Sep 15 09:51:21.189754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.191314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45756) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:21.233508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:21.236069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:21.251862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:port and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:21.256538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:21.266513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking segment: {'id': '9b10fc5a-5065-422c-94cd-0ed0a7a8ec47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:21.271025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network hostable DHCP agents. Network: c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:51:21.271143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:21.273564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.276324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.347541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffbf07-ac2f-47e9-945e-6ebc3fb6ae68 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.349027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffbf07-ac2f-47e9-945e-6ebc3fb6ae68 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.350513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffbf07-ac2f-47e9-945e-6ebc3fb6ae68 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.350878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b5f3d-f4fe-46a8-8728-0f865a2c20c1 req-d7e7c08b-1bae-4965-9d6e-b98cfae59a5d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.352024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffbf07-ac2f-47e9-945e-6ebc3fb6ae68 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.352752 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e5b5f3d-f4fe-46a8-8728-0f865a2c20c1 req-d7e7c08b-1bae-4965-9d6e-b98cfae59a5d tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3282199 Sep 15 09:51:21.353555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffbf07-ac2f-47e9-945e-6ebc3fb6ae68 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.361719 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e7ffbf07-ac2f-47e9-945e-6ebc3fb6ae68 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1635847 Sep 15 09:51:21.362042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53c5020-0200-446e-83ce-ef87dfa3244d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:21.362153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45760) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:21.362577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.430388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:21.433848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:21.437670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:51:21.446621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a50c929-b660-4520-a890-37b66102c7a2,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:21.459320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.459670 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Added segment 117fcb2d-7457-405c-b517-2eb3a0b6744a of type vlan for network 7e5a8970-1f01-4b89-a738-a186d9d8b390 Sep 15 09:51:21.463162 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e5b5f3d-f4fe-46a8-8728-0f865a2c20c1 req-4ad19824-5147-48a1-9d07-b419b895d590 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014655 Sep 15 09:51:21.470493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.474796 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2f5ee437-0e2e-4c84-8e11-0d683a7bb749 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0361943 Sep 15 09:51:21.475526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45764) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:21.493494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'e53c5020-0200-446e-83ce-ef87dfa3244d', 'direction': 'ingress', 'protocol': 17}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:21.503525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:21.507021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.513448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:21.516864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2768-417b-4dca-bfd9-9db1d93214f4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.517810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:21.518282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2768-417b-4dca-bfd9-9db1d93214f4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.519748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2768-417b-4dca-bfd9-9db1d93214f4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.521419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2768-417b-4dca-bfd9-9db1d93214f4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.522970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d2768-417b-4dca-bfd9-9db1d93214f4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.532342 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c05d2768-417b-4dca-bfd9-9db1d93214f4 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1617620 Sep 15 09:51:21.532512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:21.532512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45770) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:21.534932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.630146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7bc8cd10-0045-4769-8db6-d97d8b11b4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.639673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event deleted for resources: {'Port': ['ID=e4f26148-6f89-4976-b235-422376353792,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:21.648527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:51:21.660195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:21.670418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f373d-4e62-4b4a-ae53-e502b138b375 None None] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:21.763734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7af08-6d89-4983-afc4-6e0637ea7e68 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.769033 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e4c7af08-6d89-4983-afc4-6e0637ea7e68 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/networks/fffef2de-46d0-40ee-94e9-6b3ade175440 HTTP/1.1" status: 200 len: 804 time: 0.2352769 Sep 15 09:51:21.771485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45778) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:21.773165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:21.773802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.823475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.837500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.855426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:21.912722 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eaccaa9c-b1c3-471f-89c4-31b1729dd6b2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1345150 Sep 15 09:51:21.924026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45786) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:21.938912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:21.960219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4', 'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4', 'tenant_id': '74d02c5a5fc645b29465e1f6b4e00054', 'fixed_ips': [{'subnet_id': '38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:51:21.961068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.003275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] device_id is not set on port 0c528cfd-76bb-426a-9ee0-595e425cb47b yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:22.024389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.025346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:22.025945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.141362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.147047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.157677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Allocated IP 2001:db8::2 (c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4/38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93/be9bed69-1fbb-494b-8007-78911c0ccdee) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:22.169449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723af83-489e-433d-b2f3-c1ea5b3c9ddf req-b39b42f9-0c86-4589-a9f6-6698851b6e12 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:22.171296 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2723af83-489e-433d-b2f3-c1ea5b3c9ddf req-b39b42f9-0c86-4589-a9f6-6698851b6e12 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5352547 Sep 15 09:51:22.183959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Pushing event updated for resources: {'Network': ['ID=7e5a8970-1f01-4b89-a738-a186d9d8b390,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:22.206691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7e5a8970-1f01-4b89-a738-a186d9d8b390 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:22.242607 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5ba61b61-b7a4-4b3a-9f22-5ba987e003d0 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/networks/fffef2de-46d0-40ee-94e9-6b3ade175440?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4474642 Sep 15 09:51:22.252793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45794) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:22.305761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.313078 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4538ee2e-cdea-47eb-b51c-7cb3f7b66358 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7841697 Sep 15 09:51:22.320791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45800) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:22.337900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Request body: {'network': {'project_id': '9f164ddc70754ca990e77f1d9ff9a395'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:22.342434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:22.350370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:22.355946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:22.362149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:22.369553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Usage tracker for resource:network and tenant:9f164ddc70754ca990e77f1d9ff9a395 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:22.372369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:22.376485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:22.386780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:22.397643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3f5bd4-b4f3-4663-950c-7fcdbb023671 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:22.398195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ec3f5bd4-b4f3-4663-950c-7fcdbb023671 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Synchronizing usage tracker for tenant:aba420f3ff944dea830a277c6df1de76 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:22.411008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.444894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ec3f5bd4-b4f3-4663-950c-7fcdbb023671 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Unset dirty status for tenant:aba420f3ff944dea830a277c6df1de76 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:22.449893 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ec3f5bd4-b4f3-4663-950c-7fcdbb023671 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/subnets/c1b2a02c-96ff-4cc0-b974-3822194875cd HTTP/1.1" status: 200 len: 843 time: 0.1931584 Sep 15 09:51:22.452135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45806) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:22.453220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4739f37-5c13-4302-a9e9-a47cae106b9f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:22.481399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:22.484908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.503551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Made reservation on behalf of 9f164ddc70754ca990e77f1d9ff9a395 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:22.505776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.538899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.539439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Fanout notify agent at l3_agent the message router_deleted on router ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:22.544863 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2723af83-489e-433d-b2f3-c1ea5b3c9ddf req-b77bfaba-2d37-4eea-8bb1-0b36e9c60d81 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923667 Sep 15 09:51:22.625243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.702866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.706568 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-57f025c5-e897-4d91-bc82-ede99361f447 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2246771 Sep 15 09:51:22.711122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45814) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:22.716236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.720173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.721724 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f3e41525-8bca-47ea-9dd2-a7abc960c581 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617 HTTP/1.1" status: 204 len: 168 time: 4.0961504 Sep 15 09:51:22.725328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78578a9e-1c5c-4665-8b8c-6864b365dd1f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['shared'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:22.727044 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-78578a9e-1c5c-4665-8b8c-6864b365dd1f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "GET /v2.0/subnets/c1b2a02c-96ff-4cc0-b974-3822194875cd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2719564 Sep 15 09:51:22.731387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45818) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:22.731784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45820) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:22.732157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45822) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:22.734248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Transition to ACTIVE for port object be9bed69-1fbb-494b-8007-78911c0ccdee will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:22.737256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.755031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Transition to ACTIVE for port object be9bed69-1fbb-494b-8007-78911c0ccdee will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:22.775771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1329854738'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:22.782139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1292366202', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:22.796150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:22.804433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:22.818388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Usage tracker for resource:router and tenant:d9600cb9909642d09db8464316dd1eb7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:22.821149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:22.823160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:22.830007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.835950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:22.850348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:22.857583 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.20.0.14 (98c4bfe7-3770-469e-8c4f-0e6bc3b3daca/95ed0549-e2e7-4b99-9680-ec4a0efc74fa/0c528cfd-76bb-426a-9ee0-595e425cb47b) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:22.864475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.20.0.13 (98c4bfe7-3770-469e-8c4f-0e6bc3b3daca/95ed0549-e2e7-4b99-9680-ec4a0efc74fa/0c528cfd-76bb-426a-9ee0-595e425cb47b) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:22.894172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.894459 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Added segment 738404b0-1513-4a4e-aaf7-0cdb66486336 of type vlan for network bde97bcd-7163-4504-b440-ade118f54247 Sep 15 09:51:22.908300 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.ipam_backend_mixin [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93 (CIDR: 2001:db8::/64) Sep 15 09:51:22.912631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Pushing event updated for resources: {'Port': ['ID=be9bed69-1fbb-494b-8007-78911c0ccdee,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:22.918497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:22.927293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.928813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.929164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.929502 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.929859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.930190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.930542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.931039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.931518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.932113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.932576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.933692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.934208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:51:22.939272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:22.940928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:22.943345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9da-5a04-4abb-871a-aa1c12cec8c1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.943720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:22.956022 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:51:22.956022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:22.967441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.967808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:22.970452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.972982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:22.987758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-949951780-network', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:23.014752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:23.023265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9da-5a04-4abb-871a-aa1c12cec8c1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.023547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.023849 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Added segment 0596900c-6c9e-4caa-b924-fef106f9d221 of type vlan for network 8f621164-1a41-4f27-acfb-68280aeb0681 Sep 15 09:51:23.037989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93164aad-d9e7-48b5-9b02-32fd0bb4ce2b req-c34062e5-8830-4566-ac87-2bd7ab5f1654 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:23.039468 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-93164aad-d9e7-48b5-9b02-32fd0bb4ce2b req-c34062e5-8830-4566-ac87-2bd7ab5f1654 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3263035 Sep 15 09:51:23.067558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Attempting to bind port be9bed69-1fbb-494b-8007-78911c0ccdee on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:51:23.068057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Attempting to bind port be9bed69-1fbb-494b-8007-78911c0ccdee by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '9b10fc5a-5065-422c-94cd-0ed0a7a8ec47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:51:23.069324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Attempting to bind port be9bed69-1fbb-494b-8007-78911c0ccdee on network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:51:23.069459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Usage tracker for resource:network and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:23.076047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:51:23.077439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Checking segment: {'id': '9b10fc5a-5065-422c-94cd-0ed0a7a8ec47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:23.077439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.077439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Bound using segment: {'id': '9b10fc5a-5065-422c-94cd-0ed0a7a8ec47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:51:23.078036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Bound port: be9bed69-1fbb-494b-8007-78911c0ccdee, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b10fc5a-5065-422c-94cd-0ed0a7a8ec47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:51:23.078844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.083840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:23.088997 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-64783a30-a66a-4cfa-b7dd-f630c1bce5bb tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1610262 Sep 15 09:51:23.097964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45834) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:23.113759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:23.116200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:23.125956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.136682 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-93164aad-d9e7-48b5-9b02-32fd0bb4ce2b req-def79078-248d-4671-bcf0-408cfa7d4325 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860159 Sep 15 09:51:23.138100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.138317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:23.138892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.157178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.198774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] For port be9bed69-1fbb-494b-8007-78911c0ccdee, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:51:23.202253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] For port be9bed69-1fbb-494b-8007-78911c0ccdee, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=be9bed69-1fbb-494b-8007-78911c0ccdee,segment=NetworkSegment(9b10fc5a-5065-422c-94cd-0ed0a7a8ec47),segment_id=9b10fc5a-5065-422c-94cd-0ed0a7a8ec47)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:51:23.234652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Made reservation on behalf of a26c9fa7e5f345a195fbcde1d6d5b154 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:23.236937 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.306039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.318970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.324844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.342644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Pushing event updated for resources: {'Network': ['ID=bde97bcd-7163-4504-b440-ade118f54247,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:23.350451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:23.353753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Usage tracker for resource:security_group_rule and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:23.357459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:23.364339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9da-5a04-4abb-871a-aa1c12cec8c1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.364482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:23.367388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f8d2f9da-5a04-4abb-871a-aa1c12cec8c1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.367388 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f8d2f9da-5a04-4abb-871a-aa1c12cec8c1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/e53c5020-0200-446e-83ce-ef87dfa3244d HTTP/1.1" status: 204 len: 168 time: 0.6505730 Sep 15 09:51:23.367575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.371170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:23.371752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.375071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45840) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:23.400498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network bde97bcd-7163-4504-b440-ade118f54247 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:23.404311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2f9da-5a04-4abb-871a-aa1c12cec8c1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53c5020-0200-446e-83ce-ef87dfa3244d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:23.411081 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2ca8d5d2-6d37-4ad4-8e50-7e498f45b602 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0890758 Sep 15 09:51:23.417710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45844) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:23.425598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ae0efed9-95d4-4c44-9dbe-8e0fe91dc10e tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Request body: {'network': {'project_id': '9f164ddc70754ca990e77f1d9ff9a395'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:23.440544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ae0efed9-95d4-4c44-9dbe-8e0fe91dc10e tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:23.444521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:23.451836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ae0efed9-95d4-4c44-9dbe-8e0fe91dc10e tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Usage tracker for resource:network and tenant:9f164ddc70754ca990e77f1d9ff9a395 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:23.456490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:23.459529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ae0efed9-95d4-4c44-9dbe-8e0fe91dc10e tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:23.469904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:23.482866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ae0efed9-95d4-4c44-9dbe-8e0fe91dc10e tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:23.483915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:23.488108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5619849a-3081-4bba-bfea-230cc5ef4dac tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:23.493025 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0efed9-95d4-4c44-9dbe-8e0fe91dc10e tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 15 09:51:23.493489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0efed9-95d4-4c44-9dbe-8e0fe91dc10e tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:23.494652 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ae0efed9-95d4-4c44-9dbe-8e0fe91dc10e tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0759950 Sep 15 09:51:23.498588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45848) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:23.568475 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b2bf18cb-8a7a-4510-9d40-18cb6bdff61b tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f164ddc70754ca990e77f1d9ff9a395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0685153 Sep 15 09:51:23.574686 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45854) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:23.591402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5619849a-3081-4bba-bfea-230cc5ef4dac tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:23.592778 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5619849a-3081-4bba-bfea-230cc5ef4dac tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2114089 Sep 15 09:51:23.593695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:23.597593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.619161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45858) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:23.621312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b96f79-14ec-425a-bd6f-5799b8a85b65 None None] Pushing event updated for resources: {'Port': ['ID=be9bed69-1fbb-494b-8007-78911c0ccdee,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:23.642012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--593396291'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:23.710663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:23.769931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.773423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Network': ['ID=8f621164-1a41-4f27-acfb-68280aeb0681,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:23.805325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 8f621164-1a41-4f27-acfb-68280aeb0681 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:23.811158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:23.821115 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-de77c411-c0bd-4883-be35-22272770f37f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0775378 Sep 15 09:51:23.823198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45862) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:23.830935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'network_id': '8f621164-1a41-4f27-acfb-68280aeb0681', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:23.931696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c5175a2-58b3-4e95-9948-d1d325b48540 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.961118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:23.969203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.000464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c5175a2-58b3-4e95-9948-d1d325b48540 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.024990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f530ab-ceec-4a30-a9d5-4cfda13e65f4 req-c2f1d73b-ef3f-4f02-8618-b3366d6e6fd1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:24.026537 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-36f530ab-ceec-4a30-a9d5-4cfda13e65f4 req-c2f1d73b-ef3f-4f02-8618-b3366d6e6fd1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3075831 Sep 15 09:51:24.044508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:24.074636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:24.108958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:24.135091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:24.148514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.178614 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-36f530ab-ceec-4a30-a9d5-4cfda13e65f4 req-6558f430-7d83-462f-9130-59311d0e3c1b tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393163 Sep 15 09:51:24.180623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:24.189099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:24.194283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:24.229879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:24.236820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.253448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=0c528cfd-76bb-426a-9ee0-595e425cb47b,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:24.265745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.270165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:24.293796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.297494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c5175a2-58b3-4e95-9948-d1d325b48540 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.312881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5175a2-58b3-4e95-9948-d1d325b48540 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a50c929-b660-4520-a890-37b66102c7a2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:24.335061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:24.346444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d16ce-1bce-4696-bf6f-6e38c73ab71c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:24.355333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.363788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:24.364415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.382252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.384247 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Added segment c9b81307-1e31-4a36-88c1-e2d08b3d669b of type vlan for network d0d061c4-ebee-4038-b6b1-c5b5155b6821 Sep 15 09:51:24.414308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.434286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.437111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:24.444070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:24.447076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:24.447660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.474899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Made reservation on behalf of aba420f3ff944dea830a277c6df1de76 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:24.478519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.484808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=94583b30-5b24-43f4-9ea2-995c42164ce8,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:24.493967 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-99973da9-fae1-4b78-b4a3-77d5f27267e8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.6645720 Sep 15 09:51:24.503230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45866) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:24.515973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '0c528cfd-76bb-426a-9ee0-595e425cb47b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:24.522098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d092e2dd-9a71-4195-9eca-54eceecd97b7,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:24.525803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:24.528715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c5175a2-58b3-4e95-9948-d1d325b48540 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.533099 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1c5175a2-58b3-4e95-9948-d1d325b48540 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a50c929-b660-4520-a890-37b66102c7a2 HTTP/1.1" status: 204 len: 168 time: 0.9570119 Sep 15 09:51:24.533971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45870) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:24.562425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:24.637383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.638531 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dcf43da1-97ed-442d-917c-f7e3d76be977 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0183971 Sep 15 09:51:24.646478 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3d6c79fc-4680-4fba-babd-6a8989c46d06 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5415232 Sep 15 09:51:24.647647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45874) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:24.647647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45876) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:24.654706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1662781598'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:24.662091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:24.673239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4', 'fixed_ips': [{'subnet_id': '38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93'}, {'subnet_id': '94583b30-5b24-43f4-9ea2-995c42164ce8'}], 'name': 'tempest-PortsIpV6TestJSON-929553988'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:24.692384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:24.707272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:24.773307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.791542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30c5bc8-8bd2-430a-b893-2c650cf10f41 None None] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:24.796488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:24.799784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.823942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.ipam_backend_mixin [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Performing IP validity checks on allocation pools {{(pid=89669) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 15 09:51:24.824497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.ipam_backend_mixin [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89669) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 15 09:51:24.829669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.830999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:24.831200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.904737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:24.998732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.012891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.028086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-278eab39-e80b-4f4e-b8d5-64fa4ab858d7 None None] Provisioning for port be9bed69-1fbb-494b-8007-78911c0ccdee completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:25.048355 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3101039 Sep 15 09:51:25.050239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45882) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:25.068368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Request body: {'subnet': {'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-949951780-subnet', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:25.088163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:25.090763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886ac27-9543-4169-8aa3-6b41d612540d admin admin] Pushing event updated for resources: {'Network': ['ID=d0d061c4-ebee-4038-b6b1-c5b5155b6821,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:25.098591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Usage tracker for resource:subnet and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:25.109812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:25.111343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:25.125098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:25.146112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:25.154274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:25.197217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:25.199871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:25.222080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:25.224157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:25.231652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:25.250830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:25.255308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.259171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Made reservation on behalf of a26c9fa7e5f345a195fbcde1d6d5b154 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:25.261773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.268280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device be9bed69-1fbb-494b-8007-78911c0ccdee up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:25.316316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde97bcd-7163-4504-b440-ade118f54247']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:25.333519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Allocated IP 172.26.7.163 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/46889fdf-c880-4b84-94e2-ebd3c52b4308) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:25.352071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738404b0-1513-4a4e-aaf7-0cdb66486336') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:25.352555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738404b0-1513-4a4e-aaf7-0cdb66486336') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:25.377858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:25.382758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0726d38-4516-47b1-aedc-a2a74d825a5e None None] Update dhcp port {'port': {'network_id': 'c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4', 'fixed_ips': [{'subnet_id': '38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93', 'ip_address': '2001:db8::2'}, {'subnet_id': '94583b30-5b24-43f4-9ea2-995c42164ce8'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'be9bed69-1fbb-494b-8007-78911c0ccdee'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:51:25.412645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.446300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e0726d38-4516-47b1-aedc-a2a74d825a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.514050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.533499 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port be9bed69-1fbb-494b-8007-78911c0ccdee completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:25.543341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:25.543959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.571072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.609386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port be9bed69-1fbb-494b-8007-78911c0ccdee triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:25.609615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.619862 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 738404b0-1513-4a4e-aaf7-0cdb66486336 resource provider aggregate not found Sep 15 09:51:25.631054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.642585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.663732 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 738404b0-1513-4a4e-aaf7-0cdb66486336 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 738404b0-1513-4a4e-aaf7-0cdb66486336 found for delete ", "request_id": "req-55f90194-dc3c-4488-96f8-9312309b0378"}]} Sep 15 09:51:25.664585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.757803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=0160f8e2-ae81-47c9-8959-e10488fff3e5,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:25.804631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.831367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c76450d4-7fcc-457d-8ad2-e1b42885c6f6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:25.845208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 53aed311-6905-4de8-9b59-761e8d00ae94 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:25.856484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395388d1-92b3-43ec-8444-a107b56c4c99 req-4701bd79-8736-4740-ac8e-59650db7d655 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:25.864310 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-395388d1-92b3-43ec-8444-a107b56c4c99 req-4701bd79-8736-4740-ac8e-59650db7d655 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.4319446 Sep 15 09:51:25.864310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Checking segment: {'id': '0596900c-6c9e-4caa-b924-fef106f9d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f621164-1a41-4f27-acfb-68280aeb0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:25.864310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network hostable DHCP agents. Network: 8f621164-1a41-4f27-acfb-68280aeb0681, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:51:25.866001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.866374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port be9bed69-1fbb-494b-8007-78911c0ccdee is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:25.866926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.878444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-e0726d38-4516-47b1-aedc-a2a74d825a5e None None] Allocated IP 2001:db8:0:1::2 (c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4/94583b30-5b24-43f4-9ea2-995c42164ce8/be9bed69-1fbb-494b-8007-78911c0ccdee) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:25.893120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.898381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.904014 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] 10.222.0.62 "DELETE /v2.0/networks/bde97bcd-7163-4504-b440-ade118f54247 HTTP/1.1" status: 204 len: 168 time: 1.3675704 Sep 15 09:51:25.905460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45892) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:25.932733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:25.937460 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f820009b-722e-451f-9ad2-53e2fed7018c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2863874 Sep 15 09:51:25.937460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d46a46b-b387-4643-a59a-319dd7bbbe88 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Pushing event deleted for resources: {'Network': ['ID=bde97bcd-7163-4504-b440-ade118f54247,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:25.939226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45896) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:26.023448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'd092e2dd-9a71-4195-9eca-54eceecd97b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c76450d4-7fcc-457d-8ad2-e1b42885c6f6', 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:26.034848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e0726d38-4516-47b1-aedc-a2a74d825a5e None None] For port be9bed69-1fbb-494b-8007-78911c0ccdee, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=be9bed69-1fbb-494b-8007-78911c0ccdee,segment=NetworkSegment(9b10fc5a-5065-422c-94cd-0ed0a7a8ec47),segment_id=9b10fc5a-5065-422c-94cd-0ed0a7a8ec47)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:26.052302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:26.061083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e0726d38-4516-47b1-aedc-a2a74d825a5e None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.078734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e0726d38-4516-47b1-aedc-a2a74d825a5e None None] Transition to ACTIVE for port object be9bed69-1fbb-494b-8007-78911c0ccdee will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:26.079855 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-395388d1-92b3-43ec-8444-a107b56c4c99 req-b2fce30b-2060-465e-be63-8dc714aef85b tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024968 Sep 15 09:51:26.091423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:26.102857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:26.105516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Network 8f621164-1a41-4f27-acfb-68280aeb0681 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:51:26.117708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:26.120795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.165703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e0726d38-4516-47b1-aedc-a2a74d825a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.286666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.291565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.321939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.26.7.172 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/bd044799-976d-4ca9-882e-7b6d496d707c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:26.344608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:51:26.344963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:51:26.360550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0726d38-4516-47b1-aedc-a2a74d825a5e None None] Pushing event updated for resources: {'Port': ['ID=be9bed69-1fbb-494b-8007-78911c0ccdee,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:26.508505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.516030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 8f621164-1a41-4f27-acfb-68280aeb0681) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:26.527943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba9764-130e-4349-95ff-d741b2c2f7f9 None None] Network 8f621164-1a41-4f27-acfb-68280aeb0681 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:26.553938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:26.554704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.610113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::83 (c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4/38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93/53aed311-6905-4de8-9b59-761e8d00ae94) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:26.620175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8:0:1::358 (c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4/94583b30-5b24-43f4-9ea2-995c42164ce8/53aed311-6905-4de8-9b59-761e8d00ae94) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:26.630530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.633138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.689141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.701575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:26.722796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:26.783365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:26.816110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:26.829800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-8f621164-1a41-4f27-acfb-68280aeb0681', 'network_id': '8f621164-1a41-4f27-acfb-68280aeb0681', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': '0160f8e2-ae81-47c9-8959-e10488fff3e5'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:51:26.831291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.834648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event updated for resources: {'Port': ['ID=46889fdf-c880-4b84-94e2-ebd3c52b4308,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:26.839732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e5a8970-1f01-4b89-a738-a186d9d8b390']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:26.857103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f95b579-d304-4ace-8671-567b5672cef6,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:26.911091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:26.911457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '117fcb2d-7457-405c-b517-2eb3a0b6744a') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:26.911773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '117fcb2d-7457-405c-b517-2eb3a0b6744a') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:26.916765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:26.940239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:26.954775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Checking segment: {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:26.955220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Network hostable DHCP agents. Network: d0d061c4-ebee-4038-b6b1-c5b5155b6821, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:51:26.978571 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-52621b05-1507-41e3-a0a7-c4a2879cff64 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1508698 Sep 15 09:51:26.982734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45904) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:27.005643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.021804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e8ffabc8-de80-46b0-a375-fbbcc682a519 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:27.024978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port be9bed69-1fbb-494b-8007-78911c0ccdee is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:27.025608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.051640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=bd044799-976d-4ca9-882e-7b6d496d707c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:27.115069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port be9bed69-1fbb-494b-8007-78911c0ccdee, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=be9bed69-1fbb-494b-8007-78911c0ccdee,segment=NetworkSegment(9b10fc5a-5065-422c-94cd-0ed0a7a8ec47),segment_id=9b10fc5a-5065-422c-94cd-0ed0a7a8ec47)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:27.180902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1734c0f6-721c-430b-a13d-d3d9ad22226f None None] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:27.204494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Allocated IP 2001:db8::3 (8f621164-1a41-4f27-acfb-68280aeb0681/0160f8e2-ae81-47c9-8959-e10488fff3e5/69b43ccf-0bdc-43c8-afb9-6f7e072de90e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:27.206652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.226246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:27.232195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.235273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.269032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object 53aed311-6905-4de8-9b59-761e8d00ae94 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:27.365014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device be9bed69-1fbb-494b-8007-78911c0ccdee up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:27.388073 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 117fcb2d-7457-405c-b517-2eb3a0b6744a resource provider aggregate not found Sep 15 09:51:27.406843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.449684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:51:27.458461 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 117fcb2d-7457-405c-b517-2eb3a0b6744a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 117fcb2d-7457-405c-b517-2eb3a0b6744a found for delete ", "request_id": "req-59ae61b3-52f6-49e4-9d1e-e243afdbe4cf"}]} Sep 15 09:51:27.496151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77510fc-3e65-4956-b926-60344f62ec82 req-58f3d4ed-3c3a-4b57-b6a3-82877a4fad22 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:27.497759 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c77510fc-3e65-4956-b926-60344f62ec82 req-58f3d4ed-3c3a-4b57-b6a3-82877a4fad22 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.8994381 Sep 15 09:51:27.505485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.565388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-44f94832-6c55-4c26-b2e3-0e25ccd52265 None None] Provisioning for port be9bed69-1fbb-494b-8007-78911c0ccdee completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:27.592297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-44f94832-6c55-4c26-b2e3-0e25ccd52265 None None] Provisioning complete for port be9bed69-1fbb-494b-8007-78911c0ccdee triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:27.592663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-44f94832-6c55-4c26-b2e3-0e25ccd52265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.615535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, d0d061c4-ebee-4038-b6b1-c5b5155b6821) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:27.626430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=be9bed69-1fbb-494b-8007-78911c0ccdee,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:27.627103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:27.628275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.635646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b3c037-6e7f-4400-9fef-b60d35388fcf,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:27.641028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ab2294-d703-4131-8c94-acda4ce57dda None None] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:27.649111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.653415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.664857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.716978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e5a8970-1f01-4b89-a738-a186d9d8b390,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:27.730650 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d58d2193-682f-461c-bf8b-38adf222c653 tempest-QuotasNegativeTest-36093508 tempest-QuotasNegativeTest-36093508-project-admin] 10.222.0.62 "DELETE /v2.0/networks/7e5a8970-1f01-4b89-a738-a186d9d8b390 HTTP/1.1" status: 204 len: 168 time: 1.8210642 Sep 15 09:51:27.741529 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c77510fc-3e65-4956-b926-60344f62ec82 req-4653f58d-4996-4dea-868e-0dbf9ea68d20 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272332 Sep 15 09:51:27.753574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e8ffabc8-de80-46b0-a375-fbbcc682a519 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7944503'] for subnet, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.760484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-927d4a68-d781-41b5-9672-7bb57f2aa5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:27.762668 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-927d4a68-d781-41b5-9672-7bb57f2aa5aa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1099 time: 0.7475281 Sep 15 09:51:27.778144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:27.794211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:27.845672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.857058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.860863 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5f9d582a-d646-4c56-af2c-c6880abe65ee tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.9108729 Sep 15 09:51:27.870356 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a6f95069-a509-41d8-aef8-7ec67e44a39e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8169208 Sep 15 09:51:27.871240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45916) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:27.879231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=53aed311-6905-4de8-9b59-761e8d00ae94,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:27.886440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:27.889274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port be9bed69-1fbb-494b-8007-78911c0ccdee triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:27.889565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.894415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:27.895470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:27.899738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45918) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:27.915149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:27.925592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:27.975082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Usage tracker for resource:router and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:27.986985 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:28.008795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:28.026338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.046498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ecd15da-1fa0-48cc-a117-2d02db2000fa tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.083592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ecd15da-1fa0-48cc-a117-2d02db2000fa tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.103663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.106040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.124505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.128180 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-862a44b4-30d9-4ce2-8685-ffe650ced493 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.4777451 Sep 15 09:51:28.136143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45924) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:28.140175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-47224b30-8c88-412a-b0ae-9790412a426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:28.141586 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-47224b30-8c88-412a-b0ae-9790412a426e service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 913 time: 0.3163753 Sep 15 09:51:28.142144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.196373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:28.218666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.241378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-44f94832-6c55-4c26-b2e3-0e25ccd52265 None None] Current status of the port be9bed69-1fbb-494b-8007-78911c0ccdee is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:28.364341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-d0d061c4-ebee-4038-b6b1-c5b5155b6821', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:51:28.366506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.398576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port be9bed69-1fbb-494b-8007-78911c0ccdee is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:28.506222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Transition to ACTIVE for port object 69b43ccf-0bdc-43c8-afb9-6f7e072de90e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:28.532085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ecd15da-1fa0-48cc-a117-2d02db2000fa tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.572770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Transition to ACTIVE for port object 69b43ccf-0bdc-43c8-afb9-6f7e072de90e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:28.592227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Allocated IP 172.20.0.2 (d0d061c4-ebee-4038-b6b1-c5b5155b6821/9f95b579-d304-4ace-8671-567b5672cef6/47decc41-f3ee-43f8-8add-0cf69c7d59b7) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:28.659517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd15da-1fa0-48cc-a117-2d02db2000fa tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3b3c037-6e7f-4400-9fef-b60d35388fcf,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:28.678115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.706387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.747915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.772396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ecd15da-1fa0-48cc-a117-2d02db2000fa tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.775949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1ecd15da-1fa0-48cc-a117-2d02db2000fa tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/a3b3c037-6e7f-4400-9fef-b60d35388fcf HTTP/1.1" status: 204 len: 168 time: 0.8964450 Sep 15 09:51:28.776893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45930) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:28.795349 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-41f4c852-c079-4794-b476-b579036a679a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 1000 time: 0.4232748 Sep 15 09:51:28.817070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Network 8f621164-1a41-4f27-acfb-68280aeb0681 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:28.831881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:28.836755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Pushing event updated for resources: {'Port': ['ID=69b43ccf-0bdc-43c8-afb9-6f7e072de90e,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:28.839155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:28.865669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:28.949722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-90debaaa-8297-41d8-866e-5785a9dacb41 None None] Provisioning complete for port be9bed69-1fbb-494b-8007-78911c0ccdee triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:28.949722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-90debaaa-8297-41d8-866e-5785a9dacb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.115363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-c3a0a41d-6aa9-43aa-864e-b4b6a67d84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:29.116816 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-c3a0a41d-6aa9-43aa-864e-b4b6a67d84d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.2814963 Sep 15 09:51:29.119398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45938) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:29.133541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.195253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Attempting to bind port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:51:29.195633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Attempting to bind port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '0596900c-6c9e-4caa-b924-fef106f9d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f621164-1a41-4f27-acfb-68280aeb0681'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:51:29.196026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Attempting to bind port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e on network 8f621164-1a41-4f27-acfb-68280aeb0681 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:51:29.219254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d1da6e55-5059-4b34-8f97-a864a64faaa6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:29.219745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:51:29.221249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Checking segment: {'id': '0596900c-6c9e-4caa-b924-fef106f9d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f621164-1a41-4f27-acfb-68280aeb0681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:29.221724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.222206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Bound using segment: {'id': '0596900c-6c9e-4caa-b924-fef106f9d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f621164-1a41-4f27-acfb-68280aeb0681'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:51:29.223588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Bound port: 69b43ccf-0bdc-43c8-afb9-6f7e072de90e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0596900c-6c9e-4caa-b924-fef106f9d221', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '8f621164-1a41-4f27-acfb-68280aeb0681'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:51:29.225968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.249161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=bd044799-976d-4ca9-882e-7b6d496d707c,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:29.355796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device be9bed69-1fbb-494b-8007-78911c0ccdee up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:29.399767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.416027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.492440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Transition to ACTIVE for port object 47decc41-f3ee-43f8-8add-0cf69c7d59b7 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:29.495852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.548104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Transition to ACTIVE for port object 47decc41-f3ee-43f8-8add-0cf69c7d59b7 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:29.551073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-90debaaa-8297-41d8-866e-5785a9dacb41 None None] Current status of the port be9bed69-1fbb-494b-8007-78911c0ccdee is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:29.553576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] For port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:51:29.558484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d1da6e55-5059-4b34-8f97-a864a64faaa6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:29.559770 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d1da6e55-5059-4b34-8f97-a864a64faaa6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.7818425 Sep 15 09:51:29.561888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] For port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=69b43ccf-0bdc-43c8-afb9-6f7e072de90e,segment=NetworkSegment(0596900c-6c9e-4caa-b924-fef106f9d221),segment_id=0596900c-6c9e-4caa-b924-fef106f9d221)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:51:29.572028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45944) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:29.584421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port be9bed69-1fbb-494b-8007-78911c0ccdee triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:29.584779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.585296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.641886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.643341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:29.658372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:37b053246ca64a87b3212f019b685fef is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:29.669241 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP 3d6befd5-24b8-49f3-abcd-d9e779c71a0c associated. External IP: 172.26.7.172, port: 0c528cfd-76bb-426a-9ee0-595e425cb47b. Sep 15 09:51:29.673012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e8ffabc8-de80-46b0-a375-fbbcc682a519 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743233271116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6693962'] for subnet, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.680961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.693211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-90debaaa-8297-41d8-866e-5785a9dacb41 None None] Provisioning for port 53aed311-6905-4de8-9b59-761e8d00ae94 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:29.728724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:29.733160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-90debaaa-8297-41d8-866e-5785a9dacb41 None None] Provisioning complete for port 53aed311-6905-4de8-9b59-761e8d00ae94 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:29.733597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-90debaaa-8297-41d8-866e-5785a9dacb41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.740199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfca503-2c63-42a0-8f2e-c2e8e00ee199 req-a273923b-ace1-409b-82f7-c4b2721bc0c5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:29.741720 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9cfca503-2c63-42a0-8f2e-c2e8e00ee199 req-a273923b-ace1-409b-82f7-c4b2721bc0c5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.7465026 Sep 15 09:51:29.746302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-906ba241-78ef-4e3c-872e-a3271e520f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:29.747791 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-906ba241-78ef-4e3c-872e-a3271e520f11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6214261 Sep 15 09:51:29.767999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:29.841636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95663695-6fbc-44b0-b17d-2736625015a9 None None] Pushing event updated for resources: {'Port': ['ID=69b43ccf-0bdc-43c8-afb9-6f7e072de90e,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:29.959646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc30e-53e2-45c6-822d-8f94c0b1a6e2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:29.996921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-90debaaa-8297-41d8-866e-5785a9dacb41 None None] Port 53aed311-6905-4de8-9b59-761e8d00ae94 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:30.030763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:30.041911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:30.049720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:30.056158 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9cfca503-2c63-42a0-8f2e-c2e8e00ee199 req-8ae58ea4-49f6-47bc-a68f-56a0308f8afe tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2857566 Sep 15 09:51:30.069342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ffabc8-de80-46b0-a375-fbbcc682a519 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:30.069977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e8ffabc8-de80-46b0-a375-fbbcc682a519 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.074289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e8ffabc8-de80-46b0-a375-fbbcc682a519 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "PUT /v2.0/subnets/0160f8e2-ae81-47c9-8959-e10488fff3e5 HTTP/1.1" status: 200 len: 900 time: 3.0809143 Sep 15 09:51:30.078621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45948) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:30.080155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc30e-53e2-45c6-822d-8f94c0b1a6e2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.154174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ffabc8-de80-46b0-a375-fbbcc682a519 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event updated for resources: {'Subnet': ['ID=0160f8e2-ae81-47c9-8959-e10488fff3e5,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:30.185051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port be9bed69-1fbb-494b-8007-78911c0ccdee is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:30.193659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Pushing event updated for resources: {'Port': ['ID=47decc41-f3ee-43f8-8add-0cf69c7d59b7,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:30.316528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-688c8903-bef5-4214-8933-4ccca1374aa4 None None] Provisioning complete for port 53aed311-6905-4de8-9b59-761e8d00ae94 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:30.317198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-688c8903-bef5-4214-8933-4ccca1374aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.366314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Attempting to bind port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:51:30.366602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Attempting to bind port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:51:30.367029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Attempting to bind port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 on network d0d061c4-ebee-4038-b6b1-c5b5155b6821 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:51:30.377747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:51:30.379995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Checking segment: {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:30.380398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.380778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Bound using segment: {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:51:30.381241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Bound port: 47decc41-f3ee-43f8-8add-0cf69c7d59b7, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:51:30.381602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.391148 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-75240ca8-4d7f-42f5-a906-d61076b84f13 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320591 Sep 15 09:51:30.402455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-688c8903-bef5-4214-8933-4ccca1374aa4 None None] Port 53aed311-6905-4de8-9b59-761e8d00ae94 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:30.483557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] For port 47decc41-f3ee-43f8-8add-0cf69c7d59b7, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:51:30.486820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] For port 47decc41-f3ee-43f8-8add-0cf69c7d59b7, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=47decc41-f3ee-43f8-8add-0cf69c7d59b7,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:51:30.545897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.578525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.617893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Router b685edc7-b1fd-4386-acc1-274326c6f99b is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:51:30.636047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.655379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d7d0d-ab7d-44c8-9aca-b582cff2ad67 req-2af86130-5d7e-4fd3-b8cb-ce33bc35b6da tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:30.657143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aa2d7d0d-ab7d-44c8-9aca-b582cff2ad67 req-2af86130-5d7e-4fd3-b8cb-ce33bc35b6da tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3880606 Sep 15 09:51:30.689227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.712503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85933f65-fdf7-4150-9759-18cd1f7b6446 None None] Pushing event updated for resources: {'Port': ['ID=47decc41-f3ee-43f8-8add-0cf69c7d59b7,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:30.719396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.721306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc30e-53e2-45c6-822d-8f94c0b1a6e2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.765527 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6bd93f40-5d4f-4498-b609-66f5b9b59f71 req-3b91dda8-9610-492a-a56e-69985c8ba055 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551650 Sep 15 09:51:30.783771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Delete allocated IP 2001:db8:0:1::358 (c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4/94583b30-5b24-43f4-9ea2-995c42164ce8) {{(pid=89669) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 09:51:30.787724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:30.818625 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aa2d7d0d-ab7d-44c8-9aca-b582cff2ad67 req-1c02b00d-50bf-423e-a9c5-a17a6c7b3fdd tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473143 Sep 15 09:51:30.856968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=37b053246ca64a87b3212f019b685fef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7298951 Sep 15 09:51:30.875890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45954) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:30.884969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:30.886864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:30.887238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.045473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd083ff-42b7-4313-a73c-62e749150fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3cdd9-234d-478f-b845-4bb8d3c26ae3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:31.145879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:31.157845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829ccc2-e71e-404d-b1ed-48242c48427d None None] Sync routers for ids ['b685edc7-b1fd-4386-acc1-274326c6f99b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:31.169575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829ccc2-e71e-404d-b1ed-48242c48427d None None] Routers {'b685edc7-b1fd-4386-acc1-274326c6f99b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:31.170236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4829ccc2-e71e-404d-b1ed-48242c48427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b685edc7-b1fd-4386-acc1-274326c6f99b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:31.200349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.206198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6cc30e-53e2-45c6-822d-8f94c0b1a6e2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76450d4-7fcc-457d-8ad2-e1b42885c6f6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:31.221971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Ignored duplicate provisioning block setup for port 53aed311-6905-4de8-9b59-761e8d00ae94 by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 15 09:51:31.240464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06f3053-ff45-44bf-9b3b-88bbd76c5d66 None None] Network 8f621164-1a41-4f27-acfb-68280aeb0681 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:31.266690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.268729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b01f0daf-9e34-4d33-9721-783cfb62de5e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 8.5353310 Sep 15 09:51:31.271333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45960) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:31.278680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:31.355388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.387640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4829ccc2-e71e-404d-b1ed-48242c48427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:31.411873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4829ccc2-e71e-404d-b1ed-48242c48427d None None] Routers {'b685edc7-b1fd-4386-acc1-274326c6f99b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:31.412785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4829ccc2-e71e-404d-b1ed-48242c48427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b685edc7-b1fd-4386-acc1-274326c6f99b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:31.510448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 69b43ccf-0bdc-43c8-afb9-6f7e072de90e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:31.546427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] In _notify_port_updated(), no bound segment for port 53aed311-6905-4de8-9b59-761e8d00ae94 on network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:51:31.551970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8980dbd8-4ce7-4680-9c86-dd3437a0e270 None None] Provisioning for port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:31.552102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:31.552481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.553985 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "PUT /v2.0/ports/53aed311-6905-4de8-9b59-761e8d00ae94 HTTP/1.1" status: 200 len: 924 time: 3.4167931 Sep 15 09:51:31.589294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4829ccc2-e71e-404d-b1ed-48242c48427d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:31.590606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4829ccc2-e71e-404d-b1ed-48242c48427d None None] The sync data for ids ['b685edc7-b1fd-4386-acc1-274326c6f99b'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:31.621878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45964) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:31.636595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c6cc30e-53e2-45c6-822d-8f94c0b1a6e2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.640136 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1c6cc30e-53e2-45c6-822d-8f94c0b1a6e2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/c76450d4-7fcc-457d-8ad2-e1b42885c6f6 HTTP/1.1" status: 204 len: 168 time: 2.0592678 Sep 15 09:51:31.646496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93'}, {'subnet_id': '94583b30-5b24-43f4-9ea2-995c42164ce8'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:31.671058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45968) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:31.686619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=69b43ccf-0bdc-43c8-afb9-6f7e072de90e,segment=NetworkSegment(0596900c-6c9e-4caa-b924-fef106f9d221),segment_id=0596900c-6c9e-4caa-b924-fef106f9d221)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:31.688697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.703722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3635c882-471c-4dbb-b702-4abd8f46dff2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=53aed311-6905-4de8-9b59-761e8d00ae94,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:31.824333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:31.834217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:31.834599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.945952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.953795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e659ad75-0596-4d92-82f4-453553653612 None None] Provisioning complete for port 53aed311-6905-4de8-9b59-761e8d00ae94 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:31.953795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e659ad75-0596-4d92-82f4-453553653612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:31.971338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Allocated IP 172.26.7.247 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/9f9c88ca-a050-486e-8188-6452b1f7028d) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:32.027105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for 69b43ccf-0bdc-43c8-afb9-6f7e072de90e owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:32.094843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e659ad75-0596-4d92-82f4-453553653612 None None] Port 53aed311-6905-4de8-9b59-761e8d00ae94 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:32.121769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:32.122407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.166836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad74c9-b61d-4076-8078-d5ca62cfd898 None None] Network 8f621164-1a41-4f27-acfb-68280aeb0681 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:32.182911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=69b43ccf-0bdc-43c8-afb9-6f7e072de90e,segment=NetworkSegment(0596900c-6c9e-4caa-b924-fef106f9d221),segment_id=0596900c-6c9e-4caa-b924-fef106f9d221)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:32.244169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c784bb-4075-46cf-9983-48a9484f71d2 None None] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:32.289857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5be187d1-93f3-4cb6-bd4d-01101597116c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.349965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.351569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 47decc41-f3ee-43f8-8add-0cf69c7d59b7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:32.358786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83611186-3fe3-49df-8112-a9b4226158f5 req-27199d1c-db93-4ea0-beb2-7c79e6daf62c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:32.365679 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-83611186-3fe3-49df-8112-a9b4226158f5 req-27199d1c-db93-4ea0-beb2-7c79e6daf62c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 1.3043993 Sep 15 09:51:32.451961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bb713ccf-ce3a-4eae-a5da-0530c5419414 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:32.464949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5be187d1-93f3-4cb6-bd4d-01101597116c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.481025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:32.503626 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8399f-0a8d-4a49-a84c-ddc9e5e15eae None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:32.514960 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8399f-0a8d-4a49-a84c-ddc9e5e15eae None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:32.515917 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c7e8399f-0a8d-4a49-a84c-ddc9e5e15eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:32.552350 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-83611186-3fe3-49df-8112-a9b4226158f5 req-b3146735-3905-4947-b03a-7d2622a19d45 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1856616 Sep 15 09:51:32.592977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:51:32.593572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:51:32.599819 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c7e8399f-0a8d-4a49-a84c-ddc9e5e15eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:32.600628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.611915 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e8399f-0a8d-4a49-a84c-ddc9e5e15eae None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:32.612744 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c7e8399f-0a8d-4a49-a84c-ddc9e5e15eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:32.639314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6b1b393c-57fa-42e5-8e08-6f4d22f00fb1 None None] Provisioning complete for port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:32.640291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6b1b393c-57fa-42e5-8e08-6f4d22f00fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.647603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bb713ccf-ce3a-4eae-a5da-0530c5419414 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:32.649305 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bb713ccf-ce3a-4eae-a5da-0530c5419414 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.9772041 Sep 15 09:51:32.654345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45974) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:32.677013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.696118 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c7e8399f-0a8d-4a49-a84c-ddc9e5e15eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:32.699932 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e8399f-0a8d-4a49-a84c-ddc9e5e15eae None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:32.759848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5be187d1-93f3-4cb6-bd4d-01101597116c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.763410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=69b43ccf-0bdc-43c8-afb9-6f7e072de90e,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:32.768347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8:0:1::20e (c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4/94583b30-5b24-43f4-9ea2-995c42164ce8/53aed311-6905-4de8-9b59-761e8d00ae94) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:32.787493 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c82bef8c-c0f6-4307-add6-fc4398904d7d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2813866 Sep 15 09:51:32.787493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.793276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45978) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:32.809467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.827006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be187d1-93f3-4cb6-bd4d-01101597116c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3cdd9-234d-478f-b845-4bb8d3c26ae3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:32.853574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e4064feb-a4e1-4a94-9806-28cbad7984c8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'port_id': '0c528cfd-76bb-426a-9ee0-595e425cb47b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:32.935958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:32.946485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5be187d1-93f3-4cb6-bd4d-01101597116c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.947884 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5be187d1-93f3-4cb6-bd4d-01101597116c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bef3cdd9-234d-478f-b845-4bb8d3c26ae3 HTTP/1.1" status: 204 len: 168 time: 1.9785836 Sep 15 09:51:32.959780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe5fc-fc64-4af0-a7ac-eb1159e8d2a2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:32.970931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:32.993214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:33.010542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:33.031515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6b1b393c-57fa-42e5-8e08-6f4d22f00fb1 None None] Current status of the port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:33.042266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.052849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Pushing event updated for resources: {'Port': ['ID=9f9c88ca-a050-486e-8188-6452b1f7028d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:33.069033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4064feb-a4e1-4a94-9806-28cbad7984c8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.079463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07775bc5-0b20-4a08-b720-38da13452803 req-b2da17e4-0358-4ec8-8d72-f572940596e8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:33.086615 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-07775bc5-0b20-4a08-b720-38da13452803 req-b2da17e4-0358-4ec8-8d72-f572940596e8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2802310 Sep 15 09:51:33.126088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.126280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe5fc-fc64-4af0-a7ac-eb1159e8d2a2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.146243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:33.146597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.178607 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-07775bc5-0b20-4a08-b720-38da13452803 req-52d62dec-b176-461a-94fd-2e04c19fc5d1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910189 Sep 15 09:51:33.182185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Deleting port 46889fdf-c880-4b84-94e2-ebd3c52b4308 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:33.183660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.246828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5d9c7c27-7c14-4e1b-9ee0-ea348312937e None None] Provisioning for port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:33.258123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object 53aed311-6905-4de8-9b59-761e8d00ae94 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:33.259416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5d9c7c27-7c14-4e1b-9ee0-ea348312937e None None] Provisioning complete for port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:33.260019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7c27-7c14-4e1b-9ee0-ea348312937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.431722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.434607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 69b43ccf-0bdc-43c8-afb9-6f7e072de90e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:33.615550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c7c27-7c14-4e1b-9ee0-ea348312937e None None] Current status of the port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:33.615931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7c27-7c14-4e1b-9ee0-ea348312937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.634091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:33.634467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.657193 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=53aed311-6905-4de8-9b59-761e8d00ae94,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:33.670869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] In _notify_port_updated(), no bound segment for port 53aed311-6905-4de8-9b59-761e8d00ae94 on network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:51:33.676866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:33.677411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.678800 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1ff7699c-a154-4e98-9c12-6ac9cb2ce640 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "PUT /v2.0/ports/53aed311-6905-4de8-9b59-761e8d00ae94 HTTP/1.1" status: 200 len: 1010 time: 2.0559387 Sep 15 09:51:33.682323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45988) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:33.765784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5d9c7c27-7c14-4e1b-9ee0-ea348312937e None None] For port 47decc41-f3ee-43f8-8add-0cf69c7d59b7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=47decc41-f3ee-43f8-8add-0cf69c7d59b7,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:33.786466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.816586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-53e9bd53-db1f-4c90-abff-16b96db7fef8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 53aed311-6905-4de8-9b59-761e8d00ae94 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:33.816586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-53e9bd53-db1f-4c90-abff-16b96db7fef8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.849356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d9c7c27-7c14-4e1b-9ee0-ea348312937e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.864107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 45992) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:33.880738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:33.925489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c7c27-7c14-4e1b-9ee0-ea348312937e None None] Pushing event updated for resources: {'Port': ['ID=47decc41-f3ee-43f8-8add-0cf69c7d59b7,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:33.952967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:33.971279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Provisioning complete for port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:33.971879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.006643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe5fc-fc64-4af0-a7ac-eb1159e8d2a2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.030195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Calling delete_port for 46889fdf-c880-4b84-94e2-ebd3c52b4308 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:34.058852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfe5fc-fc64-4af0-a7ac-eb1159e8d2a2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d092e2dd-9a71-4195-9eca-54eceecd97b7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:34.091049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:34.102501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] Usage tracker for resource:security_group_rule and tenant:a0c9b1bc93d542a6adc54f28ae27c83e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:34.126298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Current status of the port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:34.132323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:34.141038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Provisioning complete for port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:34.141038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.163529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:34.258997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5bbfe5fc-fc64-4af0-a7ac-eb1159e8d2a2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.262539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5bbfe5fc-fc64-4af0-a7ac-eb1159e8d2a2 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/d092e2dd-9a71-4195-9eca-54eceecd97b7 HTTP/1.1" status: 204 len: 168 time: 1.6068175 Sep 15 09:51:34.263754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Current status of the port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:34.309184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 45996) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:34.331640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Provisioning for port 53aed311-6905-4de8-9b59-761e8d00ae94 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:34.337164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Provisioning complete for port 53aed311-6905-4de8-9b59-761e8d00ae94 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:34.337531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.395320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-10e39b1c-f60d-44ab-a05f-7b4b757ec0fd None None] Port 53aed311-6905-4de8-9b59-761e8d00ae94 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:34.455009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea8a41-2175-4eec-abda-d02b4206aed1 req-a81db145-1e37-4692-b3bf-aeb3f7c1901f tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:34.456495 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9dea8a41-2175-4eec-abda-d02b4206aed1 req-a81db145-1e37-4692-b3bf-aeb3f7c1901f tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.9765408 Sep 15 09:51:34.510385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=69b43ccf-0bdc-43c8-afb9-6f7e072de90e,segment=NetworkSegment(0596900c-6c9e-4caa-b924-fef106f9d221),segment_id=0596900c-6c9e-4caa-b924-fef106f9d221)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:34.510698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.566708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-53e9bd53-db1f-4c90-abff-16b96db7fef8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.673547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for 69b43ccf-0bdc-43c8-afb9-6f7e072de90e owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:34.710166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-53e9bd53-db1f-4c90-abff-16b96db7fef8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 53aed311-6905-4de8-9b59-761e8d00ae94 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:34.750660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.820410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.824022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Pushing event deleted for resources: {'Port': ['ID=46889fdf-c880-4b84-94e2-ebd3c52b4308,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:34.845489 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9dea8a41-2175-4eec-abda-d02b4206aed1 req-c05fbf0c-4750-46cc-9278-788c47f929cb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576710 Sep 15 09:51:34.872594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-66e9de1b-6bfa-4976-a3af-a526fc9584a1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:34.911102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:34.921615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.054291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0c9b1bc93d542a6adc54f28ae27c83e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1866436 Sep 15 09:51:35.094465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46002) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:35.102302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f721459c-9390-4455-9cb3-06ae279bad0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75125660-2dfd-417a-bad3-8f1d7ce88be3,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:35.106810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.249873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-66e9de1b-6bfa-4976-a3af-a526fc9584a1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:35.251092 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-66e9de1b-6bfa-4976-a3af-a526fc9584a1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8735545 Sep 15 09:51:35.267534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46006) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:35.282805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--541886836'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:35.296659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:35.307105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 47decc41-f3ee-43f8-8add-0cf69c7d59b7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:35.375623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:35.388940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.394804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:35.395172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.521359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:35.528880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=69b43ccf-0bdc-43c8-afb9-6f7e072de90e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:35.563091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3d9-98b7-43e2-9d9f-ee6e0e9d053a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.585900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184af59-c4c1-4532-8ad7-bc7a30ba8da1 req-911782f8-e011-4938-9b2f-ea29806489ee tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:35.587398 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e184af59-c4c1-4532-8ad7-bc7a30ba8da1 req-911782f8-e011-4938-9b2f-ea29806489ee tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.6099496 Sep 15 09:51:35.599310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4064feb-a4e1-4a94-9806-28cbad7984c8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.600882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ea5632-17eb-4531-a8da-a888747dc217 None None] DHCP port deletion for 8f621164-1a41-4f27-acfb-68280aeb0681 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:35.622504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694b5f70-bf2c-487b-a17f-e39657b968e3 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:51:35.643225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.656648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-53e9bd53-db1f-4c90-abff-16b96db7fef8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.722944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port 69b43ccf-0bdc-43c8-afb9-6f7e072de90e on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:35.739705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.748078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9bd53-db1f-4c90-abff-16b96db7fef8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=53aed311-6905-4de8-9b59-761e8d00ae94,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:35.758632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3d9-98b7-43e2-9d9f-ee6e0e9d053a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.766405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4064feb-a4e1-4a94-9806-28cbad7984c8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.784894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b5f70-bf2c-487b-a17f-e39657b968e3 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:51:35.868392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:35.883272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:35.891001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:35.906310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:35.924512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:35.973377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.019434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.110640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e184af59-c4c1-4532-8ad7-bc7a30ba8da1 req-b3d9df7e-174c-491c-8aee-82026006c6c8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4572749 Sep 15 09:51:36.128997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-53e9bd53-db1f-4c90-abff-16b96db7fef8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.139187 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:51:36.181859 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Router b685edc7-b1fd-4386-acc1-274326c6f99b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:36.187233 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-53e9bd53-db1f-4c90-abff-16b96db7fef8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/53aed311-6905-4de8-9b59-761e8d00ae94 HTTP/1.1" status: 204 len: 168 time: 2.5032995 Sep 15 09:51:36.195151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46012) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:36.205651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9a20d-9aea-4c32-91fd-86d596aa7075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-8f621164-1a41-4f27-acfb-68280aeb0681', 'network_id': '8f621164-1a41-4f27-acfb-68280aeb0681', 'tenant_id': 'aba420f3ff944dea830a277c6df1de76', 'fixed_ips': [{'subnet_id': '0160f8e2-ae81-47c9-8959-e10488fff3e5'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:51:36.206543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95c9a20d-9aea-4c32-91fd-86d596aa7075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.366596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3d9-98b7-43e2-9d9f-ee6e0e9d053a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.368965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d63cf3d9-98b7-43e2-9d9f-ee6e0e9d053a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.373131 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d63cf3d9-98b7-43e2-9d9f-ee6e0e9d053a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/75125660-2dfd-417a-bad3-8f1d7ce88be3 HTTP/1.1" status: 204 len: 168 time: 1.2651498 Sep 15 09:51:36.380094 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cabe3f-d96d-4f19-9725-daacb6e7d0a1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:51:36.380852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d4cabe3f-d96d-4f19-9725-daacb6e7d0a1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:36.390405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:36.393151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63cf3d9-98b7-43e2-9d9f-ee6e0e9d053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75125660-2dfd-417a-bad3-8f1d7ce88be3,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:36.398179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.402409 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-076393cc-32d1-47d2-8c25-5d5e1406af63 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "PUT /v2.0/routers/b685edc7-b1fd-4386-acc1-274326c6f99b HTTP/1.1" status: 200 len: 706 time: 5.1269639 Sep 15 09:51:36.402576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9458d2-7f53-4942-a9e6-861e8f850016 None None] Sync routers for ids ['b685edc7-b1fd-4386-acc1-274326c6f99b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:36.403054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46018) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:36.428478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9458d2-7f53-4942-a9e6-861e8f850016 None None] Routers {'b685edc7-b1fd-4386-acc1-274326c6f99b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:36.429156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6e9458d2-7f53-4942-a9e6-861e8f850016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b685edc7-b1fd-4386-acc1-274326c6f99b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:36.483851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.520468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6e9458d2-7f53-4942-a9e6-861e8f850016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:36.531786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9458d2-7f53-4942-a9e6-861e8f850016 None None] Routers {'b685edc7-b1fd-4386-acc1-274326c6f99b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:36.533494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6e9458d2-7f53-4942-a9e6-861e8f850016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['b685edc7-b1fd-4386-acc1-274326c6f99b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:36.534228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4064feb-a4e1-4a94-9806-28cbad7984c8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:36.552488 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a5bc1bbc-a1bb-4617-9f98-abfa23f0be9f tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/routers/b685edc7-b1fd-4386-acc1-274326c6f99b HTTP/1.1" status: 200 len: 741 time: 0.1461818 Sep 15 09:51:36.552735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46022) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:36.603292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6e9458d2-7f53-4942-a9e6-861e8f850016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:36.603723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9458d2-7f53-4942-a9e6-861e8f850016 None None] The sync data for ids ['b685edc7-b1fd-4386-acc1-274326c6f99b'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:36.605981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b36d91bc-c35e-4531-abdd-c6927002ed50 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Synchronizing usage tracker for tenant:100d80433ca94c87903470c4072ef5b6 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:36.608809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server [None req-95c9a20d-9aea-4c32-91fd-86d596aa7075 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0160f8e2-ae81-47c9-8959-e10488fff3e5: This subnet is being modified by another concurrent operation. Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 09:51:36.657179 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise exception Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0160f8e2-ae81-47c9-8959-e10488fff3e5: This subnet is being modified by another concurrent operation. Sep 15 09:51:36.661074 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server Sep 15 09:51:36.676011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d4cabe3f-d96d-4f19-9725-daacb6e7d0a1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:36.678316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8ada2b-8f39-44d7-9a10-8977c5e56f84 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:51:36.679164 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d4cabe3f-d96d-4f19-9725-daacb6e7d0a1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/53aed311-6905-4de8-9b59-761e8d00ae94 HTTP/1.1" status: 404 len: 333 time: 0.4813037 Sep 15 09:51:36.690281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46026) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:36.741920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b36d91bc-c35e-4531-abdd-c6927002ed50 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] Unset dirty status for tenant:100d80433ca94c87903470c4072ef5b6 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:36.743143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b36d91bc-c35e-4531-abdd-c6927002ed50 tempest-RoutersAdminTest-1479762015 tempest-RoutersAdminTest-1479762015-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=b685edc7-b1fd-4386-acc1-274326c6f99b HTTP/1.1" status: 200 len: 205 time: 0.1892548 Sep 15 09:51:36.749173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46030) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:36.810593 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-570a467d-fa52-437d-987c-c9091f5f0e85 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=b685edc7-b1fd-4386-acc1-274326c6f99b HTTP/1.1" status: 200 len: 205 time: 0.0579083 Sep 15 09:51:36.810934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46034) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:36.813803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:36.817298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:51:36.833088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=0160f8e2-ae81-47c9-8959-e10488fff3e5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:36.840813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8ada2b-8f39-44d7-9a10-8977c5e56f84 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:51:36.950365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94d7d8e-c6fb-458a-afe0-2192c8582ad4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet 94583b30-5b24-43f4-9ea2-995c42164ce8 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:51:36.962780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f94d7d8e-c6fb-458a-afe0-2192c8582ad4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.019109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-98d42af5-caad-4bf9-9bfb-80ab88c6a734 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.165237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f94d7d8e-c6fb-458a-afe0-2192c8582ad4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.172615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef9271c-f9e1-4c79-ba54-457ecfcd4a02,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:37.205131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.227306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4064feb-a4e1-4a94-9806-28cbad7984c8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:37.238147 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c630f6b-e5ec-411e-8100-e642873f3e60 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:37.257432 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c630f6b-e5ec-411e-8100-e642873f3e60 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:37.267437 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4c630f6b-e5ec-411e-8100-e642873f3e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:37.347742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4064feb-a4e1-4a94-9806-28cbad7984c8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.380385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c07535-74cc-43db-8f2d-d16220c76b3c None None] Network 8f621164-1a41-4f27-acfb-68280aeb0681 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:37.427005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 69b43ccf-0bdc-43c8-afb9-6f7e072de90e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:37.438689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.443269 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-afcbfb5f-979e-4ad7-a6c4-e6e21c826aea tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1676672 Sep 15 09:51:37.456312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f621164-1a41-4f27-acfb-68280aeb0681']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:37.476821 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4c630f6b-e5ec-411e-8100-e642873f3e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:37.480660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0596900c-6c9e-4caa-b924-fef106f9d221') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:37.481114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0596900c-6c9e-4caa-b924-fef106f9d221') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:37.486283 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c630f6b-e5ec-411e-8100-e642873f3e60 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:37.487198 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4c630f6b-e5ec-411e-8100-e642873f3e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:37.489126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46048) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:37.517635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'eef9271c-f9e1-4c79-ba54-457ecfcd4a02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:37.535204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.569085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 69b43ccf-0bdc-43c8-afb9-6f7e072de90e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:37.569452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 69b43ccf-0bdc-43c8-afb9-6f7e072de90e not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:37.570173 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4c630f6b-e5ec-411e-8100-e642873f3e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:37.570777 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c630f6b-e5ec-411e-8100-e642873f3e60 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:37.572405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.597215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:37.613767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:37.615116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-98d42af5-caad-4bf9-9bfb-80ab88c6a734 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.616451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:37.617257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.628540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Sync routers for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:37.632421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:37.637580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-98d42af5-caad-4bf9-9bfb-80ab88c6a734 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.639466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:37.669355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:37.725602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f94d7d8e-c6fb-458a-afe0-2192c8582ad4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.727651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 0596900c-6c9e-4caa-b924-fef106f9d221 resource provider aggregate not found Sep 15 09:51:37.735645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:37.735866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:37.788356 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 0596900c-6c9e-4caa-b924-fef106f9d221 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0596900c-6c9e-4caa-b924-fef106f9d221 found for delete ", "request_id": "req-8f212a7b-0851-4c41-ae80-e6207edfc7d0"}]} Sep 15 09:51:37.825323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c687624-a211-45bc-ae72-d22240fb73e8 None None] DHCP port deletion for 8f621164-1a41-4f27-acfb-68280aeb0681 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:37.832607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-98d42af5-caad-4bf9-9bfb-80ab88c6a734 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.833265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d42af5-caad-4bf9-9bfb-80ab88c6a734 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Fanout notify agent at l3_agent the message router_deleted on router b685edc7-b1fd-4386-acc1-274326c6f99b {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:37.840734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.849704 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e4064feb-a4e1-4a94-9806-28cbad7984c8 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/floatingips/3d6befd5-24b8-49f3-abcd-d9e779c71a0c HTTP/1.1" status: 200 len: 978 time: 5.0244188 Sep 15 09:51:37.852626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46064) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:37.890342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-98d42af5-caad-4bf9-9bfb-80ab88c6a734 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.895186 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-98d42af5-caad-4bf9-9bfb-80ab88c6a734 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/b685edc7-b1fd-4386-acc1-274326c6f99b HTTP/1.1" status: 204 len: 168 time: 1.0834138 Sep 15 09:51:37.895878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46068) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:37.927718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.928997 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-18d5f506-b64f-41a6-b799-465d84f92b7c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.0281944 Sep 15 09:51:37.929763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:37.942949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46072) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:37.965081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:51:37.968227 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-93d2c4f0-e4b6-4456-bc15-585d8781dae3 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=b685edc7-b1fd-4386-acc1-274326c6f99b HTTP/1.1" status: 200 len: 205 time: 0.0635831 Sep 15 09:51:37.969233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46076) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:37.970392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.034100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f94d7d8e-c6fb-458a-afe0-2192c8582ad4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.038216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46080) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.061505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=8f621164-1a41-4f27-acfb-68280aeb0681,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:38.095320 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d041856c-1df7-445f-a48d-5ad854739a89 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/8f621164-1a41-4f27-acfb-68280aeb0681 HTTP/1.1" status: 204 len: 168 time: 8.0051715 Sep 15 09:51:38.099528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46084) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.102500 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-6e805e32-2d95-4379-b8bc-d5034116c1b2 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] delete failed (client error): The resource could not be found. Sep 15 09:51:38.106860 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6e805e32-2d95-4379-b8bc-d5034116c1b2 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/b685edc7-b1fd-4386-acc1-274326c6f99b HTTP/1.1" status: 404 len: 336 time: 0.1337121 Sep 15 09:51:38.107271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d7d8e-c6fb-458a-afe0-2192c8582ad4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=94583b30-5b24-43f4-9ea2-995c42164ce8,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:38.117169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46088) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.141097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8588dc-ac25-44c8-843c-7822725bb22e None None] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:38.210228 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddc49d5-4f25-4a04-9e1a-4056e83c42ed tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:38.210711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddc49d5-4f25-4a04-9e1a-4056e83c42ed tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:38.213893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f94d7d8e-c6fb-458a-afe0-2192c8582ad4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.235607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.240934 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bcd37854-6d4d-40dc-bf80-826d2ee7d392 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617 HTTP/1.1" status: 200 len: 205 time: 0.1186438 Sep 15 09:51:38.243211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-5a0efb42-65e2-4976-b473-a02c5a2800dc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.244147 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5a0efb42-65e2-4976-b473-a02c5a2800dc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1711485 Sep 15 09:51:38.250817 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dddc49d5-4f25-4a04-9e1a-4056e83c42ed tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/0160f8e2-ae81-47c9-8959-e10488fff3e5 HTTP/1.1" status: 404 len: 337 time: 0.1375315 Sep 15 09:51:38.250817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46096) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.254041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46098) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.254371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46100) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.258079 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f94d7d8e-c6fb-458a-afe0-2192c8582ad4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/94583b30-5b24-43f4-9ea2-995c42164ce8 HTTP/1.1" status: 204 len: 168 time: 1.5635073 Sep 15 09:51:38.259616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46106) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.344485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port bd044799-976d-4ca9-882e-7b6d496d707c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:38.345332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.350038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-816ff7bd-0c5f-4097-9f3b-836dc2725d46 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.356839 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-816ff7bd-0c5f-4097-9f3b-836dc2725d46 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0929956 Sep 15 09:51:38.380586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46112) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.394235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.424037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b8ef51-0a78-4237-9604-ee66e8786019 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:38.424503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b8ef51-0a78-4237-9604-ee66e8786019 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:38.429081 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e8b8ef51-0a78-4237-9604-ee66e8786019 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/8f621164-1a41-4f27-acfb-68280aeb0681 HTTP/1.1" status: 404 len: 339 time: 0.1720805 Sep 15 09:51:38.429558 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-6eab3429-fca9-480b-933f-b791e03b8537 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] delete failed (client error): The resource could not be found. Sep 15 09:51:38.434109 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6eab3429-fca9-480b-933f-b791e03b8537 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/ffa65409-f5e1-4cfc-8cbe-d3e4d5c64617 HTTP/1.1" status: 404 len: 336 time: 0.1796048 Sep 15 09:51:38.434109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46116) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.443395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46118) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.452172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-0ff4d6eb-e04d-409c-8b9a-04ef2ae90326 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.455578 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0ff4d6eb-e04d-409c-8b9a-04ef2ae90326 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0715439 Sep 15 09:51:38.462205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46122) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.462852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd60cce-b329-46f6-89b6-c8cede224a53,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:38.480927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-42709c54-d51e-4bbd-9005-4b996cc480c1 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.484309 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-42709c54-d51e-4bbd-9005-4b996cc480c1 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0163264 Sep 15 09:51:38.513092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46128) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.519615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:34Z', 'revision_number': 3, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:38.528209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Checking router: 589455be-a8fb-4c6d-9b3b-ce9d62ce263c for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:51:38.528589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Updating router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c port 9f9c88ca-a050-486e-8188-6452b1f7028d binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:51:38.533776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-6acfa062-fe6e-4ee0-8be7-add4698af375 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.537213 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6acfa062-fe6e-4ee0-8be7-add4698af375 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0073845 Sep 15 09:51:38.545171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46132) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.554520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-27bb5f2f-ac13-4871-a255-1ae1a6fbeae2 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.558666 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-27bb5f2f-ac13-4871-a255-1ae1a6fbeae2 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0093386 Sep 15 09:51:38.561557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46136) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.566247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-52e5aea9-6231-48c7-8486-0a4ac5f67eb3 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.571135 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-52e5aea9-6231-48c7-8486-0a4ac5f67eb3 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051668 Sep 15 09:51:38.578016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-58755875-813a-4083-8c2a-2169fda48132 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet 38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:51:38.578016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46140) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.593274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58755875-813a-4083-8c2a-2169fda48132 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.601277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.634279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-0081162c-04ea-460c-930d-03959ee309d8 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.635265 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0081162c-04ea-460c-930d-03959ee309d8 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0491378 Sep 15 09:51:38.644337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46144) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.656031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.658000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.661884 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7332f0d1-db5a-4fe9-ae91-1e40f12d05a7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1690629 Sep 15 09:51:38.662344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-f6eb1169-3bf8-4ede-8f19-4f066b5dcd2a tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.665693 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f6eb1169-3bf8-4ede-8f19-4f066b5dcd2a tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0152237 Sep 15 09:51:38.668007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46148) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.668007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46150) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.695794 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-634a0844-7b19-4a75-8f99-d238448155eb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=73aca4e7-de40-4aaa-83fd-6e8120438847 HTTP/1.1" status: 200 len: 205 time: 0.2297187 Sep 15 09:51:38.695995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-74b82965-c162-42f6-a816-d0b64ea166b7 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.695995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-74b82965-c162-42f6-a816-d0b64ea166b7 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0210288 Sep 15 09:51:38.697125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46156) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.697456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46158) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.700921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58755875-813a-4083-8c2a-2169fda48132 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.749023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-b9a5882f-833b-41d5-a2d7-8df788cb1a7e tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.750291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b9a5882f-833b-41d5-a2d7-8df788cb1a7e tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0203905 Sep 15 09:51:38.811605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46164) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.816565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-61210a04-89f6-45f0-8b01-3048321d2eca tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.817493 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-61210a04-89f6-45f0-8b01-3048321d2eca tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0049465 Sep 15 09:51:38.838225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46168) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.858459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-8b59e977-5b9e-4804-b829-736dff906031 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.858820 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-68265d92-5adf-4b7b-b739-c009a5466812 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] delete failed (client error): The resource could not be found. Sep 15 09:51:38.859428 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8b59e977-5b9e-4804-b829-736dff906031 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0199065 Sep 15 09:51:38.865326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46172) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.869257 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-68265d92-5adf-4b7b-b739-c009a5466812 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/73aca4e7-de40-4aaa-83fd-6e8120438847 HTTP/1.1" status: 404 len: 336 time: 0.1389544 Sep 15 09:51:38.874054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46176) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.876971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-3033f5d1-39e7-4a6f-b66c-7123a90178af tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.877998 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3033f5d1-39e7-4a6f-b66c-7123a90178af tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0116625 Sep 15 09:51:38.882927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46180) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.925258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-25a5a45a-39da-47cf-8789-282e937b3102 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.926222 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-25a5a45a-39da-47cf-8789-282e937b3102 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0423827 Sep 15 09:51:38.933722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5421694b-b5e9-4a81-a65c-518a75a89259 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:38.938469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46184) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.942034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d972402c-fabb-4e47-b97f-d43411fd50f5 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab2ea904-ef9b-42fd-a3ee-00736f07fabf HTTP/1.1" status: 200 len: 205 time: 0.0608177 Sep 15 09:51:38.946285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46186) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:38.973290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-dcf40ee0-8943-4351-8e0c-daf9a2f6655b tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:38.976570 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dcf40ee0-8943-4351-8e0c-daf9a2f6655b tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0312407 Sep 15 09:51:38.982567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5421694b-b5e9-4a81-a65c-518a75a89259 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.030224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46192) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.040819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.052030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-d293badf-562c-4b4b-8144-aba37973a3fb tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.053271 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d293badf-562c-4b4b-8144-aba37973a3fb tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0221148 Sep 15 09:51:39.059617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46196) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.061047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Transition to ACTIVE for port object 9f9c88ca-a050-486e-8188-6452b1f7028d will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:39.069233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-d75f6e99-6ee6-44cf-af44-1b3f2a4c2df1 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.074676 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d75f6e99-6ee6-44cf-af44-1b3f2a4c2df1 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0063686 Sep 15 09:51:39.079526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46200) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.093534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-736285a1-f56c-463f-895e-f291b21002ba tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.094505 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-736285a1-f56c-463f-895e-f291b21002ba tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0133197 Sep 15 09:51:39.101236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46204) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.102039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.138808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58755875-813a-4083-8c2a-2169fda48132 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.149131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.167254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f1e28c2-dfb1-4497-84d5-53808b48e651']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:39.174294 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-fae834a3-1d6c-4b6f-9485-502f3f5bc05c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] delete failed (client error): The resource could not be found. Sep 15 09:51:39.177851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fae834a3-1d6c-4b6f-9485-502f3f5bc05c tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/ab2ea904-ef9b-42fd-a3ee-00736f07fabf HTTP/1.1" status: 404 len: 336 time: 0.2281168 Sep 15 09:51:39.180735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46208) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.191768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd9e756b-17ed-475e-b79a-8be72df15444') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:39.192093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd9e756b-17ed-475e-b79a-8be72df15444') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:39.200883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-0a65a816-8655-40d1-8a51-fcda443fbadc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.204302 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0a65a816-8655-40d1-8a51-fcda443fbadc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0293365 Sep 15 09:51:39.208089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46212) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.229689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Attempting to bind port 9f9c88ca-a050-486e-8188-6452b1f7028d on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:51:39.231070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Attempting to bind port 9f9c88ca-a050-486e-8188-6452b1f7028d by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:51:39.231070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Attempting to bind port 9f9c88ca-a050-486e-8188-6452b1f7028d on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:51:39.243427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:51:39.243796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:39.245467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.245467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:51:39.246354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Bound port: 9f9c88ca-a050-486e-8188-6452b1f7028d, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:51:39.246354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.252104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-ea3dd0c7-8924-4643-9baf-7fabc3ea1f7d tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.255554 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ea3dd0c7-8924-4643-9baf-7fabc3ea1f7d tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0427470 Sep 15 09:51:39.257029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.267895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5421694b-b5e9-4a81-a65c-518a75a89259 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.276510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46216) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.285382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2de1e-aedd-4d33-ae2b-9c28c3c12d7c None None] Pushing event updated for resources: {'Port': ['ID=9f9c88ca-a050-486e-8188-6452b1f7028d,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:39.328510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.328949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.386708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] For port 9f9c88ca-a050-486e-8188-6452b1f7028d, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:51:39.390295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] For port 9f9c88ca-a050-486e-8188-6452b1f7028d, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9f9c88ca-a050-486e-8188-6452b1f7028d,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:51:39.419728 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c1f593c1-13f8-46c5-b69a-429b40f76552 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=8852c1be-f507-49e9-861b-b1179411fc9f HTTP/1.1" status: 200 len: 205 time: 0.2379158 Sep 15 09:51:39.431543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46220) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.435975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-379be53e-c552-4c2e-b7dd-898fabb142a2 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.437157 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-379be53e-c552-4c2e-b7dd-898fabb142a2 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0212605 Sep 15 09:51:39.448149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46222) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.456880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-50d989a4-bc62-4dcc-858c-ce3ef18fc05d None None] Provisioning complete for port be9bed69-1fbb-494b-8007-78911c0ccdee triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:39.457248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-50d989a4-bc62-4dcc-858c-ce3ef18fc05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.458544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421694b-b5e9-4a81-a65c-518a75a89259 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbd60cce-b329-46f6-89b6-c8cede224a53,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:39.503251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.519350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.538233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-2bb62e63-17b0-497a-851e-65e704bbebd9 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.544645 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2bb62e63-17b0-497a-851e-65e704bbebd9 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0821562 Sep 15 09:51:39.547224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46228) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.556017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for bd044799-976d-4ca9-882e-7b6d496d707c owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:39.558391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5421694b-b5e9-4a81-a65c-518a75a89259 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.565169 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5421694b-b5e9-4a81-a65c-518a75a89259 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bbd60cce-b329-46f6-89b6-c8cede224a53 HTTP/1.1" status: 204 len: 168 time: 0.8910983 Sep 15 09:51:39.565169 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-e9dff79b-4643-47fa-b09e-244f6a0eefcf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] delete failed (client error): The resource could not be found. Sep 15 09:51:39.565169 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e9dff79b-4643-47fa-b09e-244f6a0eefcf tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/8852c1be-f507-49e9-861b-b1179411fc9f HTTP/1.1" status: 404 len: 336 time: 0.1163993 Sep 15 09:51:39.566743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:39.566970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.584190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:39.585302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:39.586064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46232) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.586404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46234) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.586876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-e708d4a2-0fd0-4bf8-a731-f6d1bdf0492e tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.587898 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e708d4a2-0fd0-4bf8-a731-f6d1bdf0492e tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0397434 Sep 15 09:51:39.603483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46238) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.617415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-dac30f2d-428d-4f36-8485-8722c1cbae52 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.618402 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dac30f2d-428d-4f36-8485-8722c1cbae52 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0140135 Sep 15 09:51:39.622974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46246) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.630901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-f7d4e1b6-45e1-4f7b-ab0a-0ca4441eb777 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.631807 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f7d4e1b6-45e1-4f7b-ab0a-0ca4441eb777 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0079651 Sep 15 09:51:39.637943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46250) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.657511 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment dd9e756b-17ed-475e-b79a-8be72df15444 resource provider aggregate not found Sep 15 09:51:39.681484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-639b9ce5-800e-4f59-919c-5ffae6e14c17 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.682616 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-639b9ce5-800e-4f59-919c-5ffae6e14c17 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0119991 Sep 15 09:51:39.686059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46256) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.697519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-9658c34d-1019-42af-9d5f-9fdcae91beaf tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.698542 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9658c34d-1019-42af-9d5f-9fdcae91beaf tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0097508 Sep 15 09:51:39.703344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46260) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.721930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-d0cf6eaf-025f-4fd1-b76a-984c1ff0ceaa tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.722895 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d0cf6eaf-025f-4fd1-b76a-984c1ff0ceaa tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0188026 Sep 15 09:51:39.734826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46264) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.749305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b2de1e-aedd-4d33-ae2b-9c28c3c12d7c None None] Pushing event updated for resources: {'Port': ['ID=9f9c88ca-a050-486e-8188-6452b1f7028d,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:39.756339 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment dd9e756b-17ed-475e-b79a-8be72df15444 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd9e756b-17ed-475e-b79a-8be72df15444 found for delete ", "request_id": "req-81cd3a82-5edf-468f-b79d-c76fd9849db6"}]} Sep 15 09:51:39.764298 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dec290e0-dea7-4e44-8dd8-450a8759258e tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "GET /v2.0/ports?device_id=008b167b-7d9f-4a57-9f01-38593443cc5a HTTP/1.1" status: 200 len: 205 time: 0.1622210 Sep 15 09:51:39.764939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-b7e1fe03-1872-443e-9a8b-7f7cab31c938 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.767512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46268) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.770172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b7e1fe03-1872-443e-9a8b-7f7cab31c938 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0190377 Sep 15 09:51:39.774873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46272) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.804965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6871dc29-f77a-4dd8-9169-ead7f6144559 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:39.813293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58755875-813a-4083-8c2a-2169fda48132 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.843574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:51:39.845925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-bbe96ed7-6358-4d55-ac67-124af78d13cc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.846879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bbe96ed7-6358-4d55-ac67-124af78d13cc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0715001 Sep 15 09:51:39.856736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46276) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.867334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-05f11322-67bd-4b25-b5b3-74faf3280f30 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.868136 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-73e72d38-1c17-4ffe-87bd-e14e028e0e80 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] delete failed (client error): The resource could not be found. Sep 15 09:51:39.872658 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-73e72d38-1c17-4ffe-87bd-e14e028e0e80 tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/routers/008b167b-7d9f-4a57-9f01-38593443cc5a HTTP/1.1" status: 404 len: 336 time: 0.1008174 Sep 15 09:51:39.872823 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-05f11322-67bd-4b25-b5b3-74faf3280f30 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0136261 Sep 15 09:51:39.872926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.873012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58755875-813a-4083-8c2a-2169fda48132 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:39.882189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46282) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.882290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46280) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.884273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58755875-813a-4083-8c2a-2169fda48132 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.890043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-69d4de00-3925-4434-b688-f3721d444e1e tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.893780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-69d4de00-3925-4434-b688-f3721d444e1e tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0090063 Sep 15 09:51:39.893780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46288) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.898363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-edf77ea3-2183-4da8-a3d4-b15103c422f5 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.902112 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-edf77ea3-2183-4da8-a3d4-b15103c422f5 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0045958 Sep 15 09:51:39.903088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46292) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.904187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a6f6e2-6e43-4e42-9865-4beab398bb77 None None] Network c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:39.909235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-6450ad09-ebd7-43be-9f41-a9b37faf45c8 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.922410 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6450ad09-ebd7-43be-9f41-a9b37faf45c8 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0064244 Sep 15 09:51:39.922410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.922410 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-58755875-813a-4083-8c2a-2169fda48132 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93 HTTP/1.1" status: 204 len: 168 time: 1.5756876 Sep 15 09:51:39.922695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46296) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.922695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46298) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.929372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:39.931494 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/1f1e28c2-dfb1-4497-84d5-53808b48e651 HTTP/1.1" status: 204 len: 168 time: 1.4941227 Sep 15 09:51:39.935044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46304) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.952438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-5d32be64-b45a-4562-b070-59569bd59cbc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.954293 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5d32be64-b45a-4562-b070-59569bd59cbc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0303571 Sep 15 09:51:39.962533 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-830aaf71-bf58-4e8a-a9d7-65f34336dfcb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:39.962533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830aaf71-bf58-4e8a-a9d7-65f34336dfcb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:39.973125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d24e7-5a6e-4deb-ae52-9c10a6322b51 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=1f1e28c2-dfb1-4497-84d5-53808b48e651,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:39.974754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46308) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:39.984405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6871dc29-f77a-4dd8-9169-ead7f6144559 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:39.988375 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6871dc29-f77a-4dd8-9169-ead7f6144559 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3876657 Sep 15 09:51:39.988825 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-2a208ba9-3c22-4c0d-b237-48ec99dd2ac2 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:39.990476 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2a208ba9-3c22-4c0d-b237-48ec99dd2ac2 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0108914 Sep 15 09:51:40.000062 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d60b7c1-847c-4e5e-a3fb-857c9bbdf48f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:40.000062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d60b7c1-847c-4e5e-a3fb-857c9bbdf48f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:40.000062 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6d60b7c1-847c-4e5e-a3fb-857c9bbdf48f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/d63d5159-08a0-444a-b3b9-31d97b83c6d0 HTTP/1.1" status: 404 len: 337 time: 0.0568349 Sep 15 09:51:40.000062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46312) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.006732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46316) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.006935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46318) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.016755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-50d989a4-bc62-4dcc-858c-ce3ef18fc05d None None] Current status of the port be9bed69-1fbb-494b-8007-78911c0ccdee is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:40.037333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-fe9d0535-b869-4f40-8a38-ff3781b375e5 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.042190 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe9d0535-b869-4f40-8a38-ff3781b375e5 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0291455 Sep 15 09:51:40.042190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46324) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.057721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-12df6635-9753-4640-bbb6-61b616ab2fcc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.061114 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-12df6635-9753-4640-bbb6-61b616ab2fcc tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0140045 Sep 15 09:51:40.062417 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c414e0f4-1aa1-4f41-9c1d-feff51333510 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:40.062882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c414e0f4-1aa1-4f41-9c1d-feff51333510 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:40.064489 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c414e0f4-1aa1-4f41-9c1d-feff51333510 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/5a1f4a6a-b8ce-4af8-befb-8836c2f43bbf HTTP/1.1" status: 404 len: 339 time: 0.0567153 Sep 15 09:51:40.065260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46328) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.069441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46330) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.082220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-b49d8c12-f0de-41f4-b27b-31c2b126aaf0 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.085629 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b49d8c12-f0de-41f4-b27b-31c2b126aaf0 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0150633 Sep 15 09:51:40.086448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46336) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.123916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-055122cb-cc70-454e-a863-5576a42d6c52 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.127335 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-055122cb-cc70-454e-a863-5576a42d6c52 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0099661 Sep 15 09:51:40.130522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46340) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.134617 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-830aaf71-bf58-4e8a-a9d7-65f34336dfcb tempest-RoutersAdminTest-453181309 tempest-RoutersAdminTest-453181309-project] 10.222.0.62 "DELETE /v2.0/subnets/a9ab8d81-a3ee-404a-8f80-01b8361385c3 HTTP/1.1" status: 404 len: 337 time: 0.2524281 Sep 15 09:51:40.159820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-d246adfc-85f3-435c-ae8e-3939d82b52ad tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.161097 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d246adfc-85f3-435c-ae8e-3939d82b52ad tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0228271 Sep 15 09:51:40.166894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46346) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.178353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-9081711d-699c-459e-8fa9-690a0f329610 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.179563 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9081711d-699c-459e-8fa9-690a0f329610 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0094531 Sep 15 09:51:40.184910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46350) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.189978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-696e4ea5-a5ad-4b8a-8281-ce5119a11f0f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.195479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-954d9717-61a1-4403-b4bd-31d6f96b6cdb tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.199435 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-954d9717-61a1-4403-b4bd-31d6f96b6cdb tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0133486 Sep 15 09:51:40.203677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-6642f6d4-1f61-47a9-9afc-0397152ae166 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting subnet b8933a6d-9637-4a04-a0a5-4868e62ef225 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:51:40.205457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46354) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.218283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6642f6d4-1f61-47a9-9afc-0397152ae166 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.259008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-97fd4ccb-3fec-467d-b4e6-f5efdc7f8dba tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.263346 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-97fd4ccb-3fec-467d-b4e6-f5efdc7f8dba tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0465915 Sep 15 09:51:40.264115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46358) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.286614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-c627f0a4-561a-4155-ad5d-ba530a2bf338 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.290625 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c627f0a4-561a-4155-ad5d-ba530a2bf338 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0172663 Sep 15 09:51:40.297234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46362) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.306159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-c3da25af-2641-42a4-934f-4f7dae39b148 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.307981 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c3da25af-2641-42a4-934f-4f7dae39b148 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089674 Sep 15 09:51:40.311947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-696e4ea5-a5ad-4b8a-8281-ce5119a11f0f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.320120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46366) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.322032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.331842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-3cdc6b1c-ea12-47f6-8820-bf9863c0412b tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.332952 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3cdc6b1c-ea12-47f6-8820-bf9863c0412b tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0095780 Sep 15 09:51:40.335499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6642f6d4-1f61-47a9-9afc-0397152ae166 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.340185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46370) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.366292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-25bb9b7f-bb45-446a-884b-68df60492e9c tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.375343 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-25bb9b7f-bb45-446a-884b-68df60492e9c tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0267532 Sep 15 09:51:40.376466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46374) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.390875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-feb18364-d8fe-45ee-98ee-a186fdf9b20b tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.391848 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-feb18364-d8fe-45ee-98ee-a186fdf9b20b tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0143893 Sep 15 09:51:40.403513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46378) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.411849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-ad14d202-97be-4b7c-981e-a544f4cdc3b6 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.415380 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ad14d202-97be-4b7c-981e-a544f4cdc3b6 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080409 Sep 15 09:51:40.416218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46382) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.431559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-09a3d4b2-8cd6-4228-929c-e6dd55fb9c83 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.431712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:34Z', 'revision_number': 3, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:40.431835 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-09a3d4b2-8cd6-4228-929c-e6dd55fb9c83 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090802 Sep 15 09:51:40.432702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46386) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.433325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686bab31-a416-48d7-8d4d-601a7cba2fc5 None None] The sync data for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv is: [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:34Z', 'revision_number': 3, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:40.444477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-f6ddf112-8260-495a-898b-b9c74b00c048 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.445553 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f6ddf112-8260-495a-898b-b9c74b00c048 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0103133 Sep 15 09:51:40.461440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46390) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.474100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-6d128dee-3230-4b79-a893-97b34f138f24 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.475210 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6d128dee-3230-4b79-a893-97b34f138f24 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074635 Sep 15 09:51:40.481438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46394) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.487850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-89ca13cf-c872-4efb-8aa9-0a98f8684247 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.488801 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-89ca13cf-c872-4efb-8aa9-0a98f8684247 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0064600 Sep 15 09:51:40.491276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] DHCP port deletion for c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:40.492505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46398) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.497972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-99dec3fd-4971-469c-ad5e-9a47d4b56e9c tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.501618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] Deleting port be9bed69-1fbb-494b-8007-78911c0ccdee {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:40.501810 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-99dec3fd-4971-469c-ad5e-9a47d4b56e9c tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0053933 Sep 15 09:51:40.501924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.502303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46402) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.517157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-6e7cbdcb-df37-47be-a426-d4e68ed629b4 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.517157 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6e7cbdcb-df37-47be-a426-d4e68ed629b4 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0128155 Sep 15 09:51:40.519258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46406) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.524321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-1005f689-c693-4e3e-9432-f9ad7de09d65 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.525872 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1005f689-c693-4e3e-9432-f9ad7de09d65 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0051196 Sep 15 09:51:40.528868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46410) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.533868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-5ce85d29-ed61-429a-8009-db5e0b04f69f tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.537332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5ce85d29-ed61-429a-8009-db5e0b04f69f tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050726 Sep 15 09:51:40.537478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46414) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.545908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-6f9bd46e-154e-4431-8a71-f8ea91aae349 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.549916 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6f9bd46e-154e-4431-8a71-f8ea91aae349 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0083270 Sep 15 09:51:40.549916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-696e4ea5-a5ad-4b8a-8281-ce5119a11f0f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.551646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46418) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.565316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6642f6d4-1f61-47a9-9afc-0397152ae166 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.608995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-3d383f76-4312-433e-8a2f-330c4039661c tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.612313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3d383f76-4312-433e-8a2f-330c4039661c tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0470166 Sep 15 09:51:40.619114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46422) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.619114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port be9bed69-1fbb-494b-8007-78911c0ccdee {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:40.619114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.620630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e4ea5-a5ad-4b8a-8281-ce5119a11f0f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef9271c-f9e1-4c79-ba54-457ecfcd4a02,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:40.709401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-696e4ea5-a5ad-4b8a-8281-ce5119a11f0f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.710949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-696e4ea5-a5ad-4b8a-8281-ce5119a11f0f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/eef9271c-f9e1-4c79-ba54-457ecfcd4a02 HTTP/1.1" status: 204 len: 168 time: 0.7167013 Sep 15 09:51:40.714576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46428) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.727139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-3201049a-5ad9-4127-bf91-ded5112f3956 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.728095 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3201049a-5ad9-4127-bf91-ded5112f3956 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0343287 Sep 15 09:51:40.731463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.739526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46432) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.790376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-5cde5b0d-ee92-4485-a0d7-ba61cfc98346 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.791362 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5cde5b0d-ee92-4485-a0d7-ba61cfc98346 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0189400 Sep 15 09:51:40.795326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46436) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.799034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] For port be9bed69-1fbb-494b-8007-78911c0ccdee, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=be9bed69-1fbb-494b-8007-78911c0ccdee,segment=NetworkSegment(9b10fc5a-5065-422c-94cd-0ed0a7a8ec47),segment_id=9b10fc5a-5065-422c-94cd-0ed0a7a8ec47)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:40.799535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.804875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6642f6d4-1f61-47a9-9afc-0397152ae166 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.816611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=bd044799-976d-4ca9-882e-7b6d496d707c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:40.818174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-c3b3f7e6-b1c6-494e-a215-7857f2482be7 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.821882 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c3b3f7e6-b1c6-494e-a215-7857f2482be7 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0227206 Sep 15 09:51:40.827518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Allocated IP 172.20.0.1 (d0d061c4-ebee-4038-b6b1-c5b5155b6821/9f95b579-d304-4ace-8671-567b5672cef6/6c6afc23-c7eb-4f1b-8df2-07ff4874f182) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:40.829541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46440) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.829812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46442) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.887584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-0c64d64b-21c3-4b40-90c6-bc95d3d1899f tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.891941 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0c64d64b-21c3-4b40-90c6-bc95d3d1899f tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0166523 Sep 15 09:51:40.892940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46448) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.935964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-fd9af1f0-caff-4565-a4ff-31475e00646c tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.941381 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fd9af1f0-caff-4565-a4ff-31475e00646c tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0283735 Sep 15 09:51:40.944661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-13396dc7-9e21-404e-abb7-ee9a11fcdb34 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:40.958225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46454) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:40.963538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642f6d4-1f61-47a9-9afc-0397152ae166 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=b8933a6d-9637-4a04-a0a5-4868e62ef225,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:40.981761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72db28ec-2fd2-4266-a85c-95c31f4b3e85 None None] Network 51e19b87-7a81-4fa4-a004-322d953e005f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:40.986323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6642f6d4-1f61-47a9-9afc-0397152ae166 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:40.996016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [None req-291769ff-223c-4b8f-a24c-1c98061a07fd tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:40.999523 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-291769ff-223c-4b8f-a24c-1c98061a07fd tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0359509 Sep 15 09:51:41.003473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46458) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:41.005361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.005813 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP 3d6befd5-24b8-49f3-abcd-d9e779c71a0c disassociated (deleted). External IP: 172.26.7.172, port: 0c528cfd-76bb-426a-9ee0-595e425cb47b. Sep 15 09:51:41.009323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] Calling delete_port for be9bed69-1fbb-494b-8007-78911c0ccdee owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:41.014134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-2b04cf8b-50f4-4542-b4d9-a29bc2549aa6 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:41.019683 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2b04cf8b-50f4-4542-b4d9-a29bc2549aa6 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0123124 Sep 15 09:51:41.022119 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6642f6d4-1f61-47a9-9afc-0397152ae166 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/b8933a6d-9637-4a04-a0a5-4868e62ef225 HTTP/1.1" status: 204 len: 168 time: 0.9457901 Sep 15 09:51:41.024198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46462) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:41.025211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46464) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:41.097006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [None req-2c64b4ab-0622-4733-897c-d8010565eba7 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 09:51:41.102237 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2c64b4ab-0622-4733-897c-d8010565eba7 tempest-ExtensionsTestJSON-1511920381 tempest-ExtensionsTestJSON-1511920381-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0743926 Sep 15 09:51:41.110882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-13396dc7-9e21-404e-abb7-ee9a11fcdb34 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:41.112395 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-13396dc7-9e21-404e-abb7-ee9a11fcdb34 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3967288 Sep 15 09:51:41.119215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46472) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:41.129206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531961337'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:41.135778 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:41.153641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:41.202251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6c77cb-c356-47c1-9c13-c6b9ce67bd9e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting subnet fd21a3e2-9c72-4bbf-9f41-98dad94b67c1 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:51:41.209652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a6c77cb-c356-47c1-9c13-c6b9ce67bd9e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.337906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.345792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a6c77cb-c356-47c1-9c13-c6b9ce67bd9e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.383888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] No DVR routers for this DVR port be9bed69-1fbb-494b-8007-78911c0ccdee on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:41.398509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9f9c88ca-a050-486e-8188-6452b1f7028d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:41.448400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.466274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a2af6-7821-4534-b383-bf4d2d019264 None None] Pushing event deleted for resources: {'Port': ['ID=be9bed69-1fbb-494b-8007-78911c0ccdee,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:41.492726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:41.503883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:41.507262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:41.517706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] For port be9bed69-1fbb-494b-8007-78911c0ccdee, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=be9bed69-1fbb-494b-8007-78911c0ccdee,segment=NetworkSegment(9b10fc5a-5065-422c-94cd-0ed0a7a8ec47),segment_id=9b10fc5a-5065-422c-94cd-0ed0a7a8ec47)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:41.518099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.523811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:41.613039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a6c77cb-c356-47c1-9c13-c6b9ce67bd9e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.634454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9f9c88ca-a050-486e-8188-6452b1f7028d completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:41.643425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9f9c88ca-a050-486e-8188-6452b1f7028d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:41.643805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.718966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46478) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:41.757197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.829068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.841181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.842962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9f9c88ca-a050-486e-8188-6452b1f7028d is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:41.843569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.864426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9f9c88ca-a050-486e-8188-6452b1f7028d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9f9c88ca-a050-486e-8188-6452b1f7028d,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:41.866994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for be9bed69-1fbb-494b-8007-78911c0ccdee owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:41.903879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a6c77cb-c356-47c1-9c13-c6b9ce67bd9e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.949328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.953956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c77cb-c356-47c1-9c13-c6b9ce67bd9e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=fd21a3e2-9c72-4bbf-9f41-98dad94b67c1,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:41.962204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ec6006-b7ae-47ae-ae7b-03008c76ed24,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:41.989564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a6c77cb-c356-47c1-9c13-c6b9ce67bd9e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:41.991572 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1a6c77cb-c356-47c1-9c13-c6b9ce67bd9e tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/fd21a3e2-9c72-4bbf-9f41-98dad94b67c1 HTTP/1.1" status: 204 len: 168 time: 0.9602685 Sep 15 09:51:41.992965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.001589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46484) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:42.025084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:42.048584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] Usage tracker for resource:security_group_rule and tenant:d9600cb9909642d09db8464316dd1eb7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:42.052860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:42.056579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:42.060574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.063999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device be9bed69-1fbb-494b-8007-78911c0ccdee no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:42.079055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:42.084369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:42.106170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Transition to ACTIVE for port object 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:42.115033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: be9bed69-1fbb-494b-8007-78911c0ccdee {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:42.115658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device be9bed69-1fbb-494b-8007-78911c0ccdee not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:42.161894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.163155 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0d9dc096-b6de-4bc1-886a-535006a6720d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0432303 Sep 15 09:51:42.167976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] Usage tracker for resource:security_group_rule and tenant:19f5fef5a48943af8447bc10e02ddf36 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:42.173797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46488) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:42.176178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:42.183618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9f9c88ca-a050-486e-8188-6452b1f7028d,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:42.185919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': '04ec6006-b7ae-47ae-ae7b-03008c76ed24', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:42.197925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:42.208977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:42.225150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:42.233211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.235920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:42.253691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:42.256783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:51:42.257106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:51:42.284889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:42.285420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.304081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8969f54e-e18a-42f3-9d5e-ba1297bd642a None None] Network 51e19b87-7a81-4fa4-a004-322d953e005f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:42.418047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.433852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.528340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:42.539533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-392e3ee0-5d6c-43d6-9306-8f521259ec31 None None] Provisioning complete for port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:42.540023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-392e3ee0-5d6c-43d6-9306-8f521259ec31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.550310 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11749209-f3f6-476a-b427-295f3cf02974 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:42.552684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.568189 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11749209-f3f6-476a-b427-295f3cf02974 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:42.568859 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-11749209-f3f6-476a-b427-295f3cf02974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:42.634833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.636178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.639531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Pushing event updated for resources: {'Port': ['ID=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:42.661223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.681740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab8f384-9d5d-452a-a8e6-44119655ccc1,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:42.700289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:42.703783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:42.715619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:42.733665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-392e3ee0-5d6c-43d6-9306-8f521259ec31 None None] Current status of the port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:42.754241 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-11749209-f3f6-476a-b427-295f3cf02974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:42.771138 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11749209-f3f6-476a-b427-295f3cf02974 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:42.771757 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-11749209-f3f6-476a-b427-295f3cf02974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:42.777599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port be9bed69-1fbb-494b-8007-78911c0ccdee {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:42.777991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.795438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] DHCP port deletion for 51e19b87-7a81-4fa4-a004-322d953e005f request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:42.800206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] Deleting port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:42.800585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.838026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.880234 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-11749209-f3f6-476a-b427-295f3cf02974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:42.881144 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11749209-f3f6-476a-b427-295f3cf02974 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:42.889985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port e927d053-4bdf-4b83-b0b6-d52c1dd77b35, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,segment=NetworkSegment(c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e),segment_id=c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:42.890353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:42.994284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.032025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for e927d053-4bdf-4b83-b0b6-d52c1dd77b35 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:43.049916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] The port 'be9bed69-1fbb-494b-8007-78911c0ccdee' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:51:43.063469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e22e796a-e553-492f-906f-325c9a5e1bea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19f5fef5a48943af8447bc10e02ddf36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3408084 Sep 15 09:51:43.065577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46492) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:43.078812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] For port e927d053-4bdf-4b83-b0b6-d52c1dd77b35, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,segment=NetworkSegment(c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e),segment_id=c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:43.079397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.109876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.139679 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-21ec11ca-3a8f-40ad-88fc-527253a913b7 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/floatingips/3d6befd5-24b8-49f3-abcd-d9e779c71a0c HTTP/1.1" status: 204 len: 168 time: 5.2861838 Sep 15 09:51:43.143257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46496) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:43.180257 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9600cb9909642d09db8464316dd1eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3039808 Sep 15 09:51:43.195324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46500) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:43.211060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] Calling delete_port for e927d053-4bdf-4b83-b0b6-d52c1dd77b35 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:43.226580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.228507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3c94d-8592-4f16-8031-c690c083da04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089d1fc0-0287-4526-a6db-c2a892b41bf7,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:43.239159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4791d654-162b-4302-b9a3-fb270c5ef3db None None] Provisioning for port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:43.255790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4791d654-162b-4302-b9a3-fb270c5ef3db None None] Provisioning complete for port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:43.260964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4791d654-162b-4302-b9a3-fb270c5ef3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.265768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.285508 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc40dc6f-877b-4cca-9848-764894429105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.287065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2aaa0d-7a82-4b2a-8638-555742d07fcf,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:43.321709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3ed27edd-0c4c-45ea-9376-f8dc5bb48443 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port 0c528cfd-76bb-426a-9ee0-595e425cb47b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:43.322075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ed27edd-0c4c-45ea-9376-f8dc5bb48443 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.337245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:43.340642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4791d654-162b-4302-b9a3-fb270c5ef3db None None] Port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:43.353355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:51:43.353711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:51:43.361224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b10fc5a-5065-422c-94cd-0ed0a7a8ec47') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:43.361510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b10fc5a-5065-422c-94cd-0ed0a7a8ec47') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:43.371309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.377157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.394558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.401376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:43.401870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.421404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9f9c88ca-a050-486e-8188-6452b1f7028d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:43.458810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc40dc6f-877b-4cca-9848-764894429105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.466130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=e927d053-4bdf-4b83-b0b6-d52c1dd77b35,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:43.486238 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 9b10fc5a-5065-422c-94cd-0ed0a7a8ec47 resource provider aggregate not found Sep 15 09:51:43.488468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:43.506973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9f9c88ca-a050-486e-8188-6452b1f7028d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:43.506973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.532819 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 9b10fc5a-5065-422c-94cd-0ed0a7a8ec47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b10fc5a-5065-422c-94cd-0ed0a7a8ec47 found for delete ", "request_id": "req-571713b3-f24e-40fe-b8be-f2c87706e772"}]} Sep 15 09:51:43.566264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.570158 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-25c3fddf-5274-425a-bbec-7bdf31522033 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3954220 Sep 15 09:51:43.570980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f23e3dbe-085d-428e-9f6c-70d12dab62eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.571776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46508) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:43.584646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.611824 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b2bd1806-37b1-4ed5-a7de-6d11aa8b0b95 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules/ba2aaa0d-7a82-4b2a-8638-555742d07fcf HTTP/1.1" status: 200 len: 763 time: 0.0366414 Sep 15 09:51:43.631003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46512) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:43.641211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.647942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9f9c88ca-a050-486e-8188-6452b1f7028d is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:43.676254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.690370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Network': ['ID=c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:43.698557 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4935eff9-dcad-494f-a5b1-3dc3d573ccdf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/networks/c58cb4ff-e324-4e4c-a7a3-efdf6f4ae9e4 HTTP/1.1" status: 204 len: 168 time: 3.7729414 Sep 15 09:51:43.700840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46516) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:43.709613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e927d053-4bdf-4b83-b0b6-d52c1dd77b35 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:43.736440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f23e3dbe-085d-428e-9f6c-70d12dab62eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.750611 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: e927d053-4bdf-4b83-b0b6-d52c1dd77b35 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:43.751291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e927d053-4bdf-4b83-b0b6-d52c1dd77b35 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:43.781664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.855143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] Deleting port e927d053-4bdf-4b83-b0b6-d52c1dd77b35 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:43.855532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.908157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c201996b-4fcb-478b-85a9-a8f661a5e8a1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:43.914969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e19b87-7a81-4fa4-a004-322d953e005f']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:43.919197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdd97a6-44ac-46e2-8cc3-242305318af6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:43.919895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dcdd97a6-44ac-46e2-8cc3-242305318af6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:43.926622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0f9a8a2c-9d79-4fb7-87e0-60293981d2b1 None None] The port 'e927d053-4bdf-4b83-b0b6-d52c1dd77b35' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:51:43.938036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:43.938410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:43.949104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc40dc6f-877b-4cca-9848-764894429105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.955927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.984909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:43.994387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dcdd97a6-44ac-46e2-8cc3-242305318af6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:43.995625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc40dc6f-877b-4cca-9848-764894429105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab8f384-9d5d-452a-a8e6-44119655ccc1,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:43.996458 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dcdd97a6-44ac-46e2-8cc3-242305318af6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2946594 Sep 15 09:51:44.000425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46520) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:44.025917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.033044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc40dc6f-877b-4cca-9848-764894429105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.035201 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dc40dc6f-877b-4cca-9848-764894429105 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fab8f384-9d5d-452a-a8e6-44119655ccc1 HTTP/1.1" status: 204 len: 168 time: 0.9629591 Sep 15 09:51:44.041107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ed27edd-0c4c-45ea-9376-f8dc5bb48443 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.049810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:44.050238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.055416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.122229 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e resource provider aggregate not found Sep 15 09:51:44.141436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c201996b-4fcb-478b-85a9-a8f661a5e8a1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:44.143515 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c201996b-4fcb-478b-85a9-a8f661a5e8a1 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5110221 Sep 15 09:51:44.156752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46530) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:44.196072 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c49ee4c8-dbf8-4bdc-a2b4-adc1488b9e1e found for delete ", "request_id": "req-c9e91552-2ef1-410e-8d3f-4f1772df18b9"}]} Sep 15 09:51:44.196725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f23e3dbe-085d-428e-9f6c-70d12dab62eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.212133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Pushing event updated for resources: {'Port': ['ID=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:44.215271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.229882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c541ec4-3153-42eb-bc6b-fc0eed93c53c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.257049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c541ec4-3153-42eb-bc6b-fc0eed93c53c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.273677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3ed27edd-0c4c-45ea-9376-f8dc5bb48443 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for 0c528cfd-76bb-426a-9ee0-595e425cb47b owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:44.324674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e3dbe-085d-428e-9f6c-70d12dab62eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089d1fc0-0287-4526-a6db-c2a892b41bf7,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:44.326931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f23e3dbe-085d-428e-9f6c-70d12dab62eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.328045 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f23e3dbe-085d-428e-9f6c-70d12dab62eb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/089d1fc0-0287-4526-a6db-c2a892b41bf7 HTTP/1.1" status: 204 len: 168 time: 1.1329165 Sep 15 09:51:44.493395 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-331f8f1f-0c0a-4280-a813-c372a674c381 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4918206 Sep 15 09:51:44.501137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46538) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:44.522915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1931236753'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:44.532177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:44.546117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:network and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:44.551490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:44.559256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.560968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:44.574231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:44.579776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:44.583844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.599394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=51e19b87-7a81-4fa4-a004-322d953e005f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:44.619058 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-01c4fcd7-0480-46df-9c80-11058a4d11e1 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/51e19b87-7a81-4fa4-a004-322d953e005f HTTP/1.1" status: 204 len: 168 time: 2.6148083 Sep 15 09:51:44.619735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46548) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:44.665697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c541ec4-3153-42eb-bc6b-fc0eed93c53c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.669884 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7f8a14-7ff3-4638-9549-c87ffce66e8b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:44.673805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7f8a14-7ff3-4638-9549-c87ffce66e8b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:44.678327 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9b7f8a14-7ff3-4638-9549-c87ffce66e8b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/4b0d14be-6304-440e-989f-713cf347f4be HTTP/1.1" status: 404 len: 337 time: 0.0554023 Sep 15 09:51:44.690361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46552) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:44.700233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:44.703739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.741446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c541ec4-3153-42eb-bc6b-fc0eed93c53c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba2aaa0d-7a82-4b2a-8638-555742d07fcf,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:44.828807 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f7e83e1-36f6-4c87-a91c-0a8016ac36ef tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:44.829284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f7e83e1-36f6-4c87-a91c-0a8016ac36ef tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:44.830315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ed27edd-0c4c-45ea-9376-f8dc5bb48443 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.832127 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0f7e83e1-36f6-4c87-a91c-0a8016ac36ef tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/8e19cc9e-8035-4b7c-93d0-4474587ed156 HTTP/1.1" status: 404 len: 339 time: 0.1335976 Sep 15 09:51:44.833219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c541ec4-3153-42eb-bc6b-fc0eed93c53c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.835075 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2c541ec4-3153-42eb-bc6b-fc0eed93c53c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/ba2aaa0d-7a82-4b2a-8638-555742d07fcf HTTP/1.1" status: 204 len: 168 time: 0.6749313 Sep 15 09:51:44.840348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46558) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:44.840583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46560) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:44.884343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:44.915658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.916027 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Added segment ce732db1-2e62-4a5d-a1e6-dbae68d229e5 of type vlan for network 622ed7e4-c28a-4c6b-9b49-2117c428a183 Sep 15 09:51:44.923563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:44.944766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed27edd-0c4c-45ea-9376-f8dc5bb48443 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=0c528cfd-76bb-426a-9ee0-595e425cb47b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:44.944960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5fdb2ce5-c672-4626-9e2e-ae31d710d20f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:44.982134 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-64404e23-031d-43f2-925a-2515f66f2795 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:44.982376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c1a9f226-1ec6-41e6-a4f0-bfbf28522475 None None] Provisioning complete for port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:44.982806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64404e23-031d-43f2-925a-2515f66f2795 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:44.982897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c1a9f226-1ec6-41e6-a4f0-bfbf28522475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:44.985917 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-64404e23-031d-43f2-925a-2515f66f2795 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/3f06a959-af6c-4128-8305-f8629c0dc417 HTTP/1.1" status: 404 len: 337 time: 0.0949485 Sep 15 09:51:44.990880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46568) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.051308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c1a9f226-1ec6-41e6-a4f0-bfbf28522475 None None] Port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:45.056612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.065591 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc2f86e-9c83-4388-bc2a-474a3f0a89f6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:45.066062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc2f86e-9c83-4388-bc2a-474a3f0a89f6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:45.068399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2bc2f86e-9c83-4388-bc2a-474a3f0a89f6 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/a76a7d3a-4478-42d2-91f6-c947df268c4a HTTP/1.1" status: 404 len: 339 time: 0.0761940 Sep 15 09:51:45.079022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46574) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.144356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5fdb2ce5-c672-4626-9e2e-ae31d710d20f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:45.146766 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5fdb2ce5-c672-4626-9e2e-ae31d710d20f tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3053689 Sep 15 09:51:45.153869 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5627515-9a95-4f87-b54a-ad9db526cacb tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:45.154010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46582) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.154771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5627515-9a95-4f87-b54a-ad9db526cacb tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:45.156772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ed27edd-0c4c-45ea-9376-f8dc5bb48443 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.157419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46584) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.159204 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3ed27edd-0c4c-45ea-9376-f8dc5bb48443 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/ports/0c528cfd-76bb-426a-9ee0-595e425cb47b HTTP/1.1" status: 204 len: 168 time: 2.0117133 Sep 15 09:51:45.167532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': '04ec6006-b7ae-47ae-ae7b-03008c76ed24', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:45.175334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:45.179513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46588) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.191877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:45.196142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:45.200587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:45.212804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:45.214779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:51:45.260851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d5627515-9a95-4f87-b54a-ad9db526cacb tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/75c81d65-2b51-40d6-a1f3-0265589d86fb HTTP/1.1" status: 404 len: 337 time: 0.1761260 Sep 15 09:51:45.263459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46594) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.297936 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-be2fd63d-0b81-4aef-bd6d-496b223f0b5c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:45.298510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be2fd63d-0b81-4aef-bd6d-496b223f0b5c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:45.303637 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-be2fd63d-0b81-4aef-bd6d-496b223f0b5c tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/6768eebe-02c8-4523-9988-2a011f03c160 HTTP/1.1" status: 404 len: 339 time: 0.0391273 Sep 15 09:51:45.305565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46600) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.311817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.326374 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1b520c7c-c8e5-49f8-91f0-e834a3b1d680 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=100d80433ca94c87903470c4072ef5b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1025662 Sep 15 09:51:45.327693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:45.335454 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-abc5088a-08e9-41b3-aca9-26a596672b0c admin admin] 10.222.0.62 "PUT /v2.0/routers/589455be-a8fb-4c6d-9b3b-ce9d62ce263c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3890014 Sep 15 09:51:45.336518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46602) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.347931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Sync routers for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:45.362604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:45.366113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:45.375018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.387119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:45.400789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.402087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.464332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46610) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.493302 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9907146 Sep 15 09:51:45.503290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46614) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.529104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:45.613902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:51:45.615910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0ad29-480f-48db-a58f-a42f8428384b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Network': ['ID=622ed7e4-c28a-4c6b-9b49-2117c428a183,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:45.634706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e532d5c9-a082-4e46-babe-35616f597abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.665802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a89250c-f3a7-4f62-a391-d222547ba014 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting subnet 50904039-7f33-42ff-b23c-dbd324d27862 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:51:45.684553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e532d5c9-a082-4e46-babe-35616f597abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.712073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.713236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a89250c-f3a7-4f62-a391-d222547ba014 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.771575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'networks': [{'name': 'tempest-network--879272808'}, {'name': 'tempest-network--573032545'}]} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:45.772387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'network': {'name': 'tempest-network--879272808'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:45.772712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:45.773368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'network': {'name': 'tempest-network--573032545'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:45.778905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:45.781173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:45.782518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:45.786804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Usage tracker for resource:network and tenant:42b0e553c2e0409190328b53e2721177 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:45.788515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:45.790974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:45.801947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:45.803263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.824109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e532d5c9-a082-4e46-babe-35616f597abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.848622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532d5c9-a082-4e46-babe-35616f597abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee9ba91-e8ad-4ee7-bc26-41fa751a59f4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:45.852218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26752110-5368-45a6-ab31-5df493bb4489,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:45.854082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e532d5c9-a082-4e46-babe-35616f597abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.856141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a89250c-f3a7-4f62-a391-d222547ba014 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.856546 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e532d5c9-a082-4e46-babe-35616f597abc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cee9ba91-e8ad-4ee7-bc26-41fa751a59f4 HTTP/1.1" status: 204 len: 168 time: 0.5185602 Sep 15 09:51:45.858869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 622ed7e4-c28a-4c6b-9b49-2117c428a183 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:45.909946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:45.913424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.926028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Made reservation on behalf of 42b0e553c2e0409190328b53e2721177 for: {'network': 2} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:45.935546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.955022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46626) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:45.956130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:45.975336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--271518897', 'description': 'tempest-description--340799841'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:45.984960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:45.998461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Usage tracker for resource:security_group and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:46.005522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:46.019851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:46.022751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:46.027560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Usage tracker for resource:security_group_rule and tenant:42b0e553c2e0409190328b53e2721177 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:46.032029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:46.039348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:46.104187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.108442 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-76968fe5-8e18-46ab-8d77-cb208b433c8d tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9451699 Sep 15 09:51:46.114307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46630) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:46.119327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.150465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 2, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:46.153116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.155625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:46.156177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Checking router: 589455be-a8fb-4c6d-9b3b-ce9d62ce263c for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:51:46.156518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Updating router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:51:46.159744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Usage tracker for resource:security_group_rule and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:46.163092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:46.169983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:46.192368 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b3e46fe9-d1b6-4e33-ad9d-0710bea6848e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules/26752110-5368-45a6-ab31-5df493bb4489 HTTP/1.1" status: 200 len: 763 time: 0.0754945 Sep 15 09:51:46.195524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46634) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:46.224481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.225442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.232203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.232710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.276568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a89250c-f3a7-4f62-a391-d222547ba014 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.305604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'SecurityGroup': ['ID=526a03b4-ef0b-4a72-832b-905139ca3df9,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:46.310302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:46.347837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.348237 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Added segment 4dcd4c01-c0d8-42c6-ac85-4746702e4cb3 of type vlan for network bc62fbdc-8616-4fae-966c-77f29930d354 Sep 15 09:51:46.359357 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9480beac-3f91-4faa-aaa2-9fdccc745ee5 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1625128 Sep 15 09:51:46.372092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46640) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:46.423213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.436233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.443831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.450392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90eeee41-783e-4977-9c70-a4bf68bb8088 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.465118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90eeee41-783e-4977-9c70-a4bf68bb8088 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.499553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.522588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=b9be212b-ffa3-4b2b-96e4-1f84489274d0,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:46.536815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:46.537978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a89250c-f3a7-4f62-a391-d222547ba014 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.575798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.578106 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Added segment b9660666-cb53-4509-961e-8dc7d312850a of type vlan for network eb89ab6d-dd2d-4541-b4dc-156d20983504 Sep 15 09:51:46.578106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45793840-506d-41b9-abb3-986e303f7d5b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:46.599338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89250c-f3a7-4f62-a391-d222547ba014 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=50904039-7f33-42ff-b23c-dbd324d27862,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:46.602424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90eeee41-783e-4977-9c70-a4bf68bb8088 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.617204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90eeee41-783e-4977-9c70-a4bf68bb8088 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.619380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972e91e-1eb8-45de-bc81-d3a14315cf95 None None] Network 3cbd7627-db6f-4858-b860-55398ad5b554 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:46.620902 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-90eeee41-783e-4977-9c70-a4bf68bb8088 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/26752110-5368-45a6-ab31-5df493bb4489 HTTP/1.1" status: 204 len: 168 time: 0.2469068 Sep 15 09:51:46.623316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46650) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:46.625001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.630283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a89250c-f3a7-4f62-a391-d222547ba014 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.655450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eeee41-783e-4977-9c70-a4bf68bb8088 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26752110-5368-45a6-ab31-5df493bb4489,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:46.663178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.667954 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ca0b834b-b0fb-4f9e-8254-0ef059ba31b2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6958811 Sep 15 09:51:46.671443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7a89250c-f3a7-4f62-a391-d222547ba014 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/50904039-7f33-42ff-b23c-dbd324d27862 HTTP/1.1" status: 204 len: 168 time: 1.3325629 Sep 15 09:51:46.674415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46656) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:46.674700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46658) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:46.687549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Request body: {'security_group_rule': {'security_group_id': '45793840-506d-41b9-abb3-986e303f7d5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:46.699892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.26.7.102 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/c711f1ef-8b74-4d54-a2d2-faec8edd2960) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:46.730888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f8af5e2d-cec5-49b2-ad9f-5ff81b2461bc tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:46.734225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:46.747577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.resource_extend [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:51:46.807121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Usage tracker for resource:security_group_rule and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:46.824846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:46.836664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:46.864185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.876737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:46.877088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.913853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f8af5e2d-cec5-49b2-ad9f-5ff81b2461bc tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:46.917723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.918665 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f8af5e2d-cec5-49b2-ad9f-5ff81b2461bc tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2896359 Sep 15 09:51:46.926086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46666) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:46.926740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.927234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.932647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:46.938153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:46.938795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:46.942969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Transition to ACTIVE for port object 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:46.944218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking segment: {'id': 'ce732db1-2e62-4a5d-a1e6-dbae68d229e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:46.944583 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network hostable DHCP agents. Network: 622ed7e4-c28a-4c6b-9b49-2117c428a183, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:51:46.980960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': '04ec6006-b7ae-47ae-ae7b-03008c76ed24', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:46.995076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:47.006607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.053712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.063413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.079973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 622ed7e4-c28a-4c6b-9b49-2117c428a183 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:51:47.104683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] DHCP port deletion for 3cbd7627-db6f-4858-b860-55398ad5b554 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:47.129047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] Deleting port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:47.129426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.166895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.236381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:47.240167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620981e0-24da-483a-b315-3d6d4e555471 None None] Pushing event updated for resources: {'Port': ['ID=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:47.241388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 622ed7e4-c28a-4c6b-9b49-2117c428a183) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:47.248142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:47.248820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.254147 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7815161 Sep 15 09:51:47.269379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46676) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:47.286563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602006b9-4931-4971-a92b-4f79d85826d0 None None] Network 622ed7e4-c28a-4c6b-9b49-2117c428a183 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:47.294159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=c711f1ef-8b74-4d54-a2d2-faec8edd2960,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:47.294473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Network': ['ID=bc62fbdc-8616-4fae-966c-77f29930d354,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:47.310882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:47.320136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:47.323961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:47.386798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network bc62fbdc-8616-4fae-966c-77f29930d354 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:47.457739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.467228 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-502dd123-2a7f-4a2a-853d-135c79d49979 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9553227 Sep 15 09:51:47.468451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46680) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:47.475222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183', 'name': 'tempest-PortsIpV6TestJSON-528446128'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:47.513914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:47.557805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Attempting to bind port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:51:47.559094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Attempting to bind port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:51:47.559623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Attempting to bind port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 on network d0d061c4-ebee-4038-b6b1-c5b5155b6821 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:51:47.613178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:51:47.613798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Checking segment: {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:47.614384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.614919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Bound using segment: {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:51:47.615584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Bound port: 6c6afc23-c7eb-4f1b-8df2-07ff4874f182, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:51:47.616119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.652214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.677353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc8346-6ce5-40d2-9916-32dc77319d77 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:47.684501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc8346-6ce5-40d2-9916-32dc77319d77 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:47.690255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc8346-6ce5-40d2-9916-32dc77319d77 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:47.696813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc8346-6ce5-40d2-9916-32dc77319d77 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:47.697683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cfdc8346-6ce5-40d2-9916-32dc77319d77 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Synchronizing usage tracker for tenant:42b0e553c2e0409190328b53e2721177 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:47.733409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:47.749577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:47.778242 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Project 0ff456323bdc4becaff9c7f1ca7d62dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:51:47.879288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.909878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:47.913432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.940332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 14c43b4c-9511-4d93-a100-d6da863ea3ad yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:47.955775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.957000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425d679-2d48-4877-a3e2-da2d9aebbc53 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Network': ['ID=eb89ab6d-dd2d-4541-b4dc-156d20983504,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:47.971157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8b19b0e9-9d0e-4057-8932-a2b725af9ef0,segment=NetworkSegment(c2164565-287d-4bf4-807e-b29e0c67501b),segment_id=c2164565-287d-4bf4-807e-b29e0c67501b)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:47.971836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:47.982834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network eb89ab6d-dd2d-4541-b4dc-156d20983504 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:47.986886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cfdc8346-6ce5-40d2-9916-32dc77319d77 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Unset dirty status for tenant:42b0e553c2e0409190328b53e2721177 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:47.991193 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cfdc8346-6ce5-40d2-9916-32dc77319d77 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.6951120 Sep 15 09:51:47.992042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46694) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:48.000355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.017474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.029728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] For port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8b19b0e9-9d0e-4057-8932-a2b725af9ef0,segment=NetworkSegment(c2164565-287d-4bf4-807e-b29e0c67501b),segment_id=c2164565-287d-4bf4-807e-b29e0c67501b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:48.030174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.108271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.203685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:48.210136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] For port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:51:48.237441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.278514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24da5f4c-c0f7-4273-8e6c-86c71fb80182,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:48.297505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:48.298954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.317660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.317879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.322196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] Calling delete_port for 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:48.347146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=c711f1ef-8b74-4d54-a2d2-faec8edd2960,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:48.354595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.395997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] For port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:51:48.400205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-622ed7e4-c28a-4c6b-9b49-2117c428a183', 'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183', 'tenant_id': '74d02c5a5fc645b29465e1f6b4e00054', 'fixed_ips': [{'subnet_id': 'b9be212b-ffa3-4b2b-96e4-1f84489274d0'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:51:48.402671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.403389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.405660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ac42934f-ed39-4186-9d89-fd7d41ff7876 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7290096 Sep 15 09:51:48.408166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46706) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:48.411881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff7d230-169d-4e68-9ab9-4a20cec18765,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:48.418219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Request body: {'security_group_rule': {'security_group_id': '45793840-506d-41b9-abb3-986e303f7d5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:48.427886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:48.433862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.442862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Usage tracker for resource:security_group_rule and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:48.463530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::ab (622ed7e4-c28a-4c6b-9b49-2117c428a183/b9be212b-ffa3-4b2b-96e4-1f84489274d0/14c43b4c-9511-4d93-a100-d6da863ea3ad) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:48.503130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:48.507602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=8b19b0e9-9d0e-4057-8932-a2b725af9ef0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:48.509656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.511647 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9283648a-8b2b-407e-8d7e-5a4fd9792ef6 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5689232 Sep 15 09:51:48.517893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46710) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:48.518860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:48.525217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:48.541242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.542774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46714) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:48.574789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.576042 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-378825f6-51b0-4098-ad6b-42b35f00ed0b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3954909 Sep 15 09:51:48.588925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46716) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:48.600661 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b98d7cf2-6cbd-497b-8ea2-14eeeab5cfdc tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules/0ff7d230-169d-4e68-9ab9-4a20cec18765 HTTP/1.1" status: 200 len: 769 time: 0.0768495 Sep 15 09:51:48.601874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'port': {'network_id': '98c4bfe7-3770-469e-8c4f-0e6bc3b3daca', 'name': 'tempest-FloatingIPTestJSON-206043542'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:48.605732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46724) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:48.632007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.657277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:48.657957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:48.739420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:51:48.739864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:51:48.758755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc62fbdc-8616-4fae-966c-77f29930d354']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:48.759450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-963a37fa-a701-4d21-9d25-d1cacc28281c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:48.768665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620981e0-24da-483a-b315-3d6d4e555471 None None] Pushing event updated for resources: {'Port': ['ID=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:48.769639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.789081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.804220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2014268063'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:48.824194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:48.836153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dcd4c01-c0d8-42c6-ac85-4746702e4cb3') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:48.836493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dcd4c01-c0d8-42c6-ac85-4746702e4cb3') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:48.849221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Usage tracker for resource:router and tenant:4a366f74a58e4866bfbb2bd671ea6a30 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:48.854890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbd7627-db6f-4858-b860-55398ad5b554']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:48.862067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:48.877304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.880226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2164565-287d-4bf4-807e-b29e0c67501b') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:48.880526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2164565-287d-4bf4-807e-b29e0c67501b') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:48.880911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:51:48.887606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:48.899101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.910746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.927497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.930105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.937804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:48.938219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.944010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:48.944419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:48.962849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-963a37fa-a701-4d21-9d25-d1cacc28281c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:48.967032 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-963a37fa-a701-4d21-9d25-d1cacc28281c tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3574257 Sep 15 09:51:49.016701 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment c2164565-287d-4bf4-807e-b29e0c67501b resource provider aggregate not found Sep 15 09:51:49.019992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46730) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:49.036506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.037551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.059698 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment c2164565-287d-4bf4-807e-b29e0c67501b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2164565-287d-4bf4-807e-b29e0c67501b found for delete ", "request_id": "req-a24fed86-5de7-451e-be8c-da542e644234"}]} Sep 15 09:51:49.067818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.129872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e44eeebf-db42-4a1b-9adf-46e49ec82502 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.129872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e69dd33-484a-48b0-b347-c4c444ebe52d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:49.132386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e44eeebf-db42-4a1b-9adf-46e49ec82502 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.158763 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 4dcd4c01-c0d8-42c6-ac85-4746702e4cb3 resource provider aggregate not found Sep 15 09:51:49.199463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:49.204559 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 4dcd4c01-c0d8-42c6-ac85-4746702e4cb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dcd4c01-c0d8-42c6-ac85-4746702e4cb3 found for delete ", "request_id": "req-a25f1792-1801-4886-9cff-f251e6693d27"}]} Sep 15 09:51:49.211846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.212102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:port and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:49.221028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.224110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:49.236453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:49.238162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:48Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:49.240327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.241511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] Deleting port 8b19b0e9-9d0e-4057-8932-a2b725af9ef0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:49.242074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.246966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.250436 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e987113b-c39b-496e-a4d7-1a9ebff46910 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8387852 Sep 15 09:51:49.251931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e44eeebf-db42-4a1b-9adf-46e49ec82502 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.255703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46740) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:49.256579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e44eeebf-db42-4a1b-9adf-46e49ec82502 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.259980 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e44eeebf-db42-4a1b-9adf-46e49ec82502 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/0ff7d230-169d-4e68-9ab9-4a20cec18765 HTTP/1.1" status: 204 len: 168 time: 0.2367001 Sep 15 09:51:49.265216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=3cbd7627-db6f-4858-b860-55398ad5b554,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:49.265352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:49.268736 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-57fb6d8f-2bbf-4ccd-a35b-456c659ba74b tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/3cbd7627-db6f-4858-b860-55398ad5b554 HTTP/1.1" status: 204 len: 168 time: 2.5905583 Sep 15 09:51:49.270003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46744) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:49.271936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46746) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:49.281274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:49.281758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab3987c-4d16-4bef-9e0d-1d7b8089561d None None] The sync data for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv is: [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:48Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:49.306605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object 14c43b4c-9511-4d93-a100-d6da863ea3ad will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:49.324768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-515c224b-a75e-42b6-985e-c4848feae243 None None] The port '8b19b0e9-9d0e-4057-8932-a2b725af9ef0' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:51:49.361024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44eeebf-db42-4a1b-9adf-46e49ec82502 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ff7d230-169d-4e68-9ab9-4a20cec18765,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:49.365362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.371018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Usage tracker for resource:floatingip and tenant:a26c9fa7e5f345a195fbcde1d6d5b154 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:49.372681 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-40dc4a3a-7a19-4dea-bbe7-886ab5b232cd tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:49.373226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40dc4a3a-7a19-4dea-bbe7-886ab5b232cd tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:49.385058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.392471 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-40dc4a3a-7a19-4dea-bbe7-886ab5b232cd tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/cadcc695-1799-49b4-9803-1646ccb25a95 HTTP/1.1" status: 404 len: 337 time: 0.1195729 Sep 15 09:51:49.392987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46752) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:49.403454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.406600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:49.413306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Network': ['ID=bc62fbdc-8616-4fae-966c-77f29930d354,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:49.413306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:49.414921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.436196 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf457035-1e6b-4ec8-86a4-79470bc555c9 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:51:49.437059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf457035-1e6b-4ec8-86a4-79470bc555c9 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:51:49.438963 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bf457035-1e6b-4ec8-86a4-79470bc555c9 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/a787f52b-2580-487b-8cf0-b6aaecffd0fa HTTP/1.1" status: 404 len: 339 time: 0.0440240 Sep 15 09:51:49.441770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46756) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:49.451608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.453624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:49.462161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] device_id is not set on port bd0982b4-d79f-4f54-b848-d18a2c36571f yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:49.509034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.549914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-086d1adb-d295-4db2-b726-ff9a53c38366 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting subnet c1b2a02c-96ff-4cc0-b974-3822194875cd {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:51:49.553399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086d1adb-d295-4db2-b726-ff9a53c38366 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.564921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Allocated IP 2001:db8::2 (622ed7e4-c28a-4c6b-9b49-2117c428a183/b9be212b-ffa3-4b2b-96e4-1f84489274d0/4410ebca-5e35-4c2a-bf9a-38462b8b2a1b) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:49.613435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.614927 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8bfc5e87-8032-4f31-90fb-0074772f0357 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0320585 Sep 15 09:51:49.618298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46760) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:49.654092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b4d56eaa-a316-40ae-87ba-0f0448ad5a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.654287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=14c43b4c-9511-4d93-a100-d6da863ea3ad,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:49.701022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 622ed7e4-c28a-4c6b-9b49-2117c428a183 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:49.710592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-743d850b-ffcd-47a3-9e41-f9be89bd6f3e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:49.750782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:49.753480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:49.760079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:49.760966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.787771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.805273 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f2079036-9648-46c1-96b3-450382b86dac tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/networks/bc62fbdc-8616-4fae-966c-77f29930d354 HTTP/1.1" status: 204 len: 168 time: 1.8018243 Sep 15 09:51:49.813481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46764) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:49.816160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.828578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Transition to ACTIVE for port object 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:49.850573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Transition to ACTIVE for port object 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:49.899914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086d1adb-d295-4db2-b726-ff9a53c38366 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.937792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.966406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d4360e8-c1c6-4e87-943c-750b34ddbf45 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:49.991072 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7aa34e00-6243-400d-bae1-f6d9dd5c6aef tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5213752 Sep 15 09:51:50.004094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-743d850b-ffcd-47a3-9e41-f9be89bd6f3e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:50.005482 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-743d850b-ffcd-47a3-9e41-f9be89bd6f3e tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7345560 Sep 15 09:51:50.009150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46768) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:50.009530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46770) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:50.026666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Pushing event updated for resources: {'Port': ['ID=4410ebca-5e35-4c2a-bf9a-38462b8b2a1b,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:50.043277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.20.0.3 (98c4bfe7-3770-469e-8c4f-0e6bc3b3daca/95ed0549-e2e7-4b99-9680-ec4a0efc74fa/bd0982b4-d79f-4f54-b848-d18a2c36571f) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:50.045094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Network 622ed7e4-c28a-4c6b-9b49-2117c428a183 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:50.046544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:50.049087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:50.049686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183', 'name': 'tempest-PortsIpV6TestJSON-413300352'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:50.169718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Attempting to bind port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:51:50.170497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Attempting to bind port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'ce732db1-2e62-4a5d-a1e6-dbae68d229e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:51:50.171072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Attempting to bind port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b on network 622ed7e4-c28a-4c6b-9b49-2117c428a183 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:51:50.181609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:51:50.182600 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Checking segment: {'id': 'ce732db1-2e62-4a5d-a1e6-dbae68d229e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:50.183248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.183841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Bound using segment: {'id': 'ce732db1-2e62-4a5d-a1e6-dbae68d229e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:51:50.184519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Bound port: 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce732db1-2e62-4a5d-a1e6-dbae68d229e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '622ed7e4-c28a-4c6b-9b49-2117c428a183'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:51:50.185168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.285338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] For port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:51:50.294116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] For port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4410ebca-5e35-4c2a-bf9a-38462b8b2a1b,segment=NetworkSegment(ce732db1-2e62-4a5d-a1e6-dbae68d229e5),segment_id=ce732db1-2e62-4a5d-a1e6-dbae68d229e5)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:51:50.370339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d4360e8-c1c6-4e87-943c-750b34ddbf45 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.374450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d4360e8-c1c6-4e87-943c-750b34ddbf45 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.388464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.394045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.413655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086d1adb-d295-4db2-b726-ff9a53c38366 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.491822 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.492049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d4360e8-c1c6-4e87-943c-750b34ddbf45 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.492761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4360e8-c1c6-4e87-943c-750b34ddbf45 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 887a3558-826a-4f9c-bf49-efda0c2d3be2 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:50.498565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29aaa90-0b16-4230-ba43-b679479909bd None None] Pushing event updated for resources: {'Port': ['ID=4410ebca-5e35-4c2a-bf9a-38462b8b2a1b,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:50.509943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d4360e8-c1c6-4e87-943c-750b34ddbf45 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.509943 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9d4360e8-c1c6-4e87-943c-750b34ddbf45 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "DELETE /v2.0/routers/887a3558-826a-4f9c-bf49-efda0c2d3be2 HTTP/1.1" status: 204 len: 168 time: 0.8875082 Sep 15 09:51:50.515895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46776) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:50.524285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Request body: {'router': {'name': 'tempest-router-1697417036', 'distributed': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:50.530721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:50.537159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Usage tracker for resource:router and tenant:4a366f74a58e4866bfbb2bd671ea6a30 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:50.541892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:50.548459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:50.583393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:50.608758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.614605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:50.624005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03de8bbd-01f2-4a10-b489-06892a2ecca7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.624675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086d1adb-d295-4db2-b726-ff9a53c38366 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.631977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:50.661641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.662742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.677584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d1adb-d295-4db2-b726-ff9a53c38366 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b2a02c-96ff-4cc0-b974-3822194875cd,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:50.683632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086d1adb-d295-4db2-b726-ff9a53c38366 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.696145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:50.699399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f953c1-e8f7-4f6e-b68a-0c3fecc4ee1d None None] Network fffef2de-46d0-40ee-94e9-6b3ade175440 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:50.709514 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-086d1adb-d295-4db2-b726-ff9a53c38366 tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/subnets/c1b2a02c-96ff-4cc0-b974-3822194875cd HTTP/1.1" status: 204 len: 168 time: 1.2651212 Sep 15 09:51:50.710349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46780) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:50.711673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.783053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03de8bbd-01f2-4a10-b489-06892a2ecca7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.804228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.846056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:50.849553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.881023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.893602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Deleting port efdda3b6-a45e-4d2b-8e45-72fc26782227 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:50.894138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.894270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.908629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb89ab6d-dd2d-4541-b4dc-156d20983504']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:50.933546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:50.964623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 11fd96d9-790c-460a-9045-e18e9626b270 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:51.011093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9660666-cb53-4509-961e-8dc7d312850a') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:51.011306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9660666-cb53-4509-961e-8dc7d312850a') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:51.033370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.034674 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6c867da8-30bc-4d7f-ab9a-a8d5d54edc3e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5175014 Sep 15 09:51:51.044275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46784) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:51.052451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.061704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.077089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] DHCP port deletion for fffef2de-46d0-40ee-94e9-6b3ade175440 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:51:51.083788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] Deleting port efdda3b6-a45e-4d2b-8e45-72fc26782227 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:51.083788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.147611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] For port efdda3b6-a45e-4d2b-8e45-72fc26782227, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=efdda3b6-a45e-4d2b-8e45-72fc26782227,segment=NetworkSegment(e472e03e-2bf5-4873-91df-cc6769eb6fe3),segment_id=e472e03e-2bf5-4873-91df-cc6769eb6fe3)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:51.147976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.286291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Calling delete_port for efdda3b6-a45e-4d2b-8e45-72fc26782227 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:51.330002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] For port efdda3b6-a45e-4d2b-8e45-72fc26782227, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=efdda3b6-a45e-4d2b-8e45-72fc26782227,segment=NetworkSegment(e472e03e-2bf5-4873-91df-cc6769eb6fe3),segment_id=e472e03e-2bf5-4873-91df-cc6769eb6fe3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:51.330002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.367542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03de8bbd-01f2-4a10-b489-06892a2ecca7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.467684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.488023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.488586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:51.516768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:51.517657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.532282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] Calling delete_port for efdda3b6-a45e-4d2b-8e45-72fc26782227 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:51.546716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Port': ['ID=efdda3b6-a45e-4d2b-8e45-72fc26782227,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:51.548598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de8bbd-01f2-4a10-b489-06892a2ecca7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ec6006-b7ae-47ae-ae7b-03008c76ed24,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:51.555691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network 98c4bfe7-3770-469e-8c4f-0e6bc3b3daca is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:51.568602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] No DVR routers for this DVR port efdda3b6-a45e-4d2b-8e45-72fc26782227 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:51:51.668453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:51:51.668804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:51:51.671140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:51.673535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb6023cb-1cfd-4dd4-9158-acf489565c1e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.679978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5dd84f58-333b-4343-9144-07692ac9adc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.728520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:51.731559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.733419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:51.739411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:51.739706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.811437 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment b9660666-cb53-4509-961e-8dc7d312850a resource provider aggregate not found Sep 15 09:51:51.851181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=bd0982b4-d79f-4f54-b848-d18a2c36571f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:51.903250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:51.903641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.917465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daec8f0a-a7a8-4b1b-bc7b-3ae371c5a229 None None] Network 622ed7e4-c28a-4c6b-9b49-2117c428a183 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:51.923345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fffef2de-46d0-40ee-94e9-6b3ade175440']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:51.938135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e472e03e-2bf5-4873-91df-cc6769eb6fe3') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:51.938492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e472e03e-2bf5-4873-91df-cc6769eb6fe3') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:51.944289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment b9660666-cb53-4509-961e-8dc7d312850a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9660666-cb53-4509-961e-8dc7d312850a found for delete ", "request_id": "req-b7241b91-43c8-4459-ba8f-7836df6d8522"}]} Sep 15 09:51:51.951436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.973010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:51.982200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:51:51.982983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.061099 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e472e03e-2bf5-4873-91df-cc6769eb6fe3 resource provider aggregate not found Sep 15 09:51:52.073233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:52.091506 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e472e03e-2bf5-4873-91df-cc6769eb6fe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e472e03e-2bf5-4873-91df-cc6769eb6fe3 found for delete ", "request_id": "req-186bdd14-d5c5-48ef-b210-1506b1b0c201"}]} Sep 15 09:51:52.130146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.132161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Allocated IP 172.26.7.176 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/acaf7707-fce7-4ff4-8b2a-341c290a78db) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:52.160550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.162766 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.164905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:52.179371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.188260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-09343ea2-9338-44fb-a563-7420a7f311eb None None] Provisioning for port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:52.189685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] Pushing event deleted for resources: {'Network': ['ID=fffef2de-46d0-40ee-94e9-6b3ade175440,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:52.204935 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d473e189-6139-4885-810e-348c206f165f tempest-NetworksIpV6Test-1906430764 tempest-NetworksIpV6Test-1906430764-project] 10.222.0.62 "DELETE /v2.0/networks/fffef2de-46d0-40ee-94e9-6b3ade175440 HTTP/1.1" status: 204 len: 168 time: 1.4892602 Sep 15 09:51:52.205123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::2e (622ed7e4-c28a-4c6b-9b49-2117c428a183/b9be212b-ffa3-4b2b-96e4-1f84489274d0/11fd96d9-790c-460a-9045-e18e9626b270) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:51:52.221245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03de8bbd-01f2-4a10-b489-06892a2ecca7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.224774 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-03de8bbd-01f2-4a10-b489-06892a2ecca7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/04ec6006-b7ae-47ae-ae7b-03008c76ed24 HTTP/1.1" status: 204 len: 168 time: 2.2062757 Sep 15 09:51:52.225158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46802) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:52.243732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.254364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:52.255231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.274089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb6023cb-1cfd-4dd4-9158-acf489565c1e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.284214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Network': ['ID=eb89ab6d-dd2d-4541-b4dc-156d20983504,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:52.286070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] Deleting port efdda3b6-a45e-4d2b-8e45-72fc26782227 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:52.286457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.286785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb6023cb-1cfd-4dd4-9158-acf489565c1e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.300560 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e52f65f9-1b21-428b-87a5-e3337dd8c7f9 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/networks/eb89ab6d-dd2d-4541-b4dc-156d20983504 HTTP/1.1" status: 204 len: 168 time: 2.4809258 Sep 15 09:51:52.317763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46808) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:52.341630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:52.445907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8e45c-3cc3-4ea3-92f7-5a3df0fa2ee1 None None] The port 'efdda3b6-a45e-4d2b-8e45-72fc26782227' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:51:52.457938 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-099f5b8d-a845-4a99-9089-b177211ab387 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8656728 Sep 15 09:51:52.463559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46812) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:52.494088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'port_id': 'bd0982b4-d79f-4f54-b848-d18a2c36571f'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:52.535248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2bac9841-7a24-4e7f-9f53-dcda32283fce tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:52.573498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.580131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a70e1a-6fed-4dd0-97f4-9cbd7380cdf5 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:52.586992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a70e1a-6fed-4dd0-97f4-9cbd7380cdf5 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:52.589368 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-08a70e1a-6fed-4dd0-97f4-9cbd7380cdf5 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2683144 Sep 15 09:51:52.595420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:52.598659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46816) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:52.609090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1059808583'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:52.615613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:52.619552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:52.620121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.622072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Usage tracker for resource:network and tenant:42b0e553c2e0409190328b53e2721177 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:52.625584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:52.628887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb6023cb-1cfd-4dd4-9158-acf489565c1e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.629397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6023cb-1cfd-4dd4-9158-acf489565c1e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 00c1aa82-8c51-45e9-9728-c41fb5cfdcdb {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:52.636881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:52.640275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2bac9841-7a24-4e7f-9f53-dcda32283fce tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:52.651840 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2bac9841-7a24-4e7f-9f53-dcda32283fce tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4156392 Sep 15 09:51:52.652510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46820) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:52.660819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group': {'name': 'tempest-secgroup--226460046'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:52.669284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:52.673037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bb6023cb-1cfd-4dd4-9158-acf489565c1e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.674504 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bb6023cb-1cfd-4dd4-9158-acf489565c1e tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "DELETE /v2.0/routers/00c1aa82-8c51-45e9-9728-c41fb5cfdcdb HTTP/1.1" status: 204 len: 168 time: 1.6145253 Sep 15 09:51:52.682723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:52.687131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46824) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:52.696939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Request body: {'router': {'name': 'tempest-router-161507442', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4db272e1f1694ab5a4ce227e116dfeb0'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:52.703976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:52.705752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.713693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Usage tracker for resource:router and tenant:4db272e1f1694ab5a4ce227e116dfeb0 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:52.713693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:52.720517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:52.762045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Made reservation on behalf of 42b0e553c2e0409190328b53e2721177 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:52.765784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.767671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.794819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:52.795332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.813413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:52.819852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.839508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.839841 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Added segment 31ffe9df-334d-4d55-865f-83f69e3498d8 of type vlan for network 7f5284da-c14c-45d4-a375-1b047d71b083 Sep 15 09:51:52.853771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:52.858473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:52.861650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:52.868731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:52.874724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4410ebca-5e35-4c2a-bf9a-38462b8b2a1b,segment=NetworkSegment(ce732db1-2e62-4a5d-a1e6-dbae68d229e5),segment_id=ce732db1-2e62-4a5d-a1e6-dbae68d229e5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:51:52.886778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-69ae6c1d-9633-4574-a0ca-a693b9122e45 None None] Provisioning complete for port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:52.887511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-69ae6c1d-9633-4574-a0ca-a693b9122e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.944596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.971098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:52.972513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.004384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.034885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46832) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:53.043066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.072562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.086761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=4410ebca-5e35-4c2a-bf9a-38462b8b2a1b,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:53.089540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device efdda3b6-a45e-4d2b-8e45-72fc26782227 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:51:53.111011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.152654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.161036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: efdda3b6-a45e-4d2b-8e45-72fc26782227 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:51:53.161371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device efdda3b6-a45e-4d2b-8e45-72fc26782227 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:51:53.211326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.217505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.220228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:53.221042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.237445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object 11fd96d9-790c-460a-9045-e18e9626b270 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:51:53.248407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-69ae6c1d-9633-4574-a0ca-a693b9122e45 None None] Current status of the port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:53.298415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.301645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e17cfa-30ee-48b9-ab64-dae76384c708,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:53.323264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:53.363150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-69ae6c1d-9633-4574-a0ca-a693b9122e45 None None] Provisioning for port 14c43b4c-9511-4d93-a100-d6da863ea3ad completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:53.377804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.417460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-69ae6c1d-9633-4574-a0ca-a693b9122e45 None None] Provisioning complete for port 14c43b4c-9511-4d93-a100-d6da863ea3ad triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:53.418109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-69ae6c1d-9633-4574-a0ca-a693b9122e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.425851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Network': ['ID=7f5284da-c14c-45d4-a375-1b047d71b083,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:53.446377 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-60bf6e8b-fc68-43e0-b11f-89693c7f0978 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aba420f3ff944dea830a277c6df1de76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4081697 Sep 15 09:51:53.450602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46840) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:53.458840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7f5284da-c14c-45d4-a375-1b047d71b083 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:53.502002 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-87fec306-41c6-488b-a43f-0a959ada0467 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9015858 Sep 15 09:51:53.505233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46844) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:53.513693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-81008117'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:53.518648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:53.524942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Usage tracker for resource:network and tenant:42b0e553c2e0409190328b53e2721177 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:53.532300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:53.576960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.580703 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cc3ee9be-05b8-4936-b1de-d267c41abc95 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8900084 Sep 15 09:51:53.580703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:53.593542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46848) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:53.601611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 622ed7e4-c28a-4c6b-9b49-2117c428a183 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:53.605989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-69ae6c1d-9633-4574-a0ca-a693b9122e45 None None] Port 14c43b4c-9511-4d93-a100-d6da863ea3ad cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:53.612465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:53.613530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:53.613943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.667316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:53.671362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:53.679527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:53.680679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.680806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfd58be0-224a-4619-b381-0101b0ac60f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.683081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.684301 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9cbd8b7e-90bb-4b93-be27-f5044d2324c7 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0307231 Sep 15 09:51:53.737307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46852) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:53.763409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:53.764364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Made reservation on behalf of 42b0e553c2e0409190328b53e2721177 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:53.766260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:51:53.767808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.779755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Request body: {'security_group_rule': {'security_group_id': 'f8e17cfa-30ee-48b9-ab64-dae76384c708', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:53.793911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-011e920c-ef24-406f-b7de-275bab114c9f None None] Provisioning complete for port 14c43b4c-9511-4d93-a100-d6da863ea3ad triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:53.794429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-011e920c-ef24-406f-b7de-275bab114c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.798917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:53.875049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Usage tracker for resource:security_group_rule and tenant:0ff456323bdc4becaff9c7f1ca7d62dc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:53.878958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:53.880741 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-011e920c-ef24-406f-b7de-275bab114c9f None None] Port 14c43b4c-9511-4d93-a100-d6da863ea3ad cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:53.890903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:53.899691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:53.901130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:53.908002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=11fd96d9-790c-460a-9045-e18e9626b270,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:53.925875 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fa1d2c75-f41c-4a3e-a0e0-298d3d1af0c4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9046791 Sep 15 09:51:53.928462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46856) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:53.999065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfd58be0-224a-4619-b381-0101b0ac60f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.008578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.051005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:51:54.096857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3bffddd1-3762-439c-9d00-354bda3e0b70 None None] Provisioning for port 11fd96d9-790c-460a-9045-e18e9626b270 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:51:54.102882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3bffddd1-3762-439c-9d00-354bda3e0b70 None None] Provisioning complete for port 11fd96d9-790c-460a-9045-e18e9626b270 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:51:54.104424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3bffddd1-3762-439c-9d00-354bda3e0b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.105718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:51:54.107865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:54.111637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:54.113992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.117864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:54.130375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cf0f0-c3af-4c0b-b363-a5ebb23dfffd req-0b8b30b7-2122-42db-a709-b4154f6ee8a5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:54.131740 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cf2cf0f0-c3af-4c0b-b363-a5ebb23dfffd req-0b8b30b7-2122-42db-a709-b4154f6ee8a5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.6031885 Sep 15 09:51:54.170972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event updated for resources: {'Port': ['ID=acaf7707-fce7-4ff4-8b2a-341c290a78db,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:54.180596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3bffddd1-3762-439c-9d00-354bda3e0b70 None None] Port 11fd96d9-790c-460a-9045-e18e9626b270 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:51:54.215831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-5e324922-1ebd-4f97-a9f0-f958d57ff0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:54.217522 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-5e324922-1ebd-4f97-a9f0-f958d57ff0f5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1099 time: 0.3562996 Sep 15 09:51:54.245944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.251704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.252045 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Added segment adf38f3e-752f-432f-abb9-314c53c25d3a of type vlan for network 154d83c0-9b62-40a5-aa24-cfe4c782fafd Sep 15 09:51:54.280462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.280807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.338393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01ff5b4-22a1-4c79-bfcb-89ccf00a6a48 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:54.339143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e01ff5b4-22a1-4c79-bfcb-89ccf00a6a48 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:54.443012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.479419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.496495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-1404b1f0-7652-4df3-b980-06f673d318d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:54.498005 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-1404b1f0-7652-4df3-b980-06f673d318d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 913 time: 0.2217491 Sep 15 09:51:54.499025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e01ff5b4-22a1-4c79-bfcb-89ccf00a6a48 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:54.500057 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e01ff5b4-22a1-4c79-bfcb-89ccf00a6a48 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aab HTTP/1.1" status: 200 len: 927 time: 0.5662975 Sep 15 09:51:54.502993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46860) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:54.563280 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cf2cf0f0-c3af-4c0b-b363-a5ebb23dfffd req-79af3197-2801-47d4-b502-df3b3858b926 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4062712 Sep 15 09:51:54.567451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.611075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89668) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 15 09:51:54.611075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Router a0c9c571-55d5-48f2-85ce-58d0ee403f64 migrating from provider to provider. {{(pid=89668) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 15 09:51:54.611075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.611075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.623515 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.634695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.714514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfd58be0-224a-4619-b381-0101b0ac60f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.736638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd58be0-224a-4619-b381-0101b0ac60f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060ee37f-6b43-4e30-9703-f3f6971a59c5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:54.747354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.752118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.757689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:54.758302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.762129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.784685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-167a23f3-0ef9-4b66-8c0a-91773c05bfa3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 11fd96d9-790c-460a-9045-e18e9626b270 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:54.785032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-167a23f3-0ef9-4b66-8c0a-91773c05bfa3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.809258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfd58be0-224a-4619-b381-0101b0ac60f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.810414 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cfd58be0-224a-4619-b381-0101b0ac60f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/060ee37f-6b43-4e30-9703-f3f6971a59c5 HTTP/1.1" status: 204 len: 168 time: 1.3587101 Sep 15 09:51:54.948262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:54.973749 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-03f8a78f-767e-4a0b-8fb3-3a1cc69a4f3f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 1000 time: 0.4683576 Sep 15 09:51:54.996243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b239514f-ca9c-4ff5-879a-993447b9f83a,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:55.015579 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5068641 Sep 15 09:51:55.019713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46866) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:55.031643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'ports': [{'network_id': '7f5284da-c14c-45d4-a375-1b047d71b083', 'name': 'tempest-port--1231124708', 'admin_state_up': True}, {'network_id': '154d83c0-9b62-40a5-aa24-cfe4c782fafd', 'admin_state_up': False}]} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:55.031956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'port': {'network_id': '7f5284da-c14c-45d4-a375-1b047d71b083', 'name': 'tempest-port--1231124708', 'admin_state_up': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:55.032437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'port': {'network_id': '154d83c0-9b62-40a5-aa24-cfe4c782fafd', 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:55.054781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b0bf7-6ce0-4d55-b824-7e4d40176384 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Network': ['ID=154d83c0-9b62-40a5-aa24-cfe4c782fafd,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:55.061994 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.scheduler.l3_agent_scheduler [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] No L3 agents can host the router a0c9c571-55d5-48f2-85ce-58d0ee403f64 Sep 15 09:51:55.069294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 154d83c0-9b62-40a5-aa24-cfe4c782fafd details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:55.127162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:55.131054 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c52b1078-7399-45b7-9c9a-d6ad4e805533 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3772941 Sep 15 09:51:55.133640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46872) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:55.225870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-edf1e510-9164-4ce8-ac44-b954d892af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:55.227957 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-edf1e510-9164-4ce8-ac44-b954d892af8b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.1928799 Sep 15 09:51:55.229610 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP 3ebac21c-5247-40bd-92b2-7114d1a3b52e associated. External IP: 172.26.7.102, port: bd0982b4-d79f-4f54-b848-d18a2c36571f. Sep 15 09:51:55.490922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Hosts for router a0c9c571-55d5-48f2-85ce-58d0ee403f64: [] {{(pid=89668) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 15 09:51:55.544127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc0df291-ce4e-4af6-ab9d-abfe0c7b0e76 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:55.546512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:55.550575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Hosts for other DVR routers connected to router a0c9c571-55d5-48f2-85ce-58d0ee403f64: set() {{(pid=89668) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 15 09:51:55.552916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:55.557083 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-54838f80-6cf9-4550-93ec-fe8e95abeaaa tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "PUT /v2.0/routers/a0c9c571-55d5-48f2-85ce-58d0ee403f64 HTTP/1.1" status: 200 len: 716 time: 1.9526827 Sep 15 09:51:55.557083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Usage tracker for resource:port and tenant:42b0e553c2e0409190328b53e2721177 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:55.565093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:55.567522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46884) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:55.629772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:55.720351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc0df291-ce4e-4af6-ab9d-abfe0c7b0e76 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:55.734289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-f08abad6-dd67-4b15-8bfe-8c00cb11ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:55.736006 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-f08abad6-dd67-4b15-8bfe-8c00cb11ddfd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4423282 Sep 15 09:51:55.745889 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fda7f02d-449c-475e-b691-d2a977b4089a tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "GET /v2.0/routers/a0c9c571-55d5-48f2-85ce-58d0ee403f64 HTTP/1.1" status: 200 len: 716 time: 0.1762788 Sep 15 09:51:55.748322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46894) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:55.777698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Made reservation on behalf of 42b0e553c2e0409190328b53e2721177 for: {'port': 2} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:55.783099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:55.801844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:55.897321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-167a23f3-0ef9-4b66-8c0a-91773c05bfa3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:55.937123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc0df291-ce4e-4af6-ab9d-abfe0c7b0e76 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.108559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:51:56.121533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-167a23f3-0ef9-4b66-8c0a-91773c05bfa3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 11fd96d9-790c-460a-9045-e18e9626b270 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:56.153970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46904) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:56.210940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.243393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0df291-ce4e-4af6-ab9d-abfe0c7b0e76 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e17cfa-30ee-48b9-ab64-dae76384c708,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:56.279784 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e3ae1143-7cc3-4bcb-a787-38bcb1b647b3 tempest-RoutersTestDVR-1324020253 tempest-RoutersTestDVR-1324020253-project] 10.222.0.62 "GET /v2.0/routers/a0c9c571-55d5-48f2-85ce-58d0ee403f64 HTTP/1.1" status: 200 len: 682 time: 0.5304136 Sep 15 09:51:56.286765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] device_id is not set on port 1bffc1dd-674f-45eb-9076-06cf67d34c88 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:56.289542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46910) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:56.366189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc0df291-ce4e-4af6-ab9d-abfe0c7b0e76 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.369798 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cc0df291-ce4e-4af6-ab9d-abfe0c7b0e76 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/f8e17cfa-30ee-48b9-ab64-dae76384c708 HTTP/1.1" status: 204 len: 168 time: 1.2341003 Sep 15 09:51:56.417613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46914) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:56.452709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.465495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-913bced6-d388-49eb-84cd-faee2018bc10 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.538780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-181470441'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:56.568976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:56.588987 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-d80d9a94-4d87-4707-bc2d-f05981703f2a service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8332303 Sep 15 09:51:56.598067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:network and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:56.607920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:56.616820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-06ba0862-9db1-4aff-bf64-40314c753a13 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:56.654438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:56.665128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe80b9-e9b6-4b37-a631-c7592f87fa10 req-5fe6d504-77bf-4c7a-b16d-25193579f8c3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:56.667769 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3cfe80b9-e9b6-4b37-a631-c7592f87fa10 req-5fe6d504-77bf-4c7a-b16d-25193579f8c3 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.9252393 Sep 15 09:51:56.774037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event updated for resources: {'Port': ['ID=acaf7707-fce7-4ff4-8b2a-341c290a78db,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:56.800590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.818438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-913bced6-d388-49eb-84cd-faee2018bc10 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.822072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-913bced6-d388-49eb-84cd-faee2018bc10 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.827436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:56.850519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:51:56.854328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.860320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-06ba0862-9db1-4aff-bf64-40314c753a13 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:56.861555 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-06ba0862-9db1-4aff-bf64-40314c753a13 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4419906 Sep 15 09:51:56.864340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46918) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:56.897615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.904814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.924943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-913bced6-d388-49eb-84cd-faee2018bc10 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.925416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913bced6-d388-49eb-84cd-faee2018bc10 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0c9c571-55d5-48f2-85ce-58d0ee403f64 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:56.928434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3cfe80b9-e9b6-4b37-a631-c7592f87fa10 req-557fc9d5-53c6-42be-a920-707407cbc6e0 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744673 Sep 15 09:51:56.992285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:56.993550 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-88d8821f-1540-4e8a-9542-6f9704b2f1ac tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7369149 Sep 15 09:51:57.011948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:57.012811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bf25d0cb-ae4d-43d5-94c4-27fb7292b700 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Synchronizing usage tracker for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:57.037651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:security_group_rule and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:57.042060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-913bced6-d388-49eb-84cd-faee2018bc10 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.046754 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-913bced6-d388-49eb-84cd-faee2018bc10 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "DELETE /v2.0/routers/a0c9c571-55d5-48f2-85ce-58d0ee403f64 HTTP/1.1" status: 204 len: 168 time: 0.7526920 Sep 15 09:51:57.046915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:57.046999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46924) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:57.052328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Request body: {'router': {'name': 'tempest-router-864541054', 'distributed': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:51:57.055373 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf4ad5de-2ad2-4432-a742-7496c57f51fd req-0c525669-66c8-4d84-9f1c-10b05f2a6d53 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4543130 Sep 15 09:51:57.058224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] device_id is not set on port 4a2bec60-eda4-4c79-9269-9ad3ff5ceccb yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:51:57.058497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:57.060448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-167a23f3-0ef9-4b66-8c0a-91773c05bfa3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.061493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:51:57.067020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Usage tracker for resource:router and tenant:4a366f74a58e4866bfbb2bd671ea6a30 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:51:57.070834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:51:57.078441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:51:57.121939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bf25d0cb-ae4d-43d5-94c4-27fb7292b700 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] Unset dirty status for tenant:0ff456323bdc4becaff9c7f1ca7d62dc on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:57.125971 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bf25d0cb-ae4d-43d5-94c4-27fb7292b700 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2591610 Sep 15 09:51:57.126620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46930) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:57.157283 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-40e34b35-0cae-473a-9314-4e045f0b1e61 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] delete failed (client error): The resource could not be found. Sep 15 09:51:57.162098 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-40e34b35-0cae-473a-9314-4e045f0b1e61 tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "DELETE /v2.0/security-groups/f8e17cfa-30ee-48b9-ab64-dae76384c708 HTTP/1.1" status: 404 len: 347 time: 0.0318623 Sep 15 09:51:57.176598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46934) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:57.186772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a23f3-0ef9-4b66-8c0a-91773c05bfa3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=11fd96d9-790c-460a-9045-e18e9626b270,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:57.217368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.218476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.264279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-167a23f3-0ef9-4b66-8c0a-91773c05bfa3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.281644 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-167a23f3-0ef9-4b66-8c0a-91773c05bfa3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/11fd96d9-790c-460a-9045-e18e9626b270 HTTP/1.1" status: 204 len: 168 time: 2.7776160 Sep 15 09:51:57.289302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46946) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:57.296860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.337474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:57.342373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.349541 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843700f-963c-4f87-beb7-1881fbf63f78 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:57.356150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.374757 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843700f-963c-4f87-beb7-1881fbf63f78 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:57.375293 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0843700f-963c-4f87-beb7-1881fbf63f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:57.394747 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0046a79-d414-4f46-9830-a09f06d0789a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:51:57.396930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.398149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c0046a79-d414-4f46-9830-a09f06d0789a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:57.430403 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-209f44e0-d590-4621-817a-9bc18bb7f430 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/floatingips/3ebac21c-5247-40bd-92b2-7114d1a3b52e HTTP/1.1" status: 200 len: 977 time: 4.9570191 Sep 15 09:51:57.430641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-af2a8338-3af0-42f4-8cb2-364897ba38ff tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Synchronizing usage tracker for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:57.434246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46950) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:57.477548 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0843700f-963c-4f87-beb7-1881fbf63f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:57.493247 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0843700f-963c-4f87-beb7-1881fbf63f78 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:51:57.494962 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0843700f-963c-4f87-beb7-1881fbf63f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:57.526257 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fad3d5b5-428d-462e-a7a8-4417d837bbac tempest-SecGroupIPv6Test-892308391 tempest-SecGroupIPv6Test-892308391-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3454380 Sep 15 09:51:57.530352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Port': ['ID=1bffc1dd-674f-45eb-9076-06cf67d34c88,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:57.535946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.559957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port bd0982b4-d79f-4f54-b848-d18a2c36571f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:57.560518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.613143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c0046a79-d414-4f46-9830-a09f06d0789a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:57.616921 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c0046a79-d414-4f46-9830-a09f06d0789a tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/11fd96d9-790c-460a-9045-e18e9626b270 HTTP/1.1" status: 404 len: 333 time: 0.3241198 Sep 15 09:51:57.617085 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0843700f-963c-4f87-beb7-1881fbf63f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:51:57.617085 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0843700f-963c-4f87-beb7-1881fbf63f78 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:51:57.617408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46956) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:57.659470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Checking segment: {'id': '31ffe9df-334d-4d55-865f-83f69e3498d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '7f5284da-c14c-45d4-a375-1b047d71b083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:57.660390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Network hostable DHCP agents. Network: 7f5284da-c14c-45d4-a375-1b047d71b083, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:51:57.666054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.682147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.686495 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-79decb51-4b8f-4f9f-8ad7-8a2d03ae5085 tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.6357317 Sep 15 09:51:57.688270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46960) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:57.814963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.904370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-af2a8338-3af0-42f4-8cb2-364897ba38ff tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Unset dirty status for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:57.906123 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-af2a8338-3af0-42f4-8cb2-364897ba38ff tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--271518897&fields=id&tenant_id=a26c9fa7e5f345a195fbcde1d6d5b154 HTTP/1.1" status: 200 len: 267 time: 0.6425536 Sep 15 09:51:57.929468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:51:57.955759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64efb6dd-a5c3-490b-8f66-39ad6c7094a3,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:57.985457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6ee293a9-d8d4-4b27-98f1-37118a06b1be tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 14c43b4c-9511-4d93-a100-d6da863ea3ad {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:51:57.985457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6ee293a9-d8d4-4b27-98f1-37118a06b1be tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.986405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:57.986941 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Added segment 4b835cda-d824-48fa-b250-ede225277f69 of type vlan for network 5356cd75-51b9-4373-9c24-859998cb51b1 Sep 15 09:51:58.000797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.108726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b516b97d-ab13-404d-b199-84bb1842b8ae tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.172307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46968) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:58.179535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.189955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Network 7f5284da-c14c-45d4-a375-1b047d71b083 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:51:58.442384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7f5284da-c14c-45d4-a375-1b047d71b083) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:58.451910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0fe34a-8069-48b0-8dcb-c438f4812068 None None] Network 7f5284da-c14c-45d4-a375-1b047d71b083 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:58.519918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.526076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:58.526829 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.593176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:58.594070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.647142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59459b56-a4a8-4f2b-957a-a6d35cbc28e2 req-024ead38-8e7f-42e9-8b7f-65e0d8cc4563 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:58.648774 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-59459b56-a4a8-4f2b-957a-a6d35cbc28e2 req-024ead38-8e7f-42e9-8b7f-65e0d8cc4563 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5460777 Sep 15 09:51:58.711610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Network': ['ID=5356cd75-51b9-4373-9c24-859998cb51b1,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:58.727231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 5356cd75-51b9-4373-9c24-859998cb51b1 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:51:58.733521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.734001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.734372 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP 3ebac21c-5247-40bd-92b2-7114d1a3b52e disassociated. External IP: 172.26.7.102, port: bd0982b4-d79f-4f54-b848-d18a2c36571f. Sep 15 09:51:58.734774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for bd0982b4-d79f-4f54-b848-d18a2c36571f owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:58.765299 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-59459b56-a4a8-4f2b-957a-a6d35cbc28e2 req-e9915995-f082-4ce2-b573-e5018d9b84d1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951715 Sep 15 09:51:58.775957 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5b61fe1b-31af-4a23-9099-1b222e5a0774 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.6202905 Sep 15 09:51:58.782949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b516b97d-ab13-404d-b199-84bb1842b8ae tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.786729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b516b97d-ab13-404d-b199-84bb1842b8ae tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:58.855791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-17be4e91-e966-4b86-a0b2-a8d2d1bdf38f tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:58.856860 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-17be4e91-e966-4b86-a0b2-a8d2d1bdf38f tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/networks?id=d0d061c4-ebee-4038-b6b1-c5b5155b6821 HTTP/1.1" status: 200 len: 811 time: 0.8906741 Sep 15 09:51:58.891447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Port': ['ID=4a2bec60-eda4-4c79-9269-9ad3ff5ceccb,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:58.941117 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c3b4c449-d938-4f40-92c8-ddfe3fd2c4dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ff456323bdc4becaff9c7f1ca7d62dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7529197 Sep 15 09:51:58.943969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46976) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:58.949940 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-4d55fb11-d3f6-4895-a3ec-4fe6f8aa1de9 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/quotas/a26c9fa7e5f345a195fbcde1d6d5b154 HTTP/1.1" status: 200 len: 375 time: 0.0534196 Sep 15 09:51:58.953871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6ee293a9-d8d4-4b27-98f1-37118a06b1be tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.011857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Checking segment: {'id': 'adf38f3e-752f-432f-abb9-314c53c25d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '154d83c0-9b62-40a5-aa24-cfe4c782fafd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:51:59.012128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Network hostable DHCP agents. Network: 154d83c0-9b62-40a5-aa24-cfe4c782fafd, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:51:59.013444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a52315dc-0154-4e3a-a92b-e87802100859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.036738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.079536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a52315dc-0154-4e3a-a92b-e87802100859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.145593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6ee293a9-d8d4-4b27-98f1-37118a06b1be tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 14c43b4c-9511-4d93-a100-d6da863ea3ad owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:51:59.173357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=bd0982b4-d79f-4f54-b848-d18a2c36571f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:59.173668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b516b97d-ab13-404d-b199-84bb1842b8ae tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.174156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b516b97d-ab13-404d-b199-84bb1842b8ae tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b580941-dc8b-44e2-aad6-91110dd61f4a {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:51:59.219724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b516b97d-ab13-404d-b199-84bb1842b8ae tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.224673 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b516b97d-ab13-404d-b199-84bb1842b8ae tempest-RoutersTestDVR-698765402 tempest-RoutersTestDVR-698765402-project-admin] 10.222.0.62 "DELETE /v2.0/routers/9b580941-dc8b-44e2-aad6-91110dd61f4a HTTP/1.1" status: 204 len: 168 time: 1.5279233 Sep 15 09:51:59.325697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:51:59.406472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a52315dc-0154-4e3a-a92b-e87802100859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.429104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52315dc-0154-4e3a-a92b-e87802100859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a559a71d-f1dd-49be-8813-a810ca95685f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:59.473562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Network 154d83c0-9b62-40a5-aa24-cfe4c782fafd is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:51:59.518801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3b192d0a-29c1-48c4-af88-d16a69286411 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Synchronizing usage tracker for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:51:59.566062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 154d83c0-9b62-40a5-aa24-cfe4c782fafd) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:51:59.576681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:51:59.579641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:51:59.580905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079d841a-5c14-4128-9cf8-3a508ab83400 None None] Network 154d83c0-9b62-40a5-aa24-cfe4c782fafd requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:51:59.589392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:59.594721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:51:59.595638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.599896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6ee293a9-d8d4-4b27-98f1-37118a06b1be tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.622117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d563f8-496b-417f-a0d2-a2dfb40cf7f9 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:51:59.658196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3b192d0a-29c1-48c4-af88-d16a69286411 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Unset dirty status for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:51:59.659610 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3b192d0a-29c1-48c4-af88-d16a69286411 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a26c9fa7e5f345a195fbcde1d6d5b154&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6983047 Sep 15 09:51:59.670921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee293a9-d8d4-4b27-98f1-37118a06b1be tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=14c43b4c-9511-4d93-a100-d6da863ea3ad,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:51:59.739066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a52315dc-0154-4e3a-a92b-e87802100859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.744838 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a52315dc-0154-4e3a-a92b-e87802100859 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a559a71d-f1dd-49be-8813-a810ca95685f HTTP/1.1" status: 204 len: 168 time: 0.7965097 Sep 15 09:51:59.744838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.745728 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-45a5b437-ded1-4e9d-b13c-7889931307c5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/ports/bd0982b4-d79f-4f54-b848-d18a2c36571f HTTP/1.1" status: 204 len: 168 time: 2.3104482 Sep 15 09:51:59.748970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46986) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:59.920083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6ee293a9-d8d4-4b27-98f1-37118a06b1be tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:51:59.926384 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6ee293a9-d8d4-4b27-98f1-37118a06b1be tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/14c43b4c-9511-4d93-a100-d6da863ea3ad HTTP/1.1" status: 204 len: 168 time: 2.3060925 Sep 15 09:51:59.933924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46990) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:59.948689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 46992) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:51:59.977780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5b5a118d-4d99-40bd-9345-0358c9ffdb9f tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "GET /v2.0/floatingips/3ebac21c-5247-40bd-92b2-7114d1a3b52e HTTP/1.1" status: 200 len: 688 time: 0.2273788 Sep 15 09:51:59.980583 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 46998) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:00.037250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d563f8-496b-417f-a0d2-a2dfb40cf7f9 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:00.037938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e0d563f8-496b-417f-a0d2-a2dfb40cf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:00.048886 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f75ba343-de8c-425b-96fe-8132da919d27 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0280919 Sep 15 09:52:00.053714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47004) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:00.140854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e0d563f8-496b-417f-a0d2-a2dfb40cf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:00.170401 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3c4a05e-d21f-43f9-a661-5e03b87a1ae9 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:52:00.171998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a3c4a05e-d21f-43f9-a661-5e03b87a1ae9 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:00.194818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d563f8-496b-417f-a0d2-a2dfb40cf7f9 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:00.195998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e0d563f8-496b-417f-a0d2-a2dfb40cf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:00.211209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port c711f1ef-8b74-4d54-a2d2-faec8edd2960 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:00.211789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:00.344666 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-69c3ad86-5c99-40f9-93a4-905acf12ad72 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d061c4-ebee-4038-b6b1-c5b5155b6821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835853 Sep 15 09:52:00.356505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e0d563f8-496b-417f-a0d2-a2dfb40cf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:00.360646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d563f8-496b-417f-a0d2-a2dfb40cf7f9 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:00.434787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:00.444665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a3c4a05e-d21f-43f9-a661-5e03b87a1ae9 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:00.445901 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a3c4a05e-d21f-43f9-a661-5e03b87a1ae9 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/14c43b4c-9511-4d93-a100-d6da863ea3ad HTTP/1.1" status: 404 len: 333 time: 0.4993799 Sep 15 09:52:00.511872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47012) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:00.594689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6031361f-1adb-4da9-9997-95eb8df111d3 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:00.601168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6031361f-1adb-4da9-9997-95eb8df111d3 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:00.601985 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6031361f-1adb-4da9-9997-95eb8df111d3 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Synchronizing usage tracker for tenant:42b0e553c2e0409190328b53e2721177 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:00.611028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:00.624164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] Usage tracker for resource:security_group_rule and tenant:4db272e1f1694ab5a4ce227e116dfeb0 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:00.628881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:00.645868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:00.698413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed4a6a3-684a-4ba8-a515-f41474abf8f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet b9be212b-ffa3-4b2b-96e4-1f84489274d0 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:00.700801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:00.701300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:00.706843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a6a3-684a-4ba8-a515-f41474abf8f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:00.786555 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-fad93956-b21c-4e0d-b43e-31c9c3163699 service neutron] 10.222.0.62 "GET /v2.0/networks/d0d061c4-ebee-4038-b6b1-c5b5155b6821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4399166 Sep 15 09:52:00.811217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a6a3-684a-4ba8-a515-f41474abf8f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:00.865413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for c711f1ef-8b74-4d54-a2d2-faec8edd2960 owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:00.960096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a6a3-684a-4ba8-a515-f41474abf8f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:00.991508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.045138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.095989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a6a3-684a-4ba8-a515-f41474abf8f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.141265 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4db272e1f1694ab5a4ce227e116dfeb0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1781242 Sep 15 09:52:01.144032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9bd974-6b8d-44be-aaa0-25b99601cf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fe06cd-ddf3-4d01-9497-1dde15520260,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:01.148763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47030) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:01.149432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed4a6a3-684a-4ba8-a515-f41474abf8f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=b9be212b-ffa3-4b2b-96e4-1f84489274d0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:01.154204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ed4a6a3-684a-4ba8-a515-f41474abf8f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.168060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efb61cc-a377-449f-a2bc-a7e72629b8a2 None None] Network 622ed7e4-c28a-4c6b-9b49-2117c428a183 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:01.174361 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.257749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6031361f-1adb-4da9-9997-95eb8df111d3 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Unset dirty status for tenant:42b0e553c2e0409190328b53e2721177 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:01.260782 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6031361f-1adb-4da9-9997-95eb8df111d3 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.2016032 Sep 15 09:52:01.270645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47038) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:01.346309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=c711f1ef-8b74-4d54-a2d2-faec8edd2960,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:01.408289 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2ed4a6a3-684a-4ba8-a515-f41474abf8f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/b9be212b-ffa3-4b2b-96e4-1f84489274d0 HTTP/1.1" status: 204 len: 168 time: 0.8951268 Sep 15 09:52:01.428764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47042) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:01.429339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47048) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:01.517887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e2572a7-6f4a-475a-b652-d4fce3c2c6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.539008 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71d42a14-93ae-4875-9430-1de89073edaa req-89568ca5-a563-476f-b698-07a788232008 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 210 time: 0.1992490 Sep 15 09:52:01.560383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.592060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.593390 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2e06ac6d-73d8-47fc-b7fa-0e470ea1f58b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/floatingips/3ebac21c-5247-40bd-92b2-7114d1a3b52e HTTP/1.1" status: 204 len: 168 time: 1.6111782 Sep 15 09:52:01.597045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47056) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:01.605371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'd9578730-5818-4c68-97f9-bad0399f0408'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:01.611559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:01.616450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:floatingip and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:01.619620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:01.626562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:01.701805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4914f120-c20c-40ad-8342-195f79ae78f4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Deleting port 1bffc1dd-674f-45eb-9076-06cf67d34c88 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:01.702458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4914f120-c20c-40ad-8342-195f79ae78f4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.707548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] DHCP port deletion for 622ed7e4-c28a-4c6b-9b49-2117c428a183 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:01.712269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] Deleting port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:01.713377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.715616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.758009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--268368978'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:01.782553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:01.806166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e2572a7-6f4a-475a-b652-d4fce3c2c6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.839219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:01.849168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:01.891438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:01.910894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:01.945492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.003319 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47062) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:02.012179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'subnet': {'network_id': '5356cd75-51b9-4373-9c24-859998cb51b1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:02.019000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] For port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4410ebca-5e35-4c2a-bf9a-38462b8b2a1b,segment=NetworkSegment(ce732db1-2e62-4a5d-a1e6-dbae68d229e5),segment_id=ce732db1-2e62-4a5d-a1e6-dbae68d229e5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:02.019395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.054396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.071755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:02.072723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.117568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.157139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4914f120-c20c-40ad-8342-195f79ae78f4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.163654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] Calling delete_port for 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:02.176873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:02.202754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:02.206933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:subnet and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:02.211134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:02.223549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:02.232993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.26.7.92 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/d1ffe196-b660-4537-b1a3-807f546af71a) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:02.309187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.315660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:02.319155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.434410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:02.444655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] The port '4410ebca-5e35-4c2a-bf9a-38462b8b2a1b' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:52:02.453149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4914f120-c20c-40ad-8342-195f79ae78f4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Calling delete_port for 1bffc1dd-674f-45eb-9076-06cf67d34c88 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:02.484770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e2572a7-6f4a-475a-b652-d4fce3c2c6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.487951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:02.499045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.520103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] Pushing event deleted for resources: {'Port': ['ID=4410ebca-5e35-4c2a-bf9a-38462b8b2a1b,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:02.531465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194316d4-bfe3-4b69-bd2b-0d8f0f95f920 None None] No DVR routers for this DVR port 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:02.554496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:02.578223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2572a7-6f4a-475a-b652-d4fce3c2c6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fe06cd-ddf3-4d01-9497-1dde15520260,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:02.716493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e2572a7-6f4a-475a-b652-d4fce3c2c6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.717538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5e2572a7-6f4a-475a-b652-d4fce3c2c6bf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4fe06cd-ddf3-4d01-9497-1dde15520260 HTTP/1.1" status: 204 len: 168 time: 1.5653577 Sep 15 09:52:02.737106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.741758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.794357 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a0a6aed2-2d70-44d9-9f07-97830b5d1d9a req-984dcaa7-1b48-4455-9df1-f92bd753e9fc tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 210 time: 0.0972185 Sep 15 09:52:02.804104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.847327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622ed7e4-c28a-4c6b-9b49-2117c428a183']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:02.866090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:02.871067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce732db1-2e62-4a5d-a1e6-dbae68d229e5') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:02.871374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce732db1-2e62-4a5d-a1e6-dbae68d229e5') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:02.875801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:02.879574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:02.902226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.921191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.928243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.935711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:02.936159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:02.941384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Subnet': ['ID=549b6673-bafd-48d7-8954-fb4c81c965eb,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:02.961644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=d1ffe196-b660-4537-b1a3-807f546af71a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:02.987999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Checking segment: {'id': '4b835cda-d824-48fa-b250-ede225277f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356cd75-51b9-4373-9c24-859998cb51b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:02.988360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network hostable DHCP agents. Network: 5356cd75-51b9-4373-9c24-859998cb51b1, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:03.013836 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment ce732db1-2e62-4a5d-a1e6-dbae68d229e5 resource provider aggregate not found Sep 15 09:52:03.030012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4914f120-c20c-40ad-8342-195f79ae78f4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.068633 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment ce732db1-2e62-4a5d-a1e6-dbae68d229e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce732db1-2e62-4a5d-a1e6-dbae68d229e5 found for delete ", "request_id": "req-a1a28b67-990e-47cc-8f0f-aace9b680c5f"}]} Sep 15 09:52:03.093645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4914f120-c20c-40ad-8342-195f79ae78f4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Port': ['ID=1bffc1dd-674f-45eb-9076-06cf67d34c88,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:03.098184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4914f120-c20c-40ad-8342-195f79ae78f4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.288372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network 5356cd75-51b9-4373-9c24-859998cb51b1 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:03.293350 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4914f120-c20c-40ad-8342-195f79ae78f4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/ports/1bffc1dd-674f-45eb-9076-06cf67d34c88 HTTP/1.1" status: 204 len: 168 time: 2.0063183 Sep 15 09:52:03.293350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.296011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47076) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:03.314816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:52:03.334577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.385354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:52:03.385797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4410ebca-5e35-4c2a-bf9a-38462b8b2a1b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:52:03.396413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:03.407476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 5356cd75-51b9-4373-9c24-859998cb51b1) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:03.417501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e01ad6a-5946-459d-a160-0e5d29ad8fa7 None None] Network 5356cd75-51b9-4373-9c24-859998cb51b1 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:03.420490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.422386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:03.422521 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/networks/622ed7e4-c28a-4c6b-9b49-2117c428a183 HTTP/1.1" status: 204 len: 168 time: 1.9854774 Sep 15 09:52:03.423060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.429489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47080) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:03.433269 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:03.442012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1667504000'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:03.449899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac63c96-fb06-424a-8b3c-3446bb832858 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Network': ['ID=622ed7e4-c28a-4c6b-9b49-2117c428a183,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:03.454187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:03.458908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:03.464245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:network and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:03.470443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:03.472237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:03.486189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346f40f7-3fe5-4aa4-9b47-5e0e3a6db585,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:03.491148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:03.504933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-cf03084c-ddf3-4a06-98d9-d5ec047af943 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Deleting port 4a2bec60-eda4-4c79-9269-9ad3ff5ceccb {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:03.505190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf03084c-ddf3-4a06-98d9-d5ec047af943 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.575457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.589901 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe3a6fa2-970f-4d7f-b4b2-642c868f40b3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5853832 Sep 15 09:52:03.593567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47086) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:03.600498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-342050187'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:03.608872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:03.615960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:network and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:03.619672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:03.623895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.635622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:03.646049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:03.667457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] vlan segment allocate from pool success with {'vlan_id': 350, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:03.677696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.677696 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Added segment 47c8504d-da99-42c2-b4e5-b193ecad0953 of type vlan for network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc Sep 15 09:52:03.706709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.756392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-5356cd75-51b9-4373-9c24-859998cb51b1', 'network_id': '5356cd75-51b9-4373-9c24-859998cb51b1', 'tenant_id': 'f910a01264cb4fdbb0f7e168fa67d53e', 'fixed_ips': [{'subnet_id': '549b6673-bafd-48d7-8954-fb4c81c965eb'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:03.757301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.793274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.797156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf03084c-ddf3-4a06-98d9-d5ec047af943 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.814027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.819600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:03.821220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.850857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:03.854566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.927353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:03.942633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Allocated IP 2001:db8:0:ffff::2 (5356cd75-51b9-4373-9c24-859998cb51b1/549b6673-bafd-48d7-8954-fb4c81c965eb/d2d736ea-8813-45c0-ada7-02e2f8dc6bde) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:03.956025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-cf03084c-ddf3-4a06-98d9-d5ec047af943 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Calling delete_port for 4a2bec60-eda4-4c79-9269-9ad3ff5ceccb owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:04.040138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b19318-aff3-49cf-aa05-8309d9369c49,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:04.040259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.046862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.047685 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0b842622-5c86-4886-8ea0-feb17bba38f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.6172769 Sep 15 09:52:04.052182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47092) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.082368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:04.087461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47096) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.098463 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6676576 Sep 15 09:52:04.099751 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69c7c54c-b396-4722-a776-d60c3a3dc88e req-557b5858-602f-42a2-8f85-da30c6ddd025 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 210 time: 0.1190391 Sep 15 09:52:04.100465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672efb1-697d-4e56-ac5a-9af095ead975 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Network': ['ID=e399c8d7-df2c-4e23-bf40-ebee89e3a3fc,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:04.102742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47100) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.119797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:04.121308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.144293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.144803 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Added segment c0cdb289-8f3b-40cc-9903-c6778f4b2be0 of type vlan for network e84dc0a6-c61a-4c4d-a4dd-95c879551954 Sep 15 09:52:04.151303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:04.183711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:04.197884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] Usage tracker for resource:security_group_rule and tenant:4a366f74a58e4866bfbb2bd671ea6a30 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:04.206443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:04.222998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:04.234426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5095897c-546b-47ce-bcd0-5a65bacadd16 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:04.258477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.276498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf03084c-ddf3-4a06-98d9-d5ec047af943 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.334149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.338942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf03084c-ddf3-4a06-98d9-d5ec047af943 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.352633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Transition to ACTIVE for port object d2d736ea-8813-45c0-ada7-02e2f8dc6bde will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:04.368016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03084c-ddf3-4a06-98d9-d5ec047af943 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Port': ['ID=4a2bec60-eda4-4c79-9269-9ad3ff5ceccb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:04.370948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:04.371393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5095897c-546b-47ce-bcd0-5a65bacadd16 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:04.373004 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5095897c-546b-47ce-bcd0-5a65bacadd16 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.3198924 Sep 15 09:52:04.379835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47104) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.380252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Transition to ACTIVE for port object d2d736ea-8813-45c0-ada7-02e2f8dc6bde will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:04.383013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:04.386282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:04.393039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cdcb9891-5215-4cd3-8781-2a63bf6c6e47 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-security--1837510062', 'description': 'tempest-security-description-1529576406'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:04.411759 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cf03084c-ddf3-4a06-98d9-d5ec047af943 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/ports/4a2bec60-eda4-4c79-9269-9ad3ff5ceccb HTTP/1.1" status: 204 len: 168 time: 1.0708358 Sep 15 09:52:04.415303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:52:04.419827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47108) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.426283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:04.487801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.502861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-74271202-93c5-4961-b478-43f054b7428d tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Synchronizing usage tracker for tenant:42b0e553c2e0409190328b53e2721177 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:04.523021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9891-5215-4cd3-8781-2a63bf6c6e47 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.584553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Network 5356cd75-51b9-4373-9c24-859998cb51b1 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:04.589004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:04.593084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:04.595224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:04.598818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.600310 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Pushing event updated for resources: {'Port': ['ID=d2d736ea-8813-45c0-ada7-02e2f8dc6bde,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:04.666393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.695313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-b5d46204-83a7-4fd5-ac37-5720244dbc59 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:04.695997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-b5d46204-83a7-4fd5-ac37-5720244dbc59 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Synchronizing usage tracker for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:04.698585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9891-5215-4cd3-8781-2a63bf6c6e47 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.703792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.709033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:04.711815 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.719092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Attempting to bind port d2d736ea-8813-45c0-ada7-02e2f8dc6bde on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:04.719485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Attempting to bind port d2d736ea-8813-45c0-ada7-02e2f8dc6bde by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '4b835cda-d824-48fa-b250-ede225277f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356cd75-51b9-4373-9c24-859998cb51b1'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:04.720095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Attempting to bind port d2d736ea-8813-45c0-ada7-02e2f8dc6bde on network 5356cd75-51b9-4373-9c24-859998cb51b1 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:04.725480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:04.725873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Checking segment: {'id': '4b835cda-d824-48fa-b250-ede225277f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356cd75-51b9-4373-9c24-859998cb51b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:04.726271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.726659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Bound using segment: {'id': '4b835cda-d824-48fa-b250-ede225277f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356cd75-51b9-4373-9c24-859998cb51b1'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:04.727120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Bound port: d2d736ea-8813-45c0-ada7-02e2f8dc6bde, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b835cda-d824-48fa-b250-ede225277f69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '5356cd75-51b9-4373-9c24-859998cb51b1'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:04.727489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.730810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-74271202-93c5-4961-b478-43f054b7428d tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Unset dirty status for tenant:42b0e553c2e0409190328b53e2721177 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:04.736368 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-74271202-93c5-4961-b478-43f054b7428d tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3132391 Sep 15 09:52:04.737530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47112) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.743863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-77745223'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:04.745354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:52:04.749149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:04.753344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Usage tracker for resource:network and tenant:42b0e553c2e0409190328b53e2721177 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:04.756231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:04.763393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:04.772433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.804066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9891-5215-4cd3-8781-2a63bf6c6e47 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.826182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] For port d2d736ea-8813-45c0-ada7-02e2f8dc6bde, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:04.829491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] For port d2d736ea-8813-45c0-ada7-02e2f8dc6bde, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d2d736ea-8813-45c0-ada7-02e2f8dc6bde,segment=NetworkSegment(4b835cda-d824-48fa-b250-ede225277f69),segment_id=4b835cda-d824-48fa-b250-ede225277f69)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:04.844902 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a366f74a58e4866bfbb2bd671ea6a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7533598 Sep 15 09:52:04.845685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.846005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519ec4d-a68e-4e1d-ac2e-2e5f9e817ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677c0184-6361-4152-97c1-72e08a49d3ed,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:04.848293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47116) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.851035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cdcb9891-5215-4cd3-8781-2a63bf6c6e47 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.852364 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cdcb9891-5215-4cd3-8781-2a63bf6c6e47 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "PUT /v2.0/security-groups/35b19318-aff3-49cf-aa05-8309d9369c49 HTTP/1.1" status: 200 len: 1778 time: 0.4715466 Sep 15 09:52:04.860520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47120) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.877875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Network': ['ID=e84dc0a6-c61a-4c4d-a4dd-95c879551954,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:04.891077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network e84dc0a6-c61a-4c4d-a4dd-95c879551954 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:04.904505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Made reservation on behalf of 42b0e553c2e0409190328b53e2721177 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:04.908173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.940237 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0d796ceb-e183-44d1-86b9-904b3dea441b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.3455997 Sep 15 09:52:04.941370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.958882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47124) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:04.962955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb9891-5215-4cd3-8781-2a63bf6c6e47 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b19318-aff3-49cf-aa05-8309d9369c49,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:04.972111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:04.973898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'subnet': {'network_id': 'e84dc0a6-c61a-4c4d-a4dd-95c879551954', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:05.079114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a696e-1c13-4e21-80c2-0f79b0d60e48 None None] Pushing event updated for resources: {'Port': ['ID=d2d736ea-8813-45c0-ada7-02e2f8dc6bde,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:05.118241 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dd74ee0c-879e-4e3b-9b95-3f99073e603c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups/35b19318-aff3-49cf-aa05-8309d9369c49 HTTP/1.1" status: 200 len: 1778 time: 0.2470219 Sep 15 09:52:05.119284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:05.128133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47132) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:05.148676 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-19b17d65-78d6-4cc0-8fd5-9f49fa2074fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.190690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.191039 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Added segment ee50a383-7128-4007-8889-da8d5b594d8c of type vlan for network df34d2f6-2b4d-45ed-89ea-566c588b34a7 Sep 15 09:52:05.213790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-b5d46204-83a7-4fd5-ac37-5720244dbc59 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Unset dirty status for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:05.215398 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-b5d46204-83a7-4fd5-ac37-5720244dbc59 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.16 "GET /v2.0/networks?id=d0d061c4-ebee-4038-b6b1-c5b5155b6821 HTTP/1.1" status: 200 len: 811 time: 0.8495529 Sep 15 09:52:05.216632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:05.246611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:subnet and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:05.252860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:05.269177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-19b17d65-78d6-4cc0-8fd5-9f49fa2074fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.287369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.317324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:05.329327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.381483 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ccbace3c-bdea-4ba3-8499-9282801d76e4 req-a41eaa27-e8d6-4ae1-b449-48b6394b3285 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 210 time: 0.1047256 Sep 15 09:52:05.427315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faab5-07a4-4a78-85e6-327cb7a6b728 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.463464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:05.467857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.486274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=d1ffe196-b660-4537-b1a3-807f546af71a,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:05.498101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.543970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faab5-07a4-4a78-85e6-327cb7a6b728 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.551725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-1a57559e-ce30-418b-98ab-905f9d7d27fd tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Synchronizing usage tracker for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:05.564711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.570313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:05.570955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.593451 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP 18055e40-897e-4cfe-b158-51f80d2a7619 associated. External IP: 172.26.7.92, port: d9578730-5818-4c68-97f9-bad0399f0408. Sep 15 09:52:05.683058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-1a57559e-ce30-418b-98ab-905f9d7d27fd tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Unset dirty status for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:05.684247 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-1a57559e-ce30-418b-98ab-905f9d7d27fd tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a26c9fa7e5f345a195fbcde1d6d5b154 HTTP/1.1" status: 200 len: 379 time: 0.4386179 Sep 15 09:52:05.705804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-19b17d65-78d6-4cc0-8fd5-9f49fa2074fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.712556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Request body: {'port': {'device_id': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'admin_state_up': True, 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'security_groups': ['45793840-506d-41b9-abb3-986e303f7d5b']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:05.729051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=f3bb7235-2c67-4aca-85ae-9ae679e2567b,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:05.761152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b17d65-78d6-4cc0-8fd5-9f49fa2074fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677c0184-6361-4152-97c1-72e08a49d3ed,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:05.766095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Network': ['ID=df34d2f6-2b4d-45ed-89ea-566c588b34a7,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:05.819926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network df34d2f6-2b4d-45ed-89ea-566c588b34a7 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:05.830062 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d34f4639-a72c-4543-971d-19053a6f8955 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0913761 Sep 15 09:52:05.834885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47140) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:05.842685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-286471391'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:05.854316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:05.862463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Usage tracker for resource:network and tenant:42b0e553c2e0409190328b53e2721177 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:05.867097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:05.875013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faab5-07a4-4a78-85e6-327cb7a6b728 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.879602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:05.906244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-19b17d65-78d6-4cc0-8fd5-9f49fa2074fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.907469 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-19b17d65-78d6-4cc0-8fd5-9f49fa2074fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/677c0184-6361-4152-97c1-72e08a49d3ed HTTP/1.1" status: 204 len: 168 time: 1.0579550 Sep 15 09:52:05.908929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4faab5-07a4-4a78-85e6-327cb7a6b728 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b19318-aff3-49cf-aa05-8309d9369c49,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:05.912887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff4faab5-07a4-4a78-85e6-327cb7a6b728 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:05.914348 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ff4faab5-07a4-4a78-85e6-327cb7a6b728 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/35b19318-aff3-49cf-aa05-8309d9369c49 HTTP/1.1" status: 204 len: 168 time: 0.7800195 Sep 15 09:52:05.920547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking segment: {'id': '47c8504d-da99-42c2-b4e5-b193ecad0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:05.921171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network hostable DHCP agents. Network: e399c8d7-df2c-4e23-bf40-ebee89e3a3fc, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:05.927064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47146) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:05.983949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Made reservation on behalf of 42b0e553c2e0409190328b53e2721177 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:05.986662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.027710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ca610ebc-551d-4883-b86d-c7c6b2db0962 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:06.049216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:06.060797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.061170 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Added segment 97a44a66-f69f-464d-b97e-3b4d46ad8cce of type vlan for network a21f69b7-cb57-42b1-af0c-ec17535c310e Sep 15 09:52:06.096212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:06.099651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.114417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:06.142288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:06.169494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ca610ebc-551d-4883-b86d-c7c6b2db0962 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:06.173486 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ca610ebc-551d-4883-b86d-c7c6b2db0962 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2428482 Sep 15 09:52:06.177986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47150) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:06.204135 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-a44fc4b2-3f56-4219-81e2-40e0f811e8bf tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] delete failed (client error): The resource could not be found. Sep 15 09:52:06.205243 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a44fc4b2-3f56-4219-81e2-40e0f811e8bf tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/35b19318-aff3-49cf-aa05-8309d9369c49 HTTP/1.1" status: 404 len: 347 time: 0.0262125 Sep 15 09:52:06.209157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47154) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:06.216273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029081695'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:06.219337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, e399c8d7-df2c-4e23-bf40-ebee89e3a3fc) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:06.224967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:06.225547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.227704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:06.231999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bc827a-12a4-4053-9e72-351060b50f86 None None] Network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:06.285595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:06.294279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:52:06.298551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.303200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:06.305399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Made reservation on behalf of a26c9fa7e5f345a195fbcde1d6d5b154 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:06.309713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.342677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.348864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:06.349483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.420624 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-68912ba5-e29d-4ddc-ba81-cf9f2c97264e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3084338 Sep 15 09:52:06.434731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47162) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:06.451595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc', 'name': 'tempest-PortsIpV6TestJSON-1934361152', 'fixed_ips': [{'subnet_id': 'f3bb7235-2c67-4aca-85ae-9ae679e2567b', 'ip_address': '2001:db8::10'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:06.452831 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2f21a5-55cd-4aee-959c-04faa75f359b None None] Network 5356cd75-51b9-4373-9c24-859998cb51b1 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:06.623364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Subnet': ['ID=e8f27b5b-8d85-4898-8f7d-fa0a9153d5c6,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:06.647006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.686763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Network': ['ID=a21f69b7-cb57-42b1-af0c-ec17535c310e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:06.698861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:06.710637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Checking segment: {'id': 'c0cdb289-8f3b-40cc-9903-c6778f4b2be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e84dc0a6-c61a-4c4d-a4dd-95c879551954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:06.711008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network hostable DHCP agents. Network: e84dc0a6-c61a-4c4d-a4dd-95c879551954, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:06.715079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network a21f69b7-cb57-42b1-af0c-ec17535c310e details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:06.719376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:06.725867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:06.735616 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f6c2aa64-612e-4464-9697-5c913c5589f4 req-b242f43a-3fcd-47d5-b892-97cb0eaea32a tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 210 time: 0.1638567 Sep 15 09:52:06.737872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-e399c8d7-df2c-4e23-bf40-ebee89e3a3fc', 'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc', 'tenant_id': '74d02c5a5fc645b29465e1f6b4e00054', 'fixed_ips': [{'subnet_id': 'f3bb7235-2c67-4aca-85ae-9ae679e2567b'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:06.738876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.742812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:06.754420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c451daa6-3ab6-49ff-bef1-6b715769906e None None] Provisioning for port d2d736ea-8813-45c0-ada7-02e2f8dc6bde completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:06.769761 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-92bcc6c8-f7e5-49f9-984d-50379d22aaa4 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9336815 Sep 15 09:52:06.936958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network e84dc0a6-c61a-4c4d-a4dd-95c879551954 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:06.948910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:06.966082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47174) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:06.966082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'subnets': [{'network_id': 'df34d2f6-2b4d-45ed-89ea-566c588b34a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1640907529', 'ip_version': 4}, {'network_id': 'a21f69b7-cb57-42b1-af0c-ec17535c310e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:06.966082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'subnet': {'network_id': 'df34d2f6-2b4d-45ed-89ea-566c588b34a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1640907529', 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:06.966082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Request body: {'subnet': {'network_id': 'a21f69b7-cb57-42b1-af0c-ec17535c310e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:07.046023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:07.048345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:07.064235 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589eaf5-8b52-4064-ab35-f21ed5eb05e8 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:07.065964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, e84dc0a6-c61a-4c4d-a4dd-95c879551954) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:07.070526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:07.072637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:07.073320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.084791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:07.098149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febe4a2-3acb-4747-8614-17e3fb58a786 None None] Network e84dc0a6-c61a-4c4d-a4dd-95c879551954 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:07.100010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:07.101632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.130147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Allocated IP 172.20.0.11 (d0d061c4-ebee-4038-b6b1-c5b5155b6821/9f95b579-d304-4ace-8671-567b5672cef6/105feccd-742a-42d1-b81d-8a256f81c40c) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:07.137611 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589eaf5-8b52-4064-ab35-f21ed5eb05e8 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:07.139001 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9589eaf5-8b52-4064-ab35-f21ed5eb05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:07.195684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.252697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Allocated IP 2001:db8::2 (e399c8d7-df2c-4e23-bf40-ebee89e3a3fc/f3bb7235-2c67-4aca-85ae-9ae679e2567b/300e9992-4559-48dc-a359-816995b63e9a) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:07.271210 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9589eaf5-8b52-4064-ab35-f21ed5eb05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:07.273763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:07.318836 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9589eaf5-8b52-4064-ab35-f21ed5eb05e8 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:07.319485 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9589eaf5-8b52-4064-ab35-f21ed5eb05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:07.434401 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9589eaf5-8b52-4064-ab35-f21ed5eb05e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:07.435316 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9589eaf5-8b52-4064-ab35-f21ed5eb05e8 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:07.440992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=721c2e5e-6ed6-4eb7-b3fb-0afea79c0eb8,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:07.459429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:07.466376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Usage tracker for resource:subnet and tenant:42b0e553c2e0409190328b53e2721177 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:07.471572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:07.502726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:07.503494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d2d736ea-8813-45c0-ada7-02e2f8dc6bde up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:07.522599 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4ac3e2a0-18e7-4e70-aedd-b3a06d38e885 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5586123 Sep 15 09:52:07.522599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.525671 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-62a6cdd1-63ea-46e5-8c1b-18a49d3c4490 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3123779 Sep 15 09:52:07.525671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47186) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:07.526498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47188) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:07.538541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'port': {'network_id': 'e84dc0a6-c61a-4c4d-a4dd-95c879551954', 'name': 'tempest-NetworksIpV6TestAttrs-175201003'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:07.538783 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-340462ec-2f58-4041-b92b-164481bf0640 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.9407272 Sep 15 09:52:07.549978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47194) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:07.561976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1278786327'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:07.571012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '721c2e5e-6ed6-4eb7-b3fb-0afea79c0eb8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:07.580178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:07.587046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Made reservation on behalf of 42b0e553c2e0409190328b53e2721177 for: {'subnet': 2} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:07.591922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.591922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.594325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:network and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:07.617111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:07.628874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:07.682237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:07.701268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.720446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47198) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:07.758605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:52:07.764367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:07.772428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:07.787934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:07.799871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:07.803648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.831972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.866140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:07.866350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:port and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:07.867206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-542686416'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:07.870700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:07.877606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:07.885084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:07.892098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Transition to ACTIVE for port object 105feccd-742a-42d1-b81d-8a256f81c40c will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:07.893500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Usage tracker for resource:network and tenant:e8328457bc9b42feba62c56486a6640a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:07.899706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:07.913970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:07.917314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:07.943025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.959917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-e84dc0a6-c61a-4c4d-a4dd-95c879551954', 'network_id': 'e84dc0a6-c61a-4c4d-a4dd-95c879551954', 'tenant_id': 'f910a01264cb4fdbb0f7e168fa67d53e', 'fixed_ips': [{'subnet_id': 'e8f27b5b-8d85-4898-8f7d-fa0a9153d5c6'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:07.961012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.993286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:07.993640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Added segment 446e97fa-35d3-4355-8de5-62cbfe7d84e1 of type vlan for network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e Sep 15 09:52:08.031233 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7497d825-a644-4380-b0a3-3345e9b5f60a req-508c7868-6620-43ac-b2c6-c73a570d9d9c tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 210 time: 0.0756152 Sep 15 09:52:08.033068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:08.036476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.040128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.059245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.080708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Made reservation on behalf of e8328457bc9b42feba62c56486a6640a for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:08.086320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Transition to ACTIVE for port object 300e9992-4559-48dc-a359-816995b63e9a will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:08.087770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] device_id is not set on port e31e5236-a302-4aac-8fa9-e209f9b80dc5 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:52:08.087997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.100553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.115491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:08.124862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Usage tracker for resource:security_group_rule and tenant:e8328457bc9b42feba62c56486a6640a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:08.127963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:08.133931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.137354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:08.147345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Transition to ACTIVE for port object 300e9992-4559-48dc-a359-816995b63e9a will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:08.171553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port d2d736ea-8813-45c0-ada7-02e2f8dc6bde completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:08.179509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.183500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d2d736ea-8813-45c0-ada7-02e2f8dc6bde triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:08.183875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.185906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:08.186507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.209334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Allocated IP 2001:db8::f816:3eff:fef1:e2d2 (e84dc0a6-c61a-4c4d-a4dd-95c879551954/e8f27b5b-8d85-4898-8f7d-fa0a9153d5c6/d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:08.240449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.279547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.362383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.385085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:08.389216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:08.401165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48594e99-a041-440e-bf9f-c52a26dc7fe8,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:08.402419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event updated for resources: {'Port': ['ID=105feccd-742a-42d1-b81d-8a256f81c40c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:08.404884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:08.407634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:08.411737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Pushing event updated for resources: {'Port': ['ID=300e9992-4559-48dc-a359-816995b63e9a,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:08.417111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:08.422998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:08.454251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Network': ['ID=aaea53ce-7d15-45c2-9b1e-e6653b4fa63e,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:08.496377 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-754157c9-d021-4c9d-92b5-34ea3e4f1d6a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9436195 Sep 15 09:52:08.497430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47206) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:08.502607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::10 (e399c8d7-df2c-4e23-bf40-ebee89e3a3fc/f3bb7235-2c67-4aca-85ae-9ae679e2567b/5ce8291b-1b32-4dc3-affc-42ed9b86d0f9) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:08.514976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'subnet': {'network_id': 'aaea53ce-7d15-45c2-9b1e-e6653b4fa63e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:08.515666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:08.532995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.536019 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9325698a-bc2a-47b7-b830-c36430573a59 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0070288 Sep 15 09:52:08.537273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47210) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:08.573788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-750de883-f248-46c1-98c3-4bf2df474935 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.587657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-750de883-f248-46c1-98c3-4bf2df474935 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.615112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.639169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:08.639724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.721507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Subnet': ['ID=2abbbc23-9314-4b26-a27b-f8f9f8c3ca8c,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:08.725675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Checking segment: {'id': 'ee50a383-7128-4007-8889-da8d5b594d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'df34d2f6-2b4d-45ed-89ea-566c588b34a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:08.725977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Network hostable DHCP agents. Network: df34d2f6-2b4d-45ed-89ea-566c588b34a7, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:08.729204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d2d736ea-8813-45c0-ada7-02e2f8dc6bde is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:08.730005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.754514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:08.782238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:subnet and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:08.785846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.790725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:08.816382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-750de883-f248-46c1-98c3-4bf2df474935 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.833703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750de883-f248-46c1-98c3-4bf2df474935 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48594e99-a041-440e-bf9f-c52a26dc7fe8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:08.836350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-750de883-f248-46c1-98c3-4bf2df474935 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.838417 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-750de883-f248-46c1-98c3-4bf2df474935 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/48594e99-a041-440e-bf9f-c52a26dc7fe8 HTTP/1.1" status: 204 len: 168 time: 0.2988544 Sep 15 09:52:08.842509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47214) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:08.844042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:08.861502 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-3bda60be-616b-4892-a658-7657bbb34bb3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1556320 Sep 15 09:52:08.881275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Request body: {'port': {'device_id': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:08.883880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Attempting to bind port 300e9992-4559-48dc-a359-816995b63e9a on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:08.890646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Attempting to bind port 300e9992-4559-48dc-a359-816995b63e9a by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '47c8504d-da99-42c2-b4e5-b193ecad0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:08.890646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Attempting to bind port 300e9992-4559-48dc-a359-816995b63e9a on network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:08.896919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7ec06d6f-3c67-4370-a1c8-decd34b4ce05 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:08.911108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Network df34d2f6-2b4d-45ed-89ea-566c588b34a7 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:08.924723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.951686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:08.953447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Checking segment: {'id': '47c8504d-da99-42c2-b4e5-b193ecad0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:08.953447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.953447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Bound using segment: {'id': '47c8504d-da99-42c2-b4e5-b193ecad0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:08.953447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Bound port: 300e9992-4559-48dc-a359-816995b63e9a, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c8504d-da99-42c2-b4e5-b193ecad0953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:08.954029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.959307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:08.963560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.964272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port d2d736ea-8813-45c0-ada7-02e2f8dc6bde, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d2d736ea-8813-45c0-ada7-02e2f8dc6bde,segment=NetworkSegment(4b835cda-d824-48fa-b250-ede225277f69),segment_id=4b835cda-d824-48fa-b250-ede225277f69)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:08.968896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-27837b2b-06ea-4859-9dc5-a32dacf72c12 None None] Provisioning for port 105feccd-742a-42d1-b81d-8a256f81c40c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:08.983432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-27837b2b-06ea-4859-9dc5-a32dacf72c12 None None] Provisioning complete for port 105feccd-742a-42d1-b81d-8a256f81c40c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:08.983810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-27837b2b-06ea-4859-9dc5-a32dacf72c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:08.999323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7ec06d6f-3c67-4370-a1c8-decd34b4ce05 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:09.000850 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7ec06d6f-3c67-4370-a1c8-decd34b4ce05 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1555665 Sep 15 09:52:09.002410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:09.003775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47218) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:09.035409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, df34d2f6-2b4d-45ed-89ea-566c588b34a7) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:09.040208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.076963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06b0586-21f9-47c6-b127-83e50bbf8082 None None] Network df34d2f6-2b4d-45ed-89ea-566c588b34a7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:09.117223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.117569 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Added segment 02a668c5-a1a2-4054-a506-6ae2055c1dad of type vlan for network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 Sep 15 09:52:09.118763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b88b40-568f-4a53-ab8b-2e61cb216597,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:09.138173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.160002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event updated for resources: {'Subnet': ['ID=ce93f15e-4672-40c9-bc8b-db3b21ec34cc,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:09.169002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f34f-b411-40af-bebd-812ddbf93a94 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.187613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Checking segment: {'id': '97a44a66-f69f-464d-b97e-3b4d46ad8cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a21f69b7-cb57-42b1-af0c-ec17535c310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:09.187969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Network hostable DHCP agents. Network: a21f69b7-cb57-42b1-af0c-ec17535c310e, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:09.207388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.211629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f34f-b411-40af-bebd-812ddbf93a94 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.241052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.295867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Transition to ACTIVE for port object d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:09.309477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-27837b2b-06ea-4859-9dc5-a32dacf72c12 None None] Port 105feccd-742a-42d1-b81d-8a256f81c40c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:09.313996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Network a21f69b7-cb57-42b1-af0c-ec17535c310e is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:09.356448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] For port 300e9992-4559-48dc-a359-816995b63e9a, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:09.367355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Transition to ACTIVE for port object d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:09.377668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=d2d736ea-8813-45c0-ada7-02e2f8dc6bde,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:09.381154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] For port 300e9992-4559-48dc-a359-816995b63e9a, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=300e9992-4559-48dc-a359-816995b63e9a,segment=NetworkSegment(47c8504d-da99-42c2-b4e5-b193ecad0953),segment_id=47c8504d-da99-42c2-b4e5-b193ecad0953)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:09.388192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f34f-b411-40af-bebd-812ddbf93a94 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.411150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb6f34f-b411-40af-bebd-812ddbf93a94 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=721c2e5e-6ed6-4eb7-b3fb-0afea79c0eb8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:09.417994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, a21f69b7-cb57-42b1-af0c-ec17535c310e) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:09.423481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:09.428133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:09.428133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.444876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.448133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b17eb0-69ab-4d02-b491-f3447af2e4af None None] Network a21f69b7-cb57-42b1-af0c-ec17535c310e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:09.454288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:09.480886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.485224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.489548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.533781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fb6f34f-b411-40af-bebd-812ddbf93a94 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.536605 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2fb6f34f-b411-40af-bebd-812ddbf93a94 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/721c2e5e-6ed6-4eb7-b3fb-0afea79c0eb8 HTTP/1.1" status: 204 len: 168 time: 0.5316617 Sep 15 09:52:09.539994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47224) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:09.544102 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-13e7c495-5ea6-4a15-994f-ba032e16ae18 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.5930955 Sep 15 09:52:09.560082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47228) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:09.609238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.614714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:09.615306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.667891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Allocated IP 2001:db8::f816:3eff:fe30:9875 (e84dc0a6-c61a-4c4d-a4dd-95c879551954/e8f27b5b-8d85-4898-8f7d-fa0a9153d5c6/e31e5236-a302-4aac-8fa9-e209f9b80dc5) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:09.674132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Network e84dc0a6-c61a-4c4d-a4dd-95c879551954 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:09.683610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d7ea78bb-608b-4be9-b468-29ef43a082f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:09.688236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:09.693406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:09.709129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2b6bc9-4485-452f-9c89-32d5fbed3505 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:09.709561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a9399-36a3-43b7-9b4f-81e4712e5891 None None] Pushing event updated for resources: {'Port': ['ID=300e9992-4559-48dc-a359-816995b63e9a,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:09.711191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2b6bc9-4485-452f-9c89-32d5fbed3505 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:09.713594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2b6bc9-4485-452f-9c89-32d5fbed3505 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:09.714525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bc2b6bc9-4485-452f-9c89-32d5fbed3505 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Synchronizing usage tracker for tenant:42b0e553c2e0409190328b53e2721177 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:09.783636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3f9f7-afa1-4c76-9fcc-7ddbeedc472d req-ca26d33b-3e8f-47d9-99e2-ea6eae9d167b tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:09.784369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-71f3f9f7-afa1-4c76-9fcc-7ddbeedc472d req-ca26d33b-3e8f-47d9-99e2-ea6eae9d167b tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Synchronizing usage tracker for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:09.792655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-df34d2f6-2b4d-45ed-89ea-566c588b34a7', 'network_id': 'df34d2f6-2b4d-45ed-89ea-566c588b34a7', 'tenant_id': '42b0e553c2e0409190328b53e2721177', 'fixed_ips': [{'subnet_id': '2abbbc23-9314-4b26-a27b-f8f9f8c3ca8c'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:09.793505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.831832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:09.927157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Pushing event updated for resources: {'Port': ['ID=d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:09.947540 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2157292 Sep 15 09:52:09.954668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47232) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:09.956059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bc2b6bc9-4485-452f-9c89-32d5fbed3505 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Unset dirty status for tenant:42b0e553c2e0409190328b53e2721177 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:09.959707 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bc2b6bc9-4485-452f-9c89-32d5fbed3505 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3947704 Sep 15 09:52:09.961133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47234) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:09.964922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc37ea-c05c-46a4-b73a-4fb744f1bb17 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'Network': ['ID=09b72091-87c4-4aa8-afae-2a9a2b57f7f1,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:09.966175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Request body: {'subnet': {'network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:10.021737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:10.042921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Attempting to bind port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:10.043626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Attempting to bind port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c0cdb289-8f3b-40cc-9903-c6778f4b2be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e84dc0a6-c61a-4c4d-a4dd-95c879551954'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:10.043758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:10.046457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Attempting to bind port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 on network e84dc0a6-c61a-4c4d-a4dd-95c879551954 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:10.056658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:10.107549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=5ce8291b-1b32-4dc3-affc-42ed9b86d0f9,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:10.110304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:10.116104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:10.116739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.121137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:10.128528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Usage tracker for resource:subnet and tenant:e8328457bc9b42feba62c56486a6640a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:10.132131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:10.137968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:10.138629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Checking segment: {'id': 'c0cdb289-8f3b-40cc-9903-c6778f4b2be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e84dc0a6-c61a-4c4d-a4dd-95c879551954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:10.139095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:10.139595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.140414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Bound using segment: {'id': 'c0cdb289-8f3b-40cc-9903-c6778f4b2be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e84dc0a6-c61a-4c4d-a4dd-95c879551954'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:10.141108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Bound port: d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0cdb289-8f3b-40cc-9903-c6778f4b2be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'e84dc0a6-c61a-4c4d-a4dd-95c879551954'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:10.141706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.143217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-71f3f9f7-afa1-4c76-9fcc-7ddbeedc472d req-ca26d33b-3e8f-47d9-99e2-ea6eae9d167b tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Unset dirty status for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:10.146261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d7ea78bb-608b-4be9-b468-29ef43a082f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:10.146495 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71f3f9f7-afa1-4c76-9fcc-7ddbeedc472d req-ca26d33b-3e8f-47d9-99e2-ea6eae9d167b tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 932 time: 0.9349580 Sep 15 09:52:10.155919 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d7ea78bb-608b-4be9-b468-29ef43a082f0 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6137819 Sep 15 09:52:10.166187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47240) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:10.175606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083313244'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:10.262270 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71f3f9f7-afa1-4c76-9fcc-7ddbeedc472d req-a2eea282-d330-44db-9b3a-67ef60811f49 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731897 Sep 15 09:52:10.301901 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c4457a34-6a70-44b6-84b9-102c20e23896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.8642542 Sep 15 09:52:10.324894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47244) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:10.326976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:10.344161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Made reservation on behalf of e8328457bc9b42feba62c56486a6640a for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:10.347900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.348417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.377750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-a21f69b7-cb57-42b1-af0c-ec17535c310e', 'network_id': 'a21f69b7-cb57-42b1-af0c-ec17535c310e', 'tenant_id': '42b0e553c2e0409190328b53e2721177', 'fixed_ips': [{'subnet_id': 'ce93f15e-4672-40c9-bc8b-db3b21ec34cc'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:10.378610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.431671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': 'e399c8d7-df2c-4e23-bf40-ebee89e3a3fc', 'name': 'tempest-PortsIpV6TestJSON-816953962', 'fixed_ips': [{'subnet_id': 'f3bb7235-2c67-4aca-85ae-9ae679e2567b', 'ip_address': '2001:db8::f'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:10.450481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 105feccd-742a-42d1-b81d-8a256f81c40c {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:52:10.470781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.475054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:10.489200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Subnet': ['ID=d05daecb-b86d-4e5b-99cb-c66e7206ca08,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:10.506344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Transition to ACTIVE for port object 105feccd-742a-42d1-b81d-8a256f81c40c will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:10.509259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Checking segment: {'id': '446e97fa-35d3-4355-8de5-62cbfe7d84e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aaea53ce-7d15-45c2-9b1e-e6653b4fa63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:10.509917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network hostable DHCP agents. Network: aaea53ce-7d15-45c2-9b1e-e6653b4fa63e, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:10.537549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] For port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:10.562148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Allocated IP 172.20.0.2 (df34d2f6-2b4d-45ed-89ea-566c588b34a7/2abbbc23-9314-4b26-a27b-f8f9f8c3ca8c/8c44d379-8c9c-4cd3-bfd0-5d98acf44559) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:10.579614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] For port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15,segment=NetworkSegment(c0cdb289-8f3b-40cc-9903-c6778f4b2be0),segment_id=c0cdb289-8f3b-40cc-9903-c6778f4b2be0)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:10.611615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd62eb6c-4b4c-48b9-a425-1f3062048b33 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Deleting subnet 2abbbc23-9314-4b26-a27b-f8f9f8c3ca8c {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:10.626917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.669451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.679227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.712624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.724881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Transition to ACTIVE for port object e31e5236-a302-4aac-8fa9-e209f9b80dc5 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:10.726063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:10.740862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:10.743301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:10.753249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:10.784850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:10.788131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:10.799559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:10.804700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:10.832295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:10.862264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, aaea53ce-7d15-45c2-9b1e-e6653b4fa63e) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:10.866839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:10.867593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.878754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Allocated IP 172.20.0.18 (a21f69b7-cb57-42b1-af0c-ec17535c310e/ce93f15e-4672-40c9-bc8b-db3b21ec34cc/6f7bf4e2-0efb-4c63-af0b-e754afa3732f) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:10.890438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Pushing event updated for resources: {'Port': ['ID=105feccd-742a-42d1-b81d-8a256f81c40c,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:10.906264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a7d78d-ddb9-45c5-a1a8-703dfcce6fca None None] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:10.938616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Attempting to bind port 105feccd-742a-42d1-b81d-8a256f81c40c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:10.938616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Attempting to bind port 105feccd-742a-42d1-b81d-8a256f81c40c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:10.939216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Attempting to bind port 105feccd-742a-42d1-b81d-8a256f81c40c on network d0d061c4-ebee-4038-b6b1-c5b5155b6821 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:10.939694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:10.945001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Port 105feccd-742a-42d1-b81d-8a256f81c40c on network d0d061c4-ebee-4038-b6b1-c5b5155b6821 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:52:10.945475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Attempting to bind port 105feccd-742a-42d1-b81d-8a256f81c40c on network d0d061c4-ebee-4038-b6b1-c5b5155b6821 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:10.952075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:10.952546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Checking segment: {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:10.953033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Bound using segment: {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:10.953571 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Bound port: 105feccd-742a-42d1-b81d-8a256f81c40c, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9b81307-1e31-4a36-88c1-e2d08b3d669b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:10.954038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:10.969925 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dd869cb7-4ad4-41d3-9ed4-c8721550d3a4 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4618137 Sep 15 09:52:10.973131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47248) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:10.978076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-413842535', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:11.022088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:11.040083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.047297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:router and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:11.054083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:11.065790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:11.103322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] For port 105feccd-742a-42d1-b81d-8a256f81c40c, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:11.107029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] For port 105feccd-742a-42d1-b81d-8a256f81c40c, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=105feccd-742a-42d1-b81d-8a256f81c40c,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:11.131355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.190934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5bdf5-9ac7-4965-ba89-1e0ab0a90e1c None None] Pushing event updated for resources: {'Port': ['ID=d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:11.194681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.195511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.205872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7d000a-9fdf-4227-9822-7c56833bed7d None None] Network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:11.226475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.229979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.232483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.280550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network e84dc0a6-c61a-4c4d-a4dd-95c879551954 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:11.292581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:11.315061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Port': ['ID=e31e5236-a302-4aac-8fa9-e209f9b80dc5,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:11.340024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:11.340896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.343301 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] 10.222.0.16 "PUT /v2.0/ports/105feccd-742a-42d1-b81d-8a256f81c40c HTTP/1.1" status: 200 len: 1094 time: 2.4663453 Sep 15 09:52:11.343833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'tag': '105feccd-742a-42d1-b81d-8a256f81c40c'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:52:11.345750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:11.347659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beeddbc-f266-4552-84d4-7063b9c5db72" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8df0d3-a1d8-4927-96f9-01a4a9a4f320", "tag": "105feccd-742a-42d1-b81d-8a256f81c40c"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:52:11.356345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:11.372176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.412243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.472040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.510484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdffd954-168a-4553-88be-e5e4fa2f952c x-openstack-request-id: req-fdffd954-168a-4553-88be-e5e4fa2f952c {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:52:11.510484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8df0d3-a1d8-4927-96f9-01a4a9a4f320", "tag": "105feccd-742a-42d1-b81d-8a256f81c40c", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:52:11.510484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdffd954-168a-4553-88be-e5e4fa2f952c {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:52:11.511361 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdffd954-168a-4553-88be-e5e4fa2f952c'] response: {'name': 'network-changed', 'server_uuid': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'tag': '105feccd-742a-42d1-b81d-8a256f81c40c', 'status': 'completed', 'code': 200} Sep 15 09:52:11.526049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cec4bd93-4e96-4b4b-836e-8752988d0f81 None None] Provisioning for port 300e9992-4559-48dc-a359-816995b63e9a completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:11.552008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'Subnet': ['ID=8ffd6148-9699-4e61-bfb4-4e3ddb1c6e5a,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:11.568982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.619337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544adb23-683f-4742-8ac8-452cfaf38052,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:11.620515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Transition to ACTIVE for port object 8c44d379-8c9c-4cd3-bfd0-5d98acf44559 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:11.643656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 300e9992-4559-48dc-a359-816995b63e9a up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:11.653446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port f36908d4-e0e8-43ea-ae69-ec0d4261c96f yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:52:11.688850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Checking segment: {'id': '02a668c5-a1a2-4054-a506-6ae2055c1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:11.689207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Network hostable DHCP agents. Network: 09b72091-87c4-4aa8-afae-2a9a2b57f7f1, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:11.736866 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eefcf42b-4865-4956-821d-d5c6e3d26d2f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.2119277 Sep 15 09:52:11.747387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47256) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:11.792405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.794004 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9a59aa04-6d30-4f69-ad76-84d40b5ae67a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6267455 Sep 15 09:52:11.807177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Transition to ACTIVE for port object 8c44d379-8c9c-4cd3-bfd0-5d98acf44559 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:11.812281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47260) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:11.855135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:11.860405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '544adb23-683f-4742-8ac8-452cfaf38052', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:11.880811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd62eb6c-4b4c-48b9-a425-1f3062048b33 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.923783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.929706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:11.935563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.951209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:11.954143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:11.960355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:11.968080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea09beb-0630-4f3b-aaf7-3b3654d1ad0d service neutron] Pushing event updated for resources: {'Port': ['ID=105feccd-742a-42d1-b81d-8a256f81c40c,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:11.984381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:11.989022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beeddbc-f266-4552-84d4-7063b9c5db72 req-c80d1c4a-7c00-4bfe-98e4-ea42edfbf786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:11.990594 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1beeddbc-f266-4552-84d4-7063b9c5db72 req-c80d1c4a-7c00-4bfe-98e4-ea42edfbf786 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a26c9fa7e5f345a195fbcde1d6d5b154&device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 1097 time: 0.4698632 Sep 15 09:52:11.997389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting subnet e8f27b5b-8d85-4898-8f7d-fa0a9153d5c6 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:11.999370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 09b72091-87c4-4aa8-afae-2a9a2b57f7f1) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:12.007960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.022771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Transition to ACTIVE for port object 6f7bf4e2-0efb-4c63-af0b-e754afa3732f will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:12.031150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6208d0c-bdb4-4a3d-a2ee-497d433f4c67 None None] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:12.055235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8a418-ca14-4db3-9772-300cd297ec0d req-4354415b-4c41-45b2-a6ef-781b403d865c tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:12.057346 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c7a8a418-ca14-4db3-9772-300cd297ec0d req-4354415b-4c41-45b2-a6ef-781b403d865c tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 944 time: 0.5130820 Sep 15 09:52:12.093993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd62eb6c-4b4c-48b9-a425-1f3062048b33 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.121886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:12.122474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.173436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beeddbc-f266-4552-84d4-7063b9c5db72 req-23343873-ff18-4370-9053-59335c26adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:12.175426 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1beeddbc-f266-4552-84d4-7063b9c5db72 req-23343873-ff18-4370-9053-59335c26adbb service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=a26c9fa7e5f345a195fbcde1d6d5b154&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1636541 Sep 15 09:52:12.184851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Network df34d2f6-2b4d-45ed-89ea-566c588b34a7 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:12.188883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Transition to ACTIVE for port object 6f7bf4e2-0efb-4c63-af0b-e754afa3732f will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:12.190278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Pushing event updated for resources: {'Port': ['ID=8c44d379-8c9c-4cd3-bfd0-5d98acf44559,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:12.198479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:12.218811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:12.278989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd62eb6c-4b4c-48b9-a425-1f3062048b33 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.308014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 300e9992-4559-48dc-a359-816995b63e9a completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:12.364608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.398231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::f (e399c8d7-df2c-4e23-bf40-ebee89e3a3fc/f3bb7235-2c67-4aca-85ae-9ae679e2567b/f36908d4-e0e8-43ea-ae69-ec0d4261c96f) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:12.404094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.424118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.427897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-aaea53ce-7d15-45c2-9b1e-e6653b4fa63e', 'network_id': 'aaea53ce-7d15-45c2-9b1e-e6653b4fa63e', 'tenant_id': '6f203c2ce9b54432a83f71c2c8b15e82', 'fixed_ips': [{'subnet_id': 'd05daecb-b86d-4e5b-99cb-c66e7206ca08'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:12.428537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.437337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301d4885-bbe9-49e8-b9f6-4f03b98c2f3c None None] Network e84dc0a6-c61a-4c4d-a4dd-95c879551954 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:12.467153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beeddbc-f266-4552-84d4-7063b9c5db72 req-f445f674-ff6b-4202-9706-d7a4feada751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:12.468112 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1beeddbc-f266-4552-84d4-7063b9c5db72 req-f445f674-ff6b-4202-9706-d7a4feada751 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2657273 Sep 15 09:52:12.472372 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed8742ac-97fb-4009-afcf-b0f7b370114e tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5134773 Sep 15 09:52:12.476797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47268) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:12.486643 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c7a8a418-ca14-4db3-9772-300cd297ec0d req-1eb8d6ee-98ae-4078-94b7-3d894a74b345 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551047 Sep 15 09:52:12.491278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1481939609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:12.511444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:12.517752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Usage tracker for resource:router and tenant:e8328457bc9b42feba62c56486a6640a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:12.581445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:12.639238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 300e9992-4559-48dc-a359-816995b63e9a triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:12.639822 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.650668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:12.772423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.804765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.805767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.817789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.821610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd62eb6c-4b4c-48b9-a425-1f3062048b33 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.825158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Network a21f69b7-cb57-42b1-af0c-ec17535c310e is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:12.830251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.880853 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:12.881645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62eb6c-4b4c-48b9-a425-1f3062048b33 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Subnet': ['ID=2abbbc23-9314-4b26-a27b-f8f9f8c3ca8c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:12.883021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Attempting to bind port 8c44d379-8c9c-4cd3-bfd0-5d98acf44559 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:12.883565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Attempting to bind port 8c44d379-8c9c-4cd3-bfd0-5d98acf44559 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'ee50a383-7128-4007-8889-da8d5b594d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'df34d2f6-2b4d-45ed-89ea-566c588b34a7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:12.884100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Attempting to bind port 8c44d379-8c9c-4cd3-bfd0-5d98acf44559 on network df34d2f6-2b4d-45ed-89ea-566c588b34a7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:12.889089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:12.889276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd62eb6c-4b4c-48b9-a425-1f3062048b33 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.889709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.892697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-74958af9-8bf4-46b6-bfa7-edae1773e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:12.894307 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-74958af9-8bf4-46b6-bfa7-edae1773e1d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a26c9fa7e5f345a195fbcde1d6d5b154&device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 1097 time: 0.3145614 Sep 15 09:52:12.922157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.948705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.985783 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-40e94c07-769f-41bf-aed7-cc279da49e80 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=105feccd-742a-42d1-b81d-8a256f81c40c HTTP/1.1" status: 200 len: 217 time: 0.0759647 Sep 15 09:52:12.986202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:12.986802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Checking segment: {'id': 'ee50a383-7128-4007-8889-da8d5b594d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'df34d2f6-2b4d-45ed-89ea-566c588b34a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:12.987210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:12.987602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Bound using segment: {'id': 'ee50a383-7128-4007-8889-da8d5b594d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'df34d2f6-2b4d-45ed-89ea-566c588b34a7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:12.988230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Bound port: 8c44d379-8c9c-4cd3-bfd0-5d98acf44559, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee50a383-7128-4007-8889-da8d5b594d8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'df34d2f6-2b4d-45ed-89ea-566c588b34a7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:12.988767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.007416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8972c458-8c18-4fb3-85ba-5df4a103d097,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:13.019291 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cd62eb6c-4b4c-48b9-a425-1f3062048b33 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/subnets/2abbbc23-9314-4b26-a27b-f8f9f8c3ca8c HTTP/1.1" status: 204 len: 168 time: 2.9132490 Sep 15 09:52:13.032732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47274) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:13.032887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-aea64533-435f-4bc4-8fca-0595dd28a60e None None] Provisioning for port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:13.045420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Pushing event updated for resources: {'Port': ['ID=6f7bf4e2-0efb-4c63-af0b-e754afa3732f,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:13.090715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.105254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.109162 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cbe6750d-c251-43f1-9e39-c9121d9f37f2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2916534 Sep 15 09:52:13.109457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-1ca88e09-77d8-4f3c-a1a5-54aa9954be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:13.110978 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-1ca88e09-77d8-4f3c-a1a5-54aa9954be0d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f95b579-d304-4ace-8671-567b5672cef6 HTTP/1.1" status: 200 len: 850 time: 0.0929284 Sep 15 09:52:13.111428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47278) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:13.112599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.26.7.54 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/af889e3a-3f0b-48a1-8978-4e8a1b122280) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:13.132632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object f36908d4-e0e8-43ea-ae69-ec0d4261c96f will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:13.137550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9650facc-8c28-44ce-bd53-cdf0d71f074c tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Deleting subnet ce93f15e-4672-40c9-bc8b-db3b21ec34cc {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:13.141295 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:52:13.142385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9650facc-8c28-44ce-bd53-cdf0d71f074c tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.158558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '544adb23-683f-4742-8ac8-452cfaf38052', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:13.170808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:13.181885 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.200878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:13.202789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9650facc-8c28-44ce-bd53-cdf0d71f074c tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.208665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:13.231162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.238682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:13.294258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f27b5b-8d85-4898-8f7d-fa0a9153d5c6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:13.304989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.308757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Attempting to bind port 6f7bf4e2-0efb-4c63-af0b-e754afa3732f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:13.309132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Attempting to bind port 6f7bf4e2-0efb-4c63-af0b-e754afa3732f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '97a44a66-f69f-464d-b97e-3b4d46ad8cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a21f69b7-cb57-42b1-af0c-ec17535c310e'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:13.309498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Attempting to bind port 6f7bf4e2-0efb-4c63-af0b-e754afa3732f on network a21f69b7-cb57-42b1-af0c-ec17535c310e {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:13.311126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.311469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.311807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.312150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.312472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.312810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.313126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.313457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.313782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.314130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.314462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.314766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:13.333002 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-892cb74f-bacb-413c-b36f-61a914f25d14 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/subnets/e8f27b5b-8d85-4898-8f7d-fa0a9153d5c6 HTTP/1.1" status: 204 len: 168 time: 1.5802815 Sep 15 09:52:13.333158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47282) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:13.359138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9650facc-8c28-44ce-bd53-cdf0d71f074c tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.380976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-09b72091-87c4-4aa8-afae-2a9a2b57f7f1', 'network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1', 'tenant_id': 'e8328457bc9b42feba62c56486a6640a', 'fixed_ips': [{'subnet_id': '8ffd6148-9699-4e61-bfb4-4e3ddb1c6e5a'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:13.381852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.395908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.395908 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c08893d2-ce7d-47f4-93c6-019c6ea1f426 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.9133797 Sep 15 09:52:13.396182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.402447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47286) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:13.430924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:13.431691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Checking segment: {'id': '97a44a66-f69f-464d-b97e-3b4d46ad8cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a21f69b7-cb57-42b1-af0c-ec17535c310e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:13.432174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.432497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.432662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Bound using segment: {'id': '97a44a66-f69f-464d-b97e-3b4d46ad8cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a21f69b7-cb57-42b1-af0c-ec17535c310e'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:13.433078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Bound port: 6f7bf4e2-0efb-4c63-af0b-e754afa3732f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97a44a66-f69f-464d-b97e-3b4d46ad8cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'a21f69b7-cb57-42b1-af0c-ec17535c310e'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:13.433454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.447809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-fad7f5f6-bbfd-4db6-b2ef-d1bf7753689c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:13.449402 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-fad7f5f6-bbfd-4db6-b2ef-d1bf7753689c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0d061c4-ebee-4038-b6b1-c5b5155b6821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3297162 Sep 15 09:52:13.516754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7db473-b5d9-4fee-84fe-cbc4ccf85dc6 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:13.518265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7db473-b5d9-4fee-84fe-cbc4ccf85dc6 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:13.519038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8d7db473-b5d9-4fee-84fe-cbc4ccf85dc6 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Synchronizing usage tracker for tenant:f910a01264cb4fdbb0f7e168fa67d53e on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:13.531170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.580678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Allocated IP 172.20.0.2 (aaea53ce-7d15-45c2-9b1e-e6653b4fa63e/d05daecb-b86d-4e5b-99cb-c66e7206ca08/e3cd77da-bcac-4d2e-9317-cdc2a04d9275) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:13.583638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] For port 8c44d379-8c9c-4cd3-bfd0-5d98acf44559, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:13.593156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 300e9992-4559-48dc-a359-816995b63e9a is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:13.593544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.658732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] For port 8c44d379-8c9c-4cd3-bfd0-5d98acf44559, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c44d379-8c9c-4cd3-bfd0-5d98acf44559,segment=NetworkSegment(ee50a383-7128-4007-8889-da8d5b594d8c),segment_id=ee50a383-7128-4007-8889-da8d5b594d8c)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:13.664854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:13.681663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:13.693909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:13.700851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:13.714735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.720383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=f36908d4-e0e8-43ea-ae69-ec0d4261c96f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:13.864761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.883636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.897452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 300e9992-4559-48dc-a359-816995b63e9a, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=300e9992-4559-48dc-a359-816995b63e9a,segment=NetworkSegment(47c8504d-da99-42c2-b4e5-b193ecad0953),segment_id=47c8504d-da99-42c2-b4e5-b193ecad0953)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:13.925247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8d7db473-b5d9-4fee-84fe-cbc4ccf85dc6 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Unset dirty status for tenant:f910a01264cb4fdbb0f7e168fa67d53e on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:13.930123 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8d7db473-b5d9-4fee-84fe-cbc4ccf85dc6 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5939970 Sep 15 09:52:13.931512 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-2ff26beb-d975-4fbb-af5c-1fe264fd377d service neutron] 10.222.0.16 "GET /v2.0/networks/d0d061c4-ebee-4038-b6b1-c5b5155b6821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703922 Sep 15 09:52:13.933417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47292) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:13.983525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:13.991366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9650facc-8c28-44ce-bd53-cdf0d71f074c tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.038324 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fe42ec3d-82de-4892-8d27-6189029e2b75 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7052884 Sep 15 09:52:14.039159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47296) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:14.062759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.063499 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d2d736ea-8813-45c0-ada7-02e2f8dc6bde up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:14.121888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.178474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9650facc-8c28-44ce-bd53-cdf0d71f074c tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.180261 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9650facc-8c28-44ce-bd53-cdf0d71f074c tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/subnets/ce93f15e-4672-40c9-bc8b-db3b21ec34cc HTTP/1.1" status: 204 len: 168 time: 1.1473031 Sep 15 09:52:14.190604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9650facc-8c28-44ce-bd53-cdf0d71f074c tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Subnet': ['ID=ce93f15e-4672-40c9-bc8b-db3b21ec34cc,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:14.190852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba862b8-b231-49c5-8c92-ee87bb628400,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:14.193434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47300) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:14.229338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0bcdbd74-5d30-4d37-a1e6-77dc04de347c None None] Provisioning complete for port 300e9992-4559-48dc-a359-816995b63e9a triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:14.234644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbd74-5d30-4d37-a1e6-77dc04de347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.268235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:14.276807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:14.298384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749937a4-bf65-4a2d-8ffd-505976b14e2f req-0a75a400-5444-40f6-963e-81a46c21a063 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:14.299898 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-749937a4-bf65-4a2d-8ffd-505976b14e2f req-0a75a400-5444-40f6-963e-81a46c21a063 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 944 time: 0.5279984 Sep 15 09:52:14.303348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7cdc4a63-bce1-42ef-8d27-2982a9573e0f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.309154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:14.324782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4795f2-161a-4759-91db-fb1a78a7f46f tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:14.325750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3a4795f2-161a-4759-91db-fb1a78a7f46f tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Synchronizing usage tracker for tenant:42b0e553c2e0409190328b53e2721177 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:14.329132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] DHCP port deletion for e84dc0a6-c61a-4c4d-a4dd-95c879551954 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:14.332855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1ce6c-7c4c-4928-ac84-02b87ea39d8d None None] Pushing event updated for resources: {'Port': ['ID=8c44d379-8c9c-4cd3-bfd0-5d98acf44559,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:14.375528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=af889e3a-3f0b-48a1-8978-4e8a1b122280,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:14.377125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.377432 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-73a4e762-dde2-401f-bde1-f3779c1a9b28 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2624876 Sep 15 09:52:14.386306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47304) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:14.393161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '544adb23-683f-4742-8ac8-452cfaf38052', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:14.404182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:14.407918 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdc4a63-bce1-42ef-8d27-2982a9573e0f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 15 09:52:14.408383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdc4a63-bce1-42ef-8d27-2982a9573e0f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:14.410195 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7cdc4a63-bce1-42ef-8d27-2982a9573e0f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/e84dc0a6-c61a-4c4d-a4dd-95c879551954 HTTP/1.1" status: 409 len: 405 time: 0.4757686 Sep 15 09:52:14.410754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:14.418038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:14.418503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47308) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:14.425255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:14.441901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1746008071'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:14.456835 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4093159-a505-4de8-9203-e0abd7c5fc3a req-10640c6d-e83f-43ec-abd6-3d9d73dcbe8d service neutron] 10.222.0.16 "GET /v2.0/networks/d0d061c4-ebee-4038-b6b1-c5b5155b6821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990690 Sep 15 09:52:14.467724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:14.478723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:network and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:14.506021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.519253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3a4795f2-161a-4759-91db-fb1a78a7f46f tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Unset dirty status for tenant:42b0e553c2e0409190328b53e2721177 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:14.520427 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3a4795f2-161a-4759-91db-fb1a78a7f46f tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3175514 Sep 15 09:52:14.528380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47312) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:14.530649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] Deleting port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:14.531324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.538263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87e32f9-042b-4c43-a730-534b36428b3f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:14.540538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d87e32f9-042b-4c43-a730-534b36428b3f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:14.542466 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-749937a4-bf65-4a2d-8ffd-505976b14e2f req-3bccef36-b5f9-4127-9c0f-ce5758274653 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053392 Sep 15 09:52:14.544121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:14.545329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.564794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=300e9992-4559-48dc-a359-816995b63e9a,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:14.578315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Allocated IP 172.20.0.2 (09b72091-87c4-4aa8-afae-2a9a2b57f7f1/8ffd6148-9699-4e61-bfb4-4e3ddb1c6e5a/a5dcaf55-a928-4442-af4b-64371104aaa1) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:14.597779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] For port 6f7bf4e2-0efb-4c63-af0b-e754afa3732f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:14.631494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:14.645587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] For port 6f7bf4e2-0efb-4c63-af0b-e754afa3732f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6f7bf4e2-0efb-4c63-af0b-e754afa3732f,segment=NetworkSegment(97a44a66-f69f-464d-b97e-3b4d46ad8cce),segment_id=97a44a66-f69f-464d-b97e-3b4d46ad8cce)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:14.717673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa6f15-3554-4b49-abc3-f4ea726bf124 None None] Network df34d2f6-2b4d-45ed-89ea-566c588b34a7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:14.814175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:14.817615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.932460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdbd74-5d30-4d37-a1e6-77dc04de347c None None] Current status of the port 300e9992-4559-48dc-a359-816995b63e9a is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:14.932720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:14.936718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.958193 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:14.958559 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Added segment 30497857-6ad6-46a2-95e8-8c4b10c91e16 of type vlan for network 104c592b-0695-47a0-9a09-0238459f3a0e Sep 15 09:52:14.980661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d87e32f9-042b-4c43-a730-534b36428b3f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:14.986130 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d87e32f9-042b-4c43-a730-534b36428b3f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8730381 Sep 15 09:52:14.986327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47316) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:14.998959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.034810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.054481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.056819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf8773-ac32-4aa6-ad45-705deaa6eb04 None None] Pushing event updated for resources: {'Port': ['ID=6f7bf4e2-0efb-4c63-af0b-e754afa3732f,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:15.077416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.095899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d2d736ea-8813-45c0-ada7-02e2f8dc6bde triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:15.097978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.164246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.176655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Deleting port 6f7bf4e2-0efb-4c63-af0b-e754afa3732f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:15.177481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.341075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.364737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:15.366855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.392412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0bcdbd74-5d30-4d37-a1e6-77dc04de347c None None] Provisioning for port 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:15.441045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64b91e8c-4e4b-4861-9262-8b19a50bcffd,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:15.500086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.500086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed85a8ab-d119-44b3-9016-427de21b8f0c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1081262 Sep 15 09:52:15.507377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47320) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:15.579096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.608697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0bcdbd74-5d30-4d37-a1e6-77dc04de347c None None] Provisioning complete for port 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:15.609217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0bcdbd74-5d30-4d37-a1e6-77dc04de347c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.687721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0bcdbd74-5d30-4d37-a1e6-77dc04de347c None None] Port 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:15.709474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] For port 6f7bf4e2-0efb-4c63-af0b-e754afa3732f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6f7bf4e2-0efb-4c63-af0b-e754afa3732f,segment=NetworkSegment(97a44a66-f69f-464d-b97e-3b4d46ad8cce),segment_id=97a44a66-f69f-464d-b97e-3b4d46ad8cce)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:15.710070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.742462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Transition to ACTIVE for port object e3cd77da-bcac-4d2e-9317-cdc2a04d9275 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:15.801166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] For port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15,segment=NetworkSegment(c0cdb289-8f3b-40cc-9903-c6778f4b2be0),segment_id=c0cdb289-8f3b-40cc-9903-c6778f4b2be0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:15.801166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:15.801482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '544adb23-683f-4742-8ac8-452cfaf38052', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:15.801482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:15.801686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a2405-8d2c-4bfb-8e7d-b14de477e638 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:15.801686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a2405-8d2c-4bfb-8e7d-b14de477e638 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:15.802301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:15.804180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958a2405-8d2c-4bfb-8e7d-b14de477e638 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:15.805047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-958a2405-8d2c-4bfb-8e7d-b14de477e638 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:15.817379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Network': ['ID=104c592b-0695-47a0-9a09-0238459f3a0e,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:15.837596 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4179561 Sep 15 09:52:15.838459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47326) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:15.856405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'subnet': {'network_id': '104c592b-0695-47a0-9a09-0238459f3a0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:15.861021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:15.871703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.872048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.872382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.872713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.873040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.873371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.873694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.874048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.874368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.874686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.875005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.875320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a83e56-c88d-4a40-8b81-42f0eb21ef68 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:15.925773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:15.936971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Calling delete_port for 6f7bf4e2-0efb-4c63-af0b-e754afa3732f owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:15.973160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 104c592b-0695-47a0-9a09-0238459f3a0e details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:15.988611 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Transition to ACTIVE for port object e3cd77da-bcac-4d2e-9317-cdc2a04d9275 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:16.001787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] Calling delete_port for d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:16.026917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-958a2405-8d2c-4bfb-8e7d-b14de477e638 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:16.031387 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-958a2405-8d2c-4bfb-8e7d-b14de477e638 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 1.0439336 Sep 15 09:52:16.042838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47330) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:16.098114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855266f-b2ae-411f-be32-18dabc238cd1 req-14bc674b-2db5-438c-8734-e82b40aa9c39 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:16.100409 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5855266f-b2ae-411f-be32-18dabc238cd1 req-14bc674b-2db5-438c-8734-e82b40aa9c39 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 944 time: 0.3788559 Sep 15 09:52:16.118737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:16.133590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d2d736ea-8813-45c0-ada7-02e2f8dc6bde is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:16.135440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:16.140397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:16.153699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.188350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.190284 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5855266f-b2ae-411f-be32-18dabc238cd1 req-a947a6cd-3922-41f5-8e2c-39dd36ff56d6 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737712 Sep 15 09:52:16.194007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.230721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:16.233671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.240292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.334649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7fb9bd97-31f3-4df4-a3aa-69ef4af927fc None None] Provisioning for port f36908d4-e0e8-43ea-ae69-ec0d4261c96f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:16.349104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.364523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7fb9bd97-31f3-4df4-a3aa-69ef4af927fc None None] Provisioning complete for port f36908d4-e0e8-43ea-ae69-ec0d4261c96f triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:16.365036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7fb9bd97-31f3-4df4-a3aa-69ef4af927fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.372530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Port': ['ID=6f7bf4e2-0efb-4c63-af0b-e754afa3732f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:16.387215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-26640a82-d6ee-4282-b800-907b6466adb3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port f36908d4-e0e8-43ea-ae69-ec0d4261c96f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:16.387611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26640a82-d6ee-4282-b800-907b6466adb3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.400227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.416792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03266611-a9d8-4d4e-9279-bdee304bb64c None None] Network a21f69b7-cb57-42b1-af0c-ec17535c310e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:16.419719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] No DVR routers for this DVR port 6f7bf4e2-0efb-4c63-af0b-e754afa3732f on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:16.448257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:16.468888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.475299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:16.521209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c1710dc-0c8e-4844-99d7-7c8f352d0499,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:16.538074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:16.573791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Transition to ACTIVE for port object a5dcaf55-a928-4442-af4b-64371104aaa1 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:16.644302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Pushing event updated for resources: {'Port': ['ID=e3cd77da-bcac-4d2e-9317-cdc2a04d9275,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:16.644526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 75c91d3f-f866-4586-bbdf-3e52304e474f is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:52:16.665199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.698982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9bd97-31f3-4df4-a3aa-69ef4af927fc None None] Port f36908d4-e0e8-43ea-ae69-ec0d4261c96f cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:16.721689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Transition to ACTIVE for port object a5dcaf55-a928-4442-af4b-64371104aaa1 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:16.813083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.856627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Attempting to bind port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:16.856981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Attempting to bind port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '446e97fa-35d3-4355-8de5-62cbfe7d84e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aaea53ce-7d15-45c2-9b1e-e6653b4fa63e'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:16.857813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Attempting to bind port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 on network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:16.867421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21f69b7-cb57-42b1-af0c-ec17535c310e']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:16.874709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.885322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.886695 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7b1348df-a751-4775-b862-00abb2d45d03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2500749 Sep 15 09:52:16.895489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] Pushing event deleted for resources: {'Port': ['ID=d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:16.897165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7fb9bd97-31f3-4df4-a3aa-69ef4af927fc None None] Provisioning complete for port 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:16.897512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7fb9bd97-31f3-4df4-a3aa-69ef4af927fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.918185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47334) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:16.923422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:16.923795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Checking segment: {'id': '446e97fa-35d3-4355-8de5-62cbfe7d84e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aaea53ce-7d15-45c2-9b1e-e6653b4fa63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:16.924194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.924579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Bound using segment: {'id': '446e97fa-35d3-4355-8de5-62cbfe7d84e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aaea53ce-7d15-45c2-9b1e-e6653b4fa63e'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:16.925053 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Bound port: e3cd77da-bcac-4d2e-9317-cdc2a04d9275, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '446e97fa-35d3-4355-8de5-62cbfe7d84e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'aaea53ce-7d15-45c2-9b1e-e6653b4fa63e'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:16.925426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.925784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '544adb23-683f-4742-8ac8-452cfaf38052', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:16.934314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:16.935887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.937872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97a44a66-f69f-464d-b97e-3b4d46ad8cce') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:16.938139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97a44a66-f69f-464d-b97e-3b4d46ad8cce') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:16.944111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:52:16.945747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:16.951888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.965925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:16.997192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:17.011663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Allocated IP 172.20.0.1 (09b72091-87c4-4aa8-afae-2a9a2b57f7f1/8ffd6148-9699-4e61-bfb4-4e3ddb1c6e5a/22c25189-f001-4d13-ae88-b969c4d17f23) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:17.015182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:17.016651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44620c58-a960-4b9c-a3f7-f4433d66f775 None None] No DVR routers for this DVR port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:17.019862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:17.022263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f907b9c1-521b-4620-b38e-ca2281b103ab None None] DHCP port deletion for a21f69b7-cb57-42b1-af0c-ec17535c310e request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:17.037113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.041692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:17.043161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26640a82-d6ee-4282-b800-907b6466adb3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.064082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:17.064506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.070140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd73c99-c9e2-4ae0-8f5f-11e0276bd8e4 None None] Sync routers for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:17.072714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Port d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 was deleted so its status cannot be updated. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 15 09:52:17.075400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Subnet': ['ID=7dde00bf-c75c-403b-afd1-76324479be72,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:17.107363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Checking segment: {'id': '30497857-6ad6-46a2-95e8-8c4b10c91e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '104c592b-0695-47a0-9a09-0238459f3a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:17.107729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network hostable DHCP agents. Network: 104c592b-0695-47a0-9a09-0238459f3a0e, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:17.121637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:17.137109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:17.143932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 97a44a66-f69f-464d-b97e-3b4d46ad8cce resource provider aggregate not found Sep 15 09:52:17.153967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.153967 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b5664f1e-1f01-481b-8e3a-5fcb7b59ea65 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1793044 Sep 15 09:52:17.154897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:17.155552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47340) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:17.161050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd73c99-c9e2-4ae0-8f5f-11e0276bd8e4 None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:17.161685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0cd73c99-c9e2-4ae0-8f5f-11e0276bd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:17.209418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9bd97-31f3-4df4-a3aa-69ef4af927fc None None] Port 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:17.222335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network 104c592b-0695-47a0-9a09-0238459f3a0e is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:17.241576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0cd73c99-c9e2-4ae0-8f5f-11e0276bd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:17.251783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 300e9992-4559-48dc-a359-816995b63e9a up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:17.262195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.309974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-26640a82-d6ee-4282-b800-907b6466adb3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for f36908d4-e0e8-43ea-ae69-ec0d4261c96f owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:17.339570 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 97a44a66-f69f-464d-b97e-3b4d46ad8cce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97a44a66-f69f-464d-b97e-3b4d46ad8cce found for delete ", "request_id": "req-44f860ed-eccf-4b19-9da3-d8c16f66eef9"}]} Sep 15 09:52:17.386332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 104c592b-0695-47a0-9a09-0238459f3a0e) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:17.412942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Pushing event updated for resources: {'Port': ['ID=a5dcaf55-a928-4442-af4b-64371104aaa1,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:17.438102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dc70c1-9d09-411b-beb0-089916cd377b None None] Network 104c592b-0695-47a0-9a09-0238459f3a0e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:17.470979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:17.471567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.503165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.505768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd73c99-c9e2-4ae0-8f5f-11e0276bd8e4 None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:17.506694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0cd73c99-c9e2-4ae0-8f5f-11e0276bd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:51:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:17.557120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.568999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-194fb0db-b8c9-4772-95a9-557bdf5fbc16 None None] Could not find standard attr ID for object 6f7bf4e2-0efb-4c63-af0b-e754afa3732f. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:52:17.594700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Network': ['ID=a21f69b7-cb57-42b1-af0c-ec17535c310e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:17.604745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.624789 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-362796af-4b72-4ded-af2b-228d62d53773 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/networks/a21f69b7-cb57-42b1-af0c-ec17535c310e HTTP/1.1" status: 204 len: 168 time: 3.0806739 Sep 15 09:52:17.626289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] For port e3cd77da-bcac-4d2e-9317-cdc2a04d9275, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:17.629016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47348) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:17.656932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Transition to ACTIVE for port object 22c25189-f001-4d13-ae88-b969c4d17f23 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:17.660218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0cd73c99-c9e2-4ae0-8f5f-11e0276bd8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:17.660763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd73c99-c9e2-4ae0-8f5f-11e0276bd8e4 None None] The sync data for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:17.666731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Attempting to bind port a5dcaf55-a928-4442-af4b-64371104aaa1 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:17.667115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Attempting to bind port a5dcaf55-a928-4442-af4b-64371104aaa1 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '02a668c5-a1a2-4054-a506-6ae2055c1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:17.667547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Attempting to bind port a5dcaf55-a928-4442-af4b-64371104aaa1 on network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:17.674839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] For port e3cd77da-bcac-4d2e-9317-cdc2a04d9275, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e3cd77da-bcac-4d2e-9317-cdc2a04d9275,segment=NetworkSegment(446e97fa-35d3-4355-8de5-62cbfe7d84e1),segment_id=446e97fa-35d3-4355-8de5-62cbfe7d84e1)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:17.684873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:17.684873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Checking segment: {'id': '02a668c5-a1a2-4054-a506-6ae2055c1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:17.684873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.684873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Bound using segment: {'id': '02a668c5-a1a2-4054-a506-6ae2055c1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:17.685282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Bound port: a5dcaf55-a928-4442-af4b-64371104aaa1, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a668c5-a1a2-4054-a506-6ae2055c1dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:17.685693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.688167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.701705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 105feccd-742a-42d1-b81d-8a256f81c40c details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:52:17.760862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26640a82-d6ee-4282-b800-907b6466adb3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.784628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983be10-5385-467e-ad56-0d252c1c103a req-e9ec907a-373e-472d-884c-04b6f006ac8a tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:17.787932 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c983be10-5385-467e-ad56-0d252c1c103a req-e9ec907a-373e-472d-884c-04b6f006ac8a tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 944 time: 0.4541314 Sep 15 09:52:17.799381 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-26447739-f71f-429b-a12c-e3596874209a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9475319 Sep 15 09:52:17.799523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 300e9992-4559-48dc-a359-816995b63e9a triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:17.799631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.799760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.805172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47352) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:17.809414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.822468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26640a82-d6ee-4282-b800-907b6466adb3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=f36908d4-e0e8-43ea-ae69-ec0d4261c96f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:17.834237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.867054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'port': {'network_id': '104c592b-0695-47a0-9a09-0238459f3a0e', 'name': 'tempest-NetworksIpV6TestAttrs-1310474385'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:17.878195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.resource_extend [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:52:17.885394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Deleting port 8c44d379-8c9c-4cd3-bfd0-5d98acf44559 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:17.885394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.910087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26640a82-d6ee-4282-b800-907b6466adb3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.912038 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-26640a82-d6ee-4282-b800-907b6466adb3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/f36908d4-e0e8-43ea-ae69-ec0d4261c96f HTTP/1.1" status: 204 len: 168 time: 1.8676784 Sep 15 09:52:17.918270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:17.921923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47356) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:17.973841 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c983be10-5385-467e-ad56-0d252c1c103a req-060cf016-1da6-4891-9e8f-2812752f5ad0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673069 Sep 15 09:52:17.974379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42998283-00ef-4900-a4cd-6f7665793cf8,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:18.063284 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c402277-864c-4646-ba04-6085e46d5f58 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:52:18.063870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c402277-864c-4646-ba04-6085e46d5f58 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:18.069466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:18.075836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:18.078765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:18.194361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'Port': ['ID=22c25189-f001-4d13-ae88-b969c4d17f23,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:18.198187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.244765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4602029-edcc-4137-bbb3-c1facb57e209 None None] Pushing event updated for resources: {'Port': ['ID=e3cd77da-bcac-4d2e-9317-cdc2a04d9275,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:18.262051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c402277-864c-4646-ba04-6085e46d5f58 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:18.267567 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6c402277-864c-4646-ba04-6085e46d5f58 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/f36908d4-e0e8-43ea-ae69-ec0d4261c96f HTTP/1.1" status: 404 len: 333 time: 0.2975936 Sep 15 09:52:18.272345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47360) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:18.278773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] For port a5dcaf55-a928-4442-af4b-64371104aaa1, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:18.337153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] For port a5dcaf55-a928-4442-af4b-64371104aaa1, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a5dcaf55-a928-4442-af4b-64371104aaa1,segment=NetworkSegment(02a668c5-a1a2-4054-a506-6ae2055c1dad),segment_id=02a668c5-a1a2-4054-a506-6ae2055c1dad)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:18.340548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-104c592b-0695-47a0-9a09-0238459f3a0e', 'network_id': '104c592b-0695-47a0-9a09-0238459f3a0e', 'tenant_id': 'f910a01264cb4fdbb0f7e168fa67d53e', 'fixed_ips': [{'subnet_id': '7dde00bf-c75c-403b-afd1-76324479be72'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:18.341482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.374692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c17322de-035f-4361-b751-8fb7371e83de tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:18.375034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c17322de-035f-4361-b751-8fb7371e83de tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.397646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 105feccd-742a-42d1-b81d-8a256f81c40c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=105feccd-742a-42d1-b81d-8a256f81c40c,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:18.410893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.459917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.467278 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-333babf7-9609-471f-8140-cb663ace2015 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5482264 Sep 15 09:52:18.485717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47364) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:18.532139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:18.539697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:port and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:18.545094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:18.555551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:18.560894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '105feccd-742a-42d1-b81d-8a256f81c40c', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'port_id': '105feccd-742a-42d1-b81d-8a256f81c40c', 'mac_address': 'fa:16:3e:41:c2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:52:18.574282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c54cf306-725d-447c-a66f-0db66188c97b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.588068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 300e9992-4559-48dc-a359-816995b63e9a is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:18.592018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c54cf306-725d-447c-a66f-0db66188c97b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.657674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.695808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5915ae-f028-4fd8-91eb-5c8777a1f917 None None] Pushing event updated for resources: {'Port': ['ID=a5dcaf55-a928-4442-af4b-64371104aaa1,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:18.705045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:52:18.804482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:18.808808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.820263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:52:18.820668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d575f1cd-5ad1-4c4d-bfa3-5026fe1e7a15 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:52:18.828249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 105feccd-742a-42d1-b81d-8a256f81c40c is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:18.828638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.857633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 105feccd-742a-42d1-b81d-8a256f81c40c {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:52:18.859440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] device_id is not set on port 25bf529b-a1b6-4b47-8cd7-cb774094904a yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:52:18.877909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Allocated IP 2001:db8::f816:3eff:feea:eba (104c592b-0695-47a0-9a09-0238459f3a0e/7dde00bf-c75c-403b-afd1-76324479be72/9b2cb35a-b47e-4416-a6d4-11dc942b982f) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:18.890684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 105feccd-742a-42d1-b81d-8a256f81c40c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=105feccd-742a-42d1-b81d-8a256f81c40c,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:18.923075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c54cf306-725d-447c-a66f-0db66188c97b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.978776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:18.996950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] For port 8c44d379-8c9c-4cd3-bfd0-5d98acf44559, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c44d379-8c9c-4cd3-bfd0-5d98acf44559,segment=NetworkSegment(ee50a383-7128-4007-8889-da8d5b594d8c),segment_id=ee50a383-7128-4007-8889-da8d5b594d8c)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:18.997672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:19.020651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:19.051979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54cf306-725d-447c-a66f-0db66188c97b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42998283-00ef-4900-a4cd-6f7665793cf8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:19.068407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=105feccd-742a-42d1-b81d-8a256f81c40c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:19.296481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:19.308389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Transition to ACTIVE for port object 9b2cb35a-b47e-4416-a6d4-11dc942b982f will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:19.323763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a5dcaf55-a928-4442-af4b-64371104aaa1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:19.435924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Calling delete_port for 8c44d379-8c9c-4cd3-bfd0-5d98acf44559 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:19.448326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['105feccd-742a-42d1-b81d-8a256f81c40c'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:52:19.485830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.20.0.1 (aaea53ce-7d15-45c2-9b1e-e6653b4fa63e/d05daecb-b86d-4e5b-99cb-c66e7206ca08/b734f877-87a6-4ad9-9c50-759148f2e246) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:19.526160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Transition to ACTIVE for port object 9b2cb35a-b47e-4416-a6d4-11dc942b982f will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:19.552384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c54cf306-725d-447c-a66f-0db66188c97b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:19.552384 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c54cf306-725d-447c-a66f-0db66188c97b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/42998283-00ef-4900-a4cd-6f7665793cf8 HTTP/1.1" status: 204 len: 168 time: 1.0609014 Sep 15 09:52:19.576546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47370) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:19.624270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0e332abb-a11a-48e5-8be8-535924c0e287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:19.634684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:19.730950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Allocated IP 2001:db8::f816:3eff:fef2:d594 (104c592b-0695-47a0-9a09-0238459f3a0e/7dde00bf-c75c-403b-afd1-76324479be72/25bf529b-a1b6-4b47-8cd7-cb774094904a) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:19.736722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Pushing event updated for resources: {'Port': ['ID=9b2cb35a-b47e-4416-a6d4-11dc942b982f,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:19.757025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f68c383d-434f-462c-8c20-84544cbc3433 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:19.792659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Network 104c592b-0695-47a0-9a09-0238459f3a0e is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:19.797078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:19.801446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f57ad1-baf2-4c0d-9756-a580c7f05e96 None None] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:19.817099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:19.834132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:19.859205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port a5dcaf55-a928-4442-af4b-64371104aaa1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:19.875625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Transition to ACTIVE for port object b734f877-87a6-4ad9-9c50-759148f2e246 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:19.891043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f68c383d-434f-462c-8c20-84544cbc3433 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:19.891043 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f68c383d-434f-462c-8c20-84544cbc3433 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3109951 Sep 15 09:52:19.910410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47374) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:19.926522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.007661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Port': ['ID=8c44d379-8c9c-4cd3-bfd0-5d98acf44559,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:20.018475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] No DVR routers for this DVR port 8c44d379-8c9c-4cd3-bfd0-5d98acf44559 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:20.161653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e3cd77da-bcac-4d2e-9317-cdc2a04d9275 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:20.169523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d6743e9-adb0-46e7-b3f5-ccba4b89ad8f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.186011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17542f24-9e91-4ab4-b9ff-36653b109c63 None None] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:20.197565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d6743e9-adb0-46e7-b3f5-ccba4b89ad8f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.246963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.255441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.273041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.277162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df34d2f6-2b4d-45ed-89ea-566c588b34a7']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:20.290847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee50a383-7128-4007-8889-da8d5b594d8c') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:20.291222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee50a383-7128-4007-8889-da8d5b594d8c') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:20.303552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.312741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Transition to ACTIVE for port object 25bf529b-a1b6-4b47-8cd7-cb774094904a will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:20.321938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.328137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:20.328968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d6743e9-adb0-46e7-b3f5-ccba4b89ad8f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.329201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.373034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:20.377476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6743e9-adb0-46e7-b3f5-ccba4b89ad8f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c1710dc-0c8e-4844-99d7-7c8f352d0499,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:20.384007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:20.386282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:20.421586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Attempting to bind port 9b2cb35a-b47e-4416-a6d4-11dc942b982f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:20.421971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Attempting to bind port 9b2cb35a-b47e-4416-a6d4-11dc942b982f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '30497857-6ad6-46a2-95e8-8c4b10c91e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '104c592b-0695-47a0-9a09-0238459f3a0e'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:20.422328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Attempting to bind port 9b2cb35a-b47e-4416-a6d4-11dc942b982f on network 104c592b-0695-47a0-9a09-0238459f3a0e {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:20.431974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=b734f877-87a6-4ad9-9c50-759148f2e246,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:20.458556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:20.458913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Checking segment: {'id': '30497857-6ad6-46a2-95e8-8c4b10c91e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '104c592b-0695-47a0-9a09-0238459f3a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:20.459318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.459702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Bound using segment: {'id': '30497857-6ad6-46a2-95e8-8c4b10c91e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '104c592b-0695-47a0-9a09-0238459f3a0e'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:20.460186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Bound port: 9b2cb35a-b47e-4416-a6d4-11dc942b982f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30497857-6ad6-46a2-95e8-8c4b10c91e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '104c592b-0695-47a0-9a09-0238459f3a0e'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:20.460555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.470343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.475166 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment ee50a383-7128-4007-8889-da8d5b594d8c resource provider aggregate not found Sep 15 09:52:20.509635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c17322de-035f-4361-b751-8fb7371e83de tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.529210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-45f5ef4c-2c81-4161-9776-5728c2018534 None None] Provisioning for port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:20.592446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d6743e9-adb0-46e7-b3f5-ccba4b89ad8f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.597959 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1d6743e9-adb0-46e7-b3f5-ccba4b89ad8f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/6c1710dc-0c8e-4844-99d7-7c8f352d0499 HTTP/1.1" status: 204 len: 168 time: 0.5276518 Sep 15 09:52:20.602052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47382) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:20.639782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.687042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.755350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6a582cd6-8fa9-477a-8109-dec080ca5909 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:20.788020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.797976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:20.799085 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment ee50a383-7128-4007-8889-da8d5b594d8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee50a383-7128-4007-8889-da8d5b594d8c found for delete ", "request_id": "req-0a5a4778-f3dc-4f5f-af33-1377e89953bd"}]} Sep 15 09:52:20.809249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c17322de-035f-4361-b751-8fb7371e83de tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:20.814371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network 104c592b-0695-47a0-9a09-0238459f3a0e is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:20.820852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:20.821872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.822181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:20.824738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:20.830929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:20.831404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.843802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Port': ['ID=25bf529b-a1b6-4b47-8cd7-cb774094904a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:20.874285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] For port 9b2cb35a-b47e-4416-a6d4-11dc942b982f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:20.878039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.881583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Network': ['ID=df34d2f6-2b4d-45ed-89ea-566c588b34a7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:20.913514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6a582cd6-8fa9-477a-8109-dec080ca5909 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:20.914934 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6a582cd6-8fa9-477a-8109-dec080ca5909 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3120184 Sep 15 09:52:20.919821 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ef3850e5-900a-4470-beb2-cd943e8f893f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.0962305 Sep 15 09:52:20.923654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066799f7-a065-47a1-a567-7be7e7555e78 req-0759b285-a56a-45ce-b6be-449f0adea1f0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:20.923804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47386) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:20.930150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47388) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:20.930368 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-066799f7-a065-47a1-a567-7be7e7555e78 req-0759b285-a56a-45ce-b6be-449f0adea1f0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 945 time: 1.3796220 Sep 15 09:52:20.955700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-42e10c2d-f197-4a41-805e-7a70df9a07e3 None None] Provisioning for port a5dcaf55-a928-4442-af4b-64371104aaa1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:20.969513 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-49ed1304-901a-49aa-be3b-02409ba2ec06 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/networks/df34d2f6-2b4d-45ed-89ea-566c588b34a7 HTTP/1.1" status: 204 len: 168 time: 3.3339622 Sep 15 09:52:20.969726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-42e10c2d-f197-4a41-805e-7a70df9a07e3 None None] Provisioning complete for port a5dcaf55-a928-4442-af4b-64371104aaa1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:20.969726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42e10c2d-f197-4a41-805e-7a70df9a07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:20.975954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47394) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:21.020398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] For port 9b2cb35a-b47e-4416-a6d4-11dc942b982f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9b2cb35a-b47e-4416-a6d4-11dc942b982f,segment=NetworkSegment(30497857-6ad6-46a2-95e8-8c4b10c91e16),segment_id=30497857-6ad6-46a2-95e8-8c4b10c91e16)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:21.094488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d95795b5-64db-4472-840d-b1152a342101 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.096236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.119405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d95795b5-64db-4472-840d-b1152a342101 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.138236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e45768-d996-4544-98ef-4c2821c7031b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting subnet 7dde00bf-c75c-403b-afd1-76324479be72 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:21.141536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88e45768-d996-4544-98ef-4c2821c7031b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.153497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.179834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:52:21.215775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88e45768-d996-4544-98ef-4c2821c7031b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.235240 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-066799f7-a065-47a1-a567-7be7e7555e78 req-6beac1b9-c572-428e-ae07-750ebb4fdea7 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2908041 Sep 15 09:52:21.247701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.254981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.343940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f595a0-7fc8-45b0-8d1f-6f7334114b6e None None] Pushing event updated for resources: {'Port': ['ID=9b2cb35a-b47e-4416-a6d4-11dc942b982f,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:21.383487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:21.383909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.416916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-42e10c2d-f197-4a41-805e-7a70df9a07e3 None None] Current status of the port a5dcaf55-a928-4442-af4b-64371104aaa1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:21.417298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42e10c2d-f197-4a41-805e-7a70df9a07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.457904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.480004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port e3cd77da-bcac-4d2e-9317-cdc2a04d9275, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e3cd77da-bcac-4d2e-9317-cdc2a04d9275,segment=NetworkSegment(446e97fa-35d3-4355-8de5-62cbfe7d84e1),segment_id=446e97fa-35d3-4355-8de5-62cbfe7d84e1)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:21.493116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-42e10c2d-f197-4a41-805e-7a70df9a07e3 None None] For port a5dcaf55-a928-4442-af4b-64371104aaa1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a5dcaf55-a928-4442-af4b-64371104aaa1,segment=NetworkSegment(02a668c5-a1a2-4054-a506-6ae2055c1dad),segment_id=02a668c5-a1a2-4054-a506-6ae2055c1dad)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:21.561689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d95795b5-64db-4472-840d-b1152a342101 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.572688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42e10c2d-f197-4a41-805e-7a70df9a07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.574469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.630395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-29f6679e-4081-4f31-aaff-897dde8ed437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.631490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95795b5-64db-4472-840d-b1152a342101 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64b91e8c-4e4b-4861-9262-8b19a50bcffd,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:21.696006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.704572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 105feccd-742a-42d1-b81d-8a256f81c40c up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:21.733444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d95795b5-64db-4472-840d-b1152a342101 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.734984 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d95795b5-64db-4472-840d-b1152a342101 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/64b91e8c-4e4b-4861-9262-8b19a50bcffd HTTP/1.1" status: 204 len: 168 time: 0.8149223 Sep 15 09:52:21.742735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88e45768-d996-4544-98ef-4c2821c7031b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.755483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47398) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:21.820817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9b2cb35a-b47e-4416-a6d4-11dc942b982f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:21.825678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:21.891930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'Port': ['ID=22c25189-f001-4d13-ae88-b969c4d17f23,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:21.925966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e10c2d-f197-4a41-805e-7a70df9a07e3 None None] Pushing event updated for resources: {'Port': ['ID=a5dcaf55-a928-4442-af4b-64371104aaa1,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:21.956433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154d83c0-9b62-40a5-aa24-cfe4c782fafd']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:21.998178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c17322de-035f-4361-b751-8fb7371e83de tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.006158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.007030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6547fb7d-f26b-4811-b6f1-8b109a0023e9 None None] Provisioning complete for port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:22.007415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6547fb7d-f26b-4811-b6f1-8b109a0023e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.014906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf38f3e-752f-432f-abb9-314c53c25d3a') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:22.023140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf38f3e-752f-432f-abb9-314c53c25d3a') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:22.045001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88e45768-d996-4544-98ef-4c2821c7031b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.081399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17322de-035f-4361-b751-8fb7371e83de tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=5ce8291b-1b32-4dc3-affc-42ed9b86d0f9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:22.092672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e45768-d996-4544-98ef-4c2821c7031b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Subnet': ['ID=7dde00bf-c75c-403b-afd1-76324479be72,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:22.095773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88e45768-d996-4544-98ef-4c2821c7031b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.101296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=e3cd77da-bcac-4d2e-9317-cdc2a04d9275,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:22.120738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.157499 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 105feccd-742a-42d1-b81d-8a256f81c40c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:22.174196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 105feccd-742a-42d1-b81d-8a256f81c40c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:22.174580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.178683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c232b80c-8f07-4854-9bb7-795a41118466 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:22.186709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.200909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c17322de-035f-4361-b751-8fb7371e83de tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.246365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9b2cb35a-b47e-4416-a6d4-11dc942b982f completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:22.262491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.268871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6547fb7d-f26b-4811-b6f1-8b109a0023e9 None None] Current status of the port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:22.275970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:22.276163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.350961 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c17322de-035f-4361-b751-8fb7371e83de tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 HTTP/1.1" status: 204 len: 168 time: 4.0775702 Sep 15 09:52:22.353571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:22.369161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c232b80c-8f07-4854-9bb7-795a41118466 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:22.373395 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c232b80c-8f07-4854-9bb7-795a41118466 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6038039 Sep 15 09:52:22.375174 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47404) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:22.375585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47406) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:22.380239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:22.409769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6547fb7d-f26b-4811-b6f1-8b109a0023e9 None None] Provisioning for port b734f877-87a6-4ad9-9c50-759148f2e246 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:22.440565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6547fb7d-f26b-4811-b6f1-8b109a0023e9 None None] Provisioning complete for port b734f877-87a6-4ad9-9c50-759148f2e246 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:22.440938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6547fb7d-f26b-4811-b6f1-8b109a0023e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.459347 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-36840c52-34d8-4a59-b572-8b23bcce8df1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:52:22.459964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-36840c52-34d8-4a59-b572-8b23bcce8df1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:22.483759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9b122c8-1886-4bc2-8bd6-4dde4fa88307 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.537468 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-88e45768-d996-4544-98ef-4c2821c7031b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/subnets/7dde00bf-c75c-403b-afd1-76324479be72 HTTP/1.1" status: 204 len: 168 time: 1.6060326 Sep 15 09:52:22.544125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47412) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:22.634929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 105feccd-742a-42d1-b81d-8a256f81c40c is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:22.636829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.656799 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.677462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=b734f877-87a6-4ad9-9c50-759148f2e246,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:22.710177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9b122c8-1886-4bc2-8bd6-4dde4fa88307 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.738274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6547fb7d-f26b-4811-b6f1-8b109a0023e9 None None] Port b734f877-87a6-4ad9-9c50-759148f2e246 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:22.757351 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.769148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105feccd-742a-42d1-b81d-8a256f81c40c'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:52:22.786433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.787969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f788065-cfba-4db4-8d88-10e0f6ca3537" -d '{"events": [{"server_uuid": "0c8df0d3-a1d8-4927-96f9-01a4a9a4f320", "name": "network-vif-plugged", "status": "completed", "tag": "105feccd-742a-42d1-b81d-8a256f81c40c"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:52:22.797052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.816362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 105feccd-742a-42d1-b81d-8a256f81c40c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=105feccd-742a-42d1-b81d-8a256f81c40c,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:22.816528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8858f3e5-18c5-4e8f-ae20-9ae6a48d2398 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:22.823414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8858f3e5-18c5-4e8f-ae20-9ae6a48d2398 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:22.824273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8858f3e5-18c5-4e8f-ae20-9ae6a48d2398 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Synchronizing usage tracker for tenant:f910a01264cb4fdbb0f7e168fa67d53e on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:22.850496 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/networks/154d83c0-9b62-40a5-aa24-cfe4c782fafd HTTP/1.1" status: 204 len: 168 time: 1.8676257 Sep 15 09:52:22.854940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-36840c52-34d8-4a59-b572-8b23bcce8df1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:22.856058 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-36840c52-34d8-4a59-b572-8b23bcce8df1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/5ce8291b-1b32-4dc3-affc-42ed9b86d0f9 HTTP/1.1" status: 404 len: 333 time: 0.4792111 Sep 15 09:52:22.856720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47420) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:22.859740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a66aa-41c2-43ab-81b3-9dd85b7dcbe2 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Network': ['ID=154d83c0-9b62-40a5-aa24-cfe4c782fafd,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:22.862390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47422) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:22.869905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.871514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c6b4ae3a-c98a-4186-93a3-6686cdc42205 None None] Provisioning complete for port a5dcaf55-a928-4442-af4b-64371104aaa1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:22.871873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c6b4ae3a-c98a-4186-93a3-6686cdc42205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.888725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9b122c8-1886-4bc2-8bd6-4dde4fa88307 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.955778 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment adf38f3e-752f-432f-abb9-314c53c25d3a resource provider aggregate not found Sep 15 09:52:22.960504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b623c133-2ba6-4607-8de3-d49b59cada3a x-openstack-request-id: req-b623c133-2ba6-4607-8de3-d49b59cada3a {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:52:22.961046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8df0d3-a1d8-4927-96f9-01a4a9a4f320", "name": "network-vif-plugged", "status": "completed", "tag": "105feccd-742a-42d1-b81d-8a256f81c40c", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:52:22.961253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b623c133-2ba6-4607-8de3-d49b59cada3a {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:52:22.961606 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b623c133-2ba6-4607-8de3-d49b59cada3a'] response: {'server_uuid': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '105feccd-742a-42d1-b81d-8a256f81c40c', 'code': 200} Sep 15 09:52:22.967492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.976775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Router 12860776-5fcc-46a2-8283-d55e30f43a8d is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:52:22.983055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8858f3e5-18c5-4e8f-ae20-9ae6a48d2398 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Unset dirty status for tenant:f910a01264cb4fdbb0f7e168fa67d53e on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:22.984231 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8858f3e5-18c5-4e8f-ae20-9ae6a48d2398 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4369736 Sep 15 09:52:22.988589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47430) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:22.997609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9b122c8-1886-4bc2-8bd6-4dde4fa88307 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:22.998749 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f9b122c8-1886-4bc2-8bd6-4dde4fa88307 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7ba862b8-b231-49c5-8c92-ee87bb628400 HTTP/1.1" status: 204 len: 168 time: 0.6201949 Sep 15 09:52:23.014344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47434) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:23.043981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376ec78d-09bf-41a7-80e8-d9d50cdc521e None None] Network 104c592b-0695-47a0-9a09-0238459f3a0e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:23.115297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:23.125179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:23.151036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158e5bb-e28e-4615-9f1c-aca5891bd283 req-a96fe2ed-41b0-4bbd-9aec-45a03e74c8bd tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:23.152631 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f158e5bb-e28e-4615-9f1c-aca5891bd283 req-a96fe2ed-41b0-4bbd-9aec-45a03e74c8bd tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.3103983 Sep 15 09:52:23.194908 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment adf38f3e-752f-432f-abb9-314c53c25d3a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adf38f3e-752f-432f-abb9-314c53c25d3a found for delete ", "request_id": "req-26ee470b-fdee-4fac-9735-fb8ee66b09bc"}]} Sep 15 09:52:23.209512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b122c8-1886-4bc2-8bd6-4dde4fa88307 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ba862b8-b231-49c5-8c92-ee87bb628400,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:23.248984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f3a9c9c-380a-4121-b498-fbf439a2bdc4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.319036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-81e362c5-3792-4b8a-b943-d832fd9dcc7e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:23.339523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4ae3a-c98a-4186-93a3-6686cdc42205 None None] Current status of the port a5dcaf55-a928-4442-af4b-64371104aaa1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:23.360135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=105feccd-742a-42d1-b81d-8a256f81c40c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:23.375346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.376056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.376603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.377541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.378173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.379871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.380431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.380984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.381877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.382449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.382726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3a9c9c-380a-4121-b498-fbf439a2bdc4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 15 09:52:23.383191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3a9c9c-380a-4121-b498-fbf439a2bdc4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:23.383383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.384099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:52:23.385113 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2f3a9c9c-380a-4121-b498-fbf439a2bdc4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/104c592b-0695-47a0-9a09-0238459f3a0e HTTP/1.1" status: 409 len: 405 time: 0.3955951 Sep 15 09:52:23.391369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed923247-32a1-4d94-8a8f-831118130a56 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet f3bb7235-2c67-4aca-85ae-9ae679e2567b {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:23.397672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed923247-32a1-4d94-8a8f-831118130a56 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.407805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47438) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:23.419658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-150740013'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:23.454095 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f158e5bb-e28e-4615-9f1c-aca5891bd283 req-3d6a5763-a335-423a-b2c0-44ba00b3390f tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2747426 Sep 15 09:52:23.477248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed923247-32a1-4d94-8a8f-831118130a56 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.503247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c6b4ae3a-c98a-4186-93a3-6686cdc42205 None None] Provisioning for port 22c25189-f001-4d13-ae88-b969c4d17f23 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:23.511168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:23.513223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c6b4ae3a-c98a-4186-93a3-6686cdc42205 None None] Provisioning complete for port 22c25189-f001-4d13-ae88-b969c4d17f23 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:23.513902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c6b4ae3a-c98a-4186-93a3-6686cdc42205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.523607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:network and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:23.533008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.535514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:23.547543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:23.569873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:23.576947 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-27ef10ab-c702-45f0-b3ca-fb0102d8b718 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "PUT /v2.0/routers/12860776-5fcc-46a2-8283-d55e30f43a8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1380744 Sep 15 09:52:23.579940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47442) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:23.582780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4ae3a-c98a-4186-93a3-6686cdc42205 None None] Port 22c25189-f001-4d13-ae88-b969c4d17f23 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:23.590694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Request body: {'port': {'network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1', 'name': 'tempest-FloatingIPNegativeTestJSON-1122536270'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:23.600111 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34abf9-e438-4d0b-aead-2bc1aec11b05 None None] Sync routers for ids ['12860776-5fcc-46a2-8283-d55e30f43a8d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:23.607066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-81e362c5-3792-4b8a-b943-d832fd9dcc7e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:23.611999 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-81e362c5-3792-4b8a-b943-d832fd9dcc7e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5853024 Sep 15 09:52:23.616492 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34abf9-e438-4d0b-aead-2bc1aec11b05 None None] Routers {'12860776-5fcc-46a2-8283-d55e30f43a8d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:23.616715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cdcb8f-7e48-45e9-91dd-90b23e41e04b req-c52f6c3d-3ccd-4064-a993-1f68fe203b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:23.617470 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-df34abf9-e438-4d0b-aead-2bc1aec11b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['12860776-5fcc-46a2-8283-d55e30f43a8d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:23.619251 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-94cdcb8f-7e48-45e9-91dd-90b23e41e04b req-c52f6c3d-3ccd-4064-a993-1f68fe203b0f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 1099 time: 0.2835176 Sep 15 09:52:23.624234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47446) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:23.626505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 75c91d3f-f866-4586-bbdf-3e52304e474f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:23.689499 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] DHCP port deletion for 104c592b-0695-47a0-9a09-0238459f3a0e request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:23.699671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] Deleting port 9b2cb35a-b47e-4416-a6d4-11dc942b982f {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:23.700048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.710420 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-df34abf9-e438-4d0b-aead-2bc1aec11b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:23.718486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.733677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed923247-32a1-4d94-8a8f-831118130a56 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.735861 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df34abf9-e438-4d0b-aead-2bc1aec11b05 None None] Routers {'12860776-5fcc-46a2-8283-d55e30f43a8d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:23.736473 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-df34abf9-e438-4d0b-aead-2bc1aec11b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['12860776-5fcc-46a2-8283-d55e30f43a8d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:23.759928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a5dcaf55-a928-4442-af4b-64371104aaa1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:23.794169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5284da-c14c-45d4-a375-1b047d71b083']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:23.807978 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-df34abf9-e438-4d0b-aead-2bc1aec11b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:23.808626 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df34abf9-e438-4d0b-aead-2bc1aec11b05 None None] The sync data for ids ['12860776-5fcc-46a2-8283-d55e30f43a8d'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:23.811882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ffe9df-334d-4d55-865f-83f69e3498d8') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:23.812912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ffe9df-334d-4d55-865f-83f69e3498d8') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:23.830336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:23.831644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.833687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.844439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:23.851037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.861990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Usage tracker for resource:port and tenant:e8328457bc9b42feba62c56486a6640a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:23.862660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:23.863065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.870672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-74c71ee2-b4b5-4645-80e4-1e9205a17167 None None] Provisioning complete for port b734f877-87a6-4ad9-9c50-759148f2e246 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:23.871022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74c71ee2-b4b5-4645-80e4-1e9205a17167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.928908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:23.932783 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-94cdcb8f-7e48-45e9-91dd-90b23e41e04b req-e6a6bf71-786f-4310-acbc-c69924f669d8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2926264 Sep 15 09:52:23.948544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed923247-32a1-4d94-8a8f-831118130a56 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.963371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:23.972626 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:23.972626 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Added segment 864a4c8c-610c-4513-885d-329fd3297de7 of type vlan for network 99eb114d-f12b-47f7-9c70-d29517e6e8fa Sep 15 09:52:23.984866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-74c71ee2-b4b5-4645-80e4-1e9205a17167 None None] Port b734f877-87a6-4ad9-9c50-759148f2e246 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:23.995423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed923247-32a1-4d94-8a8f-831118130a56 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bb7235-2c67-4aca-85ae-9ae679e2567b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:24.000553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed923247-32a1-4d94-8a8f-831118130a56 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.002061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.002176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port a5dcaf55-a928-4442-af4b-64371104aaa1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:24.002439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.011311 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed923247-32a1-4d94-8a8f-831118130a56 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/f3bb7235-2c67-4aca-85ae-9ae679e2567b HTTP/1.1" status: 204 len: 168 time: 1.1247854 Sep 15 09:52:24.012794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:24.013979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47450) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:24.035466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85081ea4-2bd6-4bfb-af91-8939aed2644f None None] Network e399c8d7-df2c-4e23-bf40-ebee89e3a3fc requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:24.047112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-965431e1-a3b2-4252-8d2d-14792a0dd42e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.070948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-965431e1-a3b2-4252-8d2d-14792a0dd42e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.104598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.135722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.136966 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] 10.222.0.62 "DELETE /v2.0/networks/7f5284da-c14c-45d4-a375-1b047d71b083 HTTP/1.1" status: 204 len: 168 time: 1.2788637 Sep 15 09:52:24.148159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Made reservation on behalf of e8328457bc9b42feba62c56486a6640a for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:24.152570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.173520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.188847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff5dbf-8ce5-4c8a-8434-7c66a9dde860 tempest-BulkNetworkOpsTest-2123654277 tempest-BulkNetworkOpsTest-2123654277-project] Pushing event deleted for resources: {'Network': ['ID=7f5284da-c14c-45d4-a375-1b047d71b083,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:24.195998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 300e9992-4559-48dc-a359-816995b63e9a {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:24.195998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.199102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.204698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:24.205296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.237252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] device_id is not set on port 1b11c87f-3a29-4ca0-a4de-0210f24290db yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:52:24.258069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] For port 9b2cb35a-b47e-4416-a6d4-11dc942b982f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9b2cb35a-b47e-4416-a6d4-11dc942b982f,segment=NetworkSegment(30497857-6ad6-46a2-95e8-8c4b10c91e16),segment_id=30497857-6ad6-46a2-95e8-8c4b10c91e16)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:24.258464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.338278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-74c71ee2-b4b5-4645-80e4-1e9205a17167 None None] Provisioning for port 9b2cb35a-b47e-4416-a6d4-11dc942b982f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:24.372371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-965431e1-a3b2-4252-8d2d-14792a0dd42e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.438760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] Calling delete_port for 9b2cb35a-b47e-4416-a6d4-11dc942b982f owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:24.494292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.514662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:24.515492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] For port 300e9992-4559-48dc-a359-816995b63e9a, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=300e9992-4559-48dc-a359-816995b63e9a,segment=NetworkSegment(47c8504d-da99-42c2-b4e5-b193ecad0953),segment_id=47c8504d-da99-42c2-b4e5-b193ecad0953)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:24.515954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.543206 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a26dd90a-9c70-4229-b784-95fb013a2563 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/routers/75c91d3f-f866-4586-bbdf-3e52304e474f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3863771 Sep 15 09:52:24.548771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-74c71ee2-b4b5-4645-80e4-1e9205a17167 None None] Provisioning complete for port 9b2cb35a-b47e-4416-a6d4-11dc942b982f triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:24.548771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74c71ee2-b4b5-4645-80e4-1e9205a17167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.559285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47458) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:24.560281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965431e1-a3b2-4252-8d2d-14792a0dd42e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8972c458-8c18-4fb3-85ba-5df4a103d097,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:24.562256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Network': ['ID=99eb114d-f12b-47f7-9c70-d29517e6e8fa,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:24.569574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'port': {'network_id': 'aaea53ce-7d15-45c2-9b1e-e6653b4fa63e', 'name': 'tempest-FloatingIPTestJSON-1535681849'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:24.580765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40e9a3-1d2b-437c-b209-27710c952d4a None None] Sync routers for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:24.591115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-965431e1-a3b2-4252-8d2d-14792a0dd42e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.595502 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-965431e1-a3b2-4252-8d2d-14792a0dd42e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/8972c458-8c18-4fb3-85ba-5df4a103d097 HTTP/1.1" status: 204 len: 168 time: 0.9643569 Sep 15 09:52:24.597611 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 99eb114d-f12b-47f7-9c70-d29517e6e8fa details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:24.611074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47462) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:24.687981 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e8a4f17c-2b25-418f-bdd5-c8188c7375f4 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2769477 Sep 15 09:52:24.693678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 300e9992-4559-48dc-a359-816995b63e9a owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:24.704306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47468) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:24.759573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'subnet': {'network_id': '99eb114d-f12b-47f7-9c70-d29517e6e8fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:24.784095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47472) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:24.827112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40e9a3-1d2b-437c-b209-27710c952d4a None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:24.827802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ba40e9a3-1d2b-437c-b209-27710c952d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:24.864313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d02e64-3ff0-448e-a789-6aa9059047b1 req-08456013-675b-47fe-ac42-f60e0c6abeed tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:24.865921 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39d02e64-3ff0-448e-a789-6aa9059047b1 req-08456013-675b-47fe-ac42-f60e0c6abeed tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.1356084 Sep 15 09:52:24.921222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ba40e9a3-1d2b-437c-b209-27710c952d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:24.923426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7d1460a0-906f-4c5f-8831-88c215cb94f4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:24.929699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:24.940807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port a5dcaf55-a928-4442-af4b-64371104aaa1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:24.942771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e3cd77da-bcac-4d2e-9317-cdc2a04d9275 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:24.982673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Allocated IP 172.20.0.12 (09b72091-87c4-4aa8-afae-2a9a2b57f7f1/8ffd6148-9699-4e61-bfb4-4e3ddb1c6e5a/1b11c87f-3a29-4ca0-a4de-0210f24290db) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:25.043636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:25.048018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Usage tracker for resource:port and tenant:6f203c2ce9b54432a83f71c2c8b15e82 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:25.051262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:25.058608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:25.069115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:25.105014 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39d02e64-3ff0-448e-a789-6aa9059047b1 req-a5866f14-a8a8-4436-a527-fed2a878e1a7 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324221 Sep 15 09:52:25.106517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.119929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-74c71ee2-b4b5-4645-80e4-1e9205a17167 None None] Port 9b2cb35a-b47e-4416-a6d4-11dc942b982f update to ACTIVE by agent not found {{(pid=89670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 15 09:52:25.124749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=300e9992-4559-48dc-a359-816995b63e9a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:25.126237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No DVR routers for this DVR port 300e9992-4559-48dc-a359-816995b63e9a on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:25.170212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:25.172410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7d1460a0-906f-4c5f-8831-88c215cb94f4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:25.177010 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7d1460a0-906f-4c5f-8831-88c215cb94f4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5650764 Sep 15 09:52:25.181104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47478) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:25.195455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba40e9a3-1d2b-437c-b209-27710c952d4a None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:25.196370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ba40e9a3-1d2b-437c-b209-27710c952d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:25.216528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Made reservation on behalf of 6f203c2ce9b54432a83f71c2c8b15e82 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:25.220483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.253719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] Pushing event deleted for resources: {'Port': ['ID=9b2cb35a-b47e-4416-a6d4-11dc942b982f,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:25.274172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ba40e9a3-1d2b-437c-b209-27710c952d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:25.276368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba40e9a3-1d2b-437c-b209-27710c952d4a None None] The sync data for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:25.277289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ae507-d95a-4f0e-ac3f-4fdcd9274eac None None] No DVR routers for this DVR port 9b2cb35a-b47e-4416-a6d4-11dc942b982f on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:25.298140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:25.300778 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 31ffe9df-334d-4d55-865f-83f69e3498d8 resource provider aggregate not found Sep 15 09:52:25.302050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.314115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:25.314548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.320604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.329189 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-76a0d110-e10f-486a-95ed-b02a6466b41f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42b0e553c2e0409190328b53e2721177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5376313 Sep 15 09:52:25.330392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47486) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:25.345987 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 31ffe9df-334d-4d55-865f-83f69e3498d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31ffe9df-334d-4d55-865f-83f69e3498d8 found for delete ", "request_id": "req-f739d2a1-5328-42e6-abcf-1e39c981ccb9"}]} Sep 15 09:52:25.372801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e399c8d7-df2c-4e23-bf40-ebee89e3a3fc']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:25.393585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] device_id is not set on port 780f3cee-0893-4186-9589-32a7ce7cc911 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:52:25.406622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c8504d-da99-42c2-b4e5-b193ecad0953') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:25.407102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c8504d-da99-42c2-b4e5-b193ecad0953') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:25.433968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.441166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c3aadb0a-7845-4b55-b0b1-61c06c7e7493 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.443253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c0320c-2faa-40f1-9d2b-31e2700c9755 None None] DHCP port deletion for e399c8d7-df2c-4e23-bf40-ebee89e3a3fc request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:25.474194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d53039-125f-4ca8-9ca5-2eb5c90c2c2f None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:52:25.478862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.490081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c3aadb0a-7845-4b55-b0b1-61c06c7e7493 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.497805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:25.498235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.511722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:25.631631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d53039-125f-4ca8-9ca5-2eb5c90c2c2f None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:52:25.707334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.713277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 300e9992-4559-48dc-a359-816995b63e9a no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:52:25.717242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.764810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 300e9992-4559-48dc-a359-816995b63e9a {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:52:25.765060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 300e9992-4559-48dc-a359-816995b63e9a not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:52:25.765294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Network': ['ID=e399c8d7-df2c-4e23-bf40-ebee89e3a3fc,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:25.765486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9b2cb35a-b47e-4416-a6d4-11dc942b982f no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:52:25.770327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c3aadb0a-7845-4b55-b0b1-61c06c7e7493 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.775272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c3aadb0a-7845-4b55-b0b1-61c06c7e7493 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.776883 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c3aadb0a-7845-4b55-b0b1-61c06c7e7493 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/544adb23-683f-4742-8ac8-452cfaf38052 HTTP/1.1" status: 204 len: 168 time: 0.5932422 Sep 15 09:52:25.778119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fabf9e7b-16f5-4ea8-817e-dafcced1ae5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.781713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47490) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:25.789519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aadb0a-7845-4b55-b0b1-61c06c7e7493 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544adb23-683f-4742-8ac8-452cfaf38052,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:25.811924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3f49d447-bcf4-4e00-91be-eb79c86dc1b1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/networks/e399c8d7-df2c-4e23-bf40-ebee89e3a3fc HTTP/1.1" status: 204 len: 168 time: 1.7966237 Sep 15 09:52:25.813929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 9b2cb35a-b47e-4416-a6d4-11dc942b982f {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:52:25.815716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9b2cb35a-b47e-4416-a6d4-11dc942b982f not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:52:25.816290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47494) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:25.822053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.826524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-576917818'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:25.835890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:25.839455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Allocated IP 172.20.0.9 (aaea53ce-7d15-45c2-9b1e-e6653b4fa63e/d05daecb-b86d-4e5b-99cb-c66e7206ca08/780f3cee-0893-4186-9589-32a7ce7cc911) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:25.842022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:network and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:25.847945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:25.856451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:25.877056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fabf9e7b-16f5-4ea8-817e-dafcced1ae5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.906232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Transition to ACTIVE for port object 1b11c87f-3a29-4ca0-a4de-0210f24290db will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:25.912802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:25.917224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.948072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] vlan segment allocate from pool success with {'vlan_id': 376, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:25.957315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:25.957786 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Added segment 26e43472-b216-4390-85f4-6cef5a46ed28 of type vlan for network d532a4de-2849-45c4-9f06-88a1423cf55a Sep 15 09:52:25.988033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.043377 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-737497a7-0d70-4668-a6f8-951d3eeacc93 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2593546 Sep 15 09:52:26.048945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47498) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:26.052780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--439757718'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:26.059218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:26.063846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:26.067020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:26.074165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:26.109470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.115193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:26.115927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.197739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.243387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:26.248987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Network': ['ID=d532a4de-2849-45c4-9f06-88a1423cf55a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:26.260303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:26.260995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network d532a4de-2849-45c4-9f06-88a1423cf55a details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:26.295187 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-32f9db52-9fec-476a-b9bd-afc68816e346 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4743762 Sep 15 09:52:26.298092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47504) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:26.306917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': 'd532a4de-2849-45c4-9f06-88a1423cf55a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:26.363231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fabf9e7b-16f5-4ea8-817e-dafcced1ae5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.373446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.449750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.460605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:26.465160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:26.468112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:26.474224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:26.480497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf9e7b-16f5-4ea8-817e-dafcced1ae5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526a03b4-ef0b-4a72-832b-905139ca3df9,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:26.492922 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091e03c8-baa4-4090-a023-18180fb168d0 req-dbabb63b-2916-4b4f-ad97-9e2ad42797e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4538074 Sep 15 09:52:26.495849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.549020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57609532-4d1c-4548-b88f-8d49bbf64bf5,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:26.549494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:26.565083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:26.569342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.570529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:26.582873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:26.616674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.631335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'Port': ['ID=1b11c87f-3a29-4ca0-a4de-0210f24290db,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:26.662798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.664218 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1fdc28c7-d114-4d52-b61d-5c04c1c1ea6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.6155584 Sep 15 09:52:26.668683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47508) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:26.676446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '57609532-4d1c-4548-b88f-8d49bbf64bf5', 'direction': 'ingress', 'protocol': 17}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:26.688922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:26.699424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:26.704501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:26.716725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:26.806836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.826523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c99ea-861b-4b50-8b0a-8f634be58920 req-d2825cd8-843c-4f87-ba9d-f448496d2884 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:26.828975 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fd3c99ea-861b-4b50-8b0a-8f634be58920 req-d2825cd8-843c-4f87-ba9d-f448496d2884 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.5763023 Sep 15 09:52:26.891447 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Transition to ACTIVE for port object 780f3cee-0893-4186-9589-32a7ce7cc911 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:26.902313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c8f42faa-5446-4f11-a264-6686ab2bc96c None None] Provisioning for port 1b11c87f-3a29-4ca0-a4de-0210f24290db completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:26.902692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.904658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fabf9e7b-16f5-4ea8-817e-dafcced1ae5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.906896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fabf9e7b-16f5-4ea8-817e-dafcced1ae5f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/526a03b4-ef0b-4a72-832b-905139ca3df9 HTTP/1.1" status: 204 len: 168 time: 1.5145404 Sep 15 09:52:26.907980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c8f42faa-5446-4f11-a264-6686ab2bc96c None None] Provisioning complete for port 1b11c87f-3a29-4ca0-a4de-0210f24290db triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:26.911066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c8f42faa-5446-4f11-a264-6686ab2bc96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.952670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.963490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:26.964130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:26.975285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c8f42faa-5446-4f11-a264-6686ab2bc96c None None] Port 1b11c87f-3a29-4ca0-a4de-0210f24290db cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:26.995331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.000584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:52:27.007242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.038040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72179a1a-bc8f-42ba-a7be-c3ceec9f8cca,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:27.075710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=3c602cd7-5ce8-4cd5-927a-a2bac43b9b9f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:27.076710 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fd3c99ea-861b-4b50-8b0a-8f634be58920 req-f7e6eadf-9dca-4ab4-b29f-ed92b9e65c76 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2283289 Sep 15 09:52:27.085357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Checking segment: {'id': '26e43472-b216-4390-85f4-6cef5a46ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd532a4de-2849-45c4-9f06-88a1423cf55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:27.085720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network hostable DHCP agents. Network: d532a4de-2849-45c4-9f06-88a1423cf55a, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:27.120114 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-31d7db87-1352-4fc3-9215-59f5e7e87252 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5386779 Sep 15 09:52:27.123642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47516) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:27.127477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Subnet': ['ID=68cee663-9a11-4140-b8ae-93dd834b5375,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:27.134407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e03c8-baa4-4090-a023-18180fb168d0 req-06bb6a7f-f113-4d4c-a45f-136d3409eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:27.135573 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091e03c8-baa4-4090-a023-18180fb168d0 req-06bb6a7f-f113-4d4c-a45f-136d3409eef8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1099 time: 0.5220411 Sep 15 09:52:27.140029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:27.145582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Checking segment: {'id': '864a4c8c-610c-4513-885d-329fd3297de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '99eb114d-f12b-47f7-9c70-d29517e6e8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:27.145968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network hostable DHCP agents. Network: 99eb114d-f12b-47f7-9c70-d29517e6e8fa, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:27.147130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:27.155316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Usage tracker for resource:floatingip and tenant:e8328457bc9b42feba62c56486a6640a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:27.158403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:27.171550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:27.184991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.188634 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6b55c786-91b3-400e-9852-83f66958f30c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5164816 Sep 15 09:52:27.189304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47522) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:27.236819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.279833 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network d532a4de-2849-45c4-9f06-88a1423cf55a is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:27.296917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network 99eb114d-f12b-47f7-9c70-d29517e6e8fa is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:27.334515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:27.334850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a417-32cb-4392-adf0-e0d38c13dc6a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.339412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.354973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:27.360196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:27.389000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 99eb114d-f12b-47f7-9c70-d29517e6e8fa) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:27.396515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event updated for resources: {'Port': ['ID=780f3cee-0893-4186-9589-32a7ce7cc911,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:27.397319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1baedc7-cd25-438c-b657-5a87894f6fc7 None None] Network 99eb114d-f12b-47f7-9c70-d29517e6e8fa requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:27.424190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:27.424783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.426299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, d532a4de-2849-45c4-9f06-88a1423cf55a) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:27.435581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:27.436721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.447240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17d97ff-931f-4913-9b2b-cb3db56d1427 None None] Network d532a4de-2849-45c4-9f06-88a1423cf55a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:27.450455 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 47c8504d-da99-42c2-b4e5-b193ecad0953 resource provider aggregate not found Sep 15 09:52:27.458766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e03c8-baa4-4090-a023-18180fb168d0 req-302b2fcf-6b7b-4b73-a915-7c044a33ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:27.460353 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091e03c8-baa4-4090-a023-18180fb168d0 req-302b2fcf-6b7b-4b73-a915-7c044a33ef37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 913 time: 0.2987947 Sep 15 09:52:27.559075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:27.559697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.566154 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 47c8504d-da99-42c2-b4e5-b193ecad0953 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47c8504d-da99-42c2-b4e5-b193ecad0953 found for delete ", "request_id": "req-0eebdfb7-8cf7-47ac-ae1f-5bfbbdb746c3"}]} Sep 15 09:52:27.571236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a417-32cb-4392-adf0-e0d38c13dc6a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.582505 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-58437731-40d6-4aed-aba7-975ffc4c3654 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.8620293 Sep 15 09:52:27.583316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47536) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:27.592490 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-57027d6b-b79e-4b57-9fc4-2cefec7e971b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2930655 Sep 15 09:52:27.598244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47542) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:27.612169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1212663562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:27.624232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:27.643505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:router and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:27.655940 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091e03c8-baa4-4090-a023-18180fb168d0 req-c125d165-613f-45d4-84eb-1792d7fbdab9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 1000 time: 0.1636472 Sep 15 09:52:27.655940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:27.656704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:27.730848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e03c8-baa4-4090-a023-18180fb168d0 req-299e7184-f60f-437e-8d8d-030abf36b6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:27.732307 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091e03c8-baa4-4090-a023-18180fb168d0 req-299e7184-f60f-437e-8d8d-030abf36b6bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.0772331 Sep 15 09:52:27.741172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ffc877d5-32d4-490f-9f21-d14b7efd5b2e tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1766608 Sep 15 09:52:27.744669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47546) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:27.785916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Request body: {'floatingip': {'port_id': '780f3cee-0893-4186-9589-32a7ce7cc911'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:27.881349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.882855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.919279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-34204447-1fea-4cce-a48f-f7a53e1deb31 None None] Provisioning for port 780f3cee-0893-4186-9589-32a7ce7cc911 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:27.927704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-34204447-1fea-4cce-a48f-f7a53e1deb31 None None] Provisioning complete for port 780f3cee-0893-4186-9589-32a7ce7cc911 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:27.928287 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-34204447-1fea-4cce-a48f-f7a53e1deb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.931845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62684a-eeeb-4d7a-8033-7d2bc70498fc req-da340c17-f074-4fc3-9e26-e5023335fa86 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:27.936820 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af62684a-eeeb-4d7a-8033-7d2bc70498fc req-da340c17-f074-4fc3-9e26-e5023335fa86 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.7110510 Sep 15 09:52:27.944827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47554) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:27.949214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:27.958119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Request body: {'floatingip': {'port_id': '105feccd-742a-42d1-b81d-8a256f81c40c'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:27.968617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-d532a4de-2849-45c4-9f06-88a1423cf55a', 'network_id': 'd532a4de-2849-45c4-9f06-88a1423cf55a', 'tenant_id': '74d02c5a5fc645b29465e1f6b4e00054', 'fixed_ips': [{'subnet_id': '3c602cd7-5ce8-4cd5-927a-a2bac43b9b9f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:27.969950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.001879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.032078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-99eb114d-f12b-47f7-9c70-d29517e6e8fa', 'network_id': '99eb114d-f12b-47f7-9c70-d29517e6e8fa', 'tenant_id': 'f910a01264cb4fdbb0f7e168fa67d53e', 'fixed_ips': [{'subnet_id': '68cee663-9a11-4140-b8ae-93dd834b5375'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:28.033150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.054189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for floatingip, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.155111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e03c8-baa4-4090-a023-18180fb168d0 req-7d899b49-3839-450b-9916-c03f2931329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:28.157197 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091e03c8-baa4-4090-a023-18180fb168d0 req-7d899b49-3839-450b-9916-c03f2931329a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4142201 Sep 15 09:52:28.164221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-34204447-1fea-4cce-a48f-f7a53e1deb31 None None] Port 780f3cee-0893-4186-9589-32a7ce7cc911 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:28.212984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a417-32cb-4392-adf0-e0d38c13dc6a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.268040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c7a417-32cb-4392-adf0-e0d38c13dc6a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57609532-4d1c-4548-b88f-8d49bbf64bf5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:28.323157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.368449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Allocated IP 2001:db8::f816:3eff:fe6d:5fa4 (99eb114d-f12b-47f7-9c70-d29517e6e8fa/68cee663-9a11-4140-b8ae-93dd834b5375/f34878c6-957d-4ccc-8df6-3cd11c978785) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:28.378876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4c7a417-32cb-4392-adf0-e0d38c13dc6a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.380004 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e4c7a417-32cb-4392-adf0-e0d38c13dc6a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/57609532-4d1c-4548-b88f-8d49bbf64bf5 HTTP/1.1" status: 204 len: 168 time: 1.1899230 Sep 15 09:52:28.380786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Allocated IP 2001:db8::2 (d532a4de-2849-45c4-9f06-88a1423cf55a/3c602cd7-5ce8-4cd5-927a-a2bac43b9b9f/b4d9daee-3abf-4bcd-91ff-3cc3b781d44f) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:28.391603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47562) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:28.410472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.442417 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091e03c8-baa4-4090-a023-18180fb168d0 req-6bb59583-19eb-473e-9011-176411e29faa service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738276 Sep 15 09:52:28.447133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.690041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.716014 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-389bee52-3744-4070-9495-6cb6fc831e92 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2770772 Sep 15 09:52:28.716807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47568) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:28.737026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--35974547'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:28.744530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:28.748789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:28.751642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:28.758302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:28.792004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.804790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.811396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Transition to ACTIVE for port object f34878c6-957d-4ccc-8df6-3cd11c978785 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:28.819382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Allocated IP 172.26.7.161 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/15aa2a8d-342e-45b1-b722-b4578a59dfdd) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:28.823291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Transition to ACTIVE for port object b4d9daee-3abf-4bcd-91ff-3cc3b781d44f will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:28.856383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Transition to ACTIVE for port object f34878c6-957d-4ccc-8df6-3cd11c978785 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:28.860165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Transition to ACTIVE for port object b4d9daee-3abf-4bcd-91ff-3cc3b781d44f will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:28.904799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.954920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:28.986363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.000533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Network 99eb114d-f12b-47f7-9c70-d29517e6e8fa is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:29.002034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.003894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.005256 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3d441ce4-a93b-45a6-9679-c529a7de5ec8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4037073 Sep 15 09:52:29.008259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47576) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:29.017772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Network d532a4de-2849-45c4-9f06-88a1423cf55a is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:29.034393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:29.035297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:29.039300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:29.044463 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091e03c8-baa4-4090-a023-18180fb168d0 req-84c8c45e-7510-47c3-bf8c-876aeaae9382 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751765 Sep 15 09:52:29.046363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:29.049855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:29.050279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:29.050783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'network_id': 'd532a4de-2849-45c4-9f06-88a1423cf55a', 'name': 'tempest-PortsIpV6TestJSON-1714022693'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:29.054723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:29.061973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:29.065282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Pushing event updated for resources: {'Port': ['ID=f34878c6-957d-4ccc-8df6-3cd11c978785,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:29.082333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:52:29.145560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Subnet': ['ID=68cee663-9a11-4140-b8ae-93dd834b5375,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:29.260246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.265778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.422515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.423703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.452063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Attempting to bind port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:29.452432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Attempting to bind port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '26e43472-b216-4390-85f4-6cef5a46ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd532a4de-2849-45c4-9f06-88a1423cf55a'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:29.452788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Attempting to bind port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f on network d532a4de-2849-45c4-9f06-88a1423cf55a {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:29.461953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Pushing event updated for resources: {'Port': ['ID=b4d9daee-3abf-4bcd-91ff-3cc3b781d44f,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:29.466367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Attempting to bind port f34878c6-957d-4ccc-8df6-3cd11c978785 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:29.466739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Attempting to bind port f34878c6-957d-4ccc-8df6-3cd11c978785 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '864a4c8c-610c-4513-885d-329fd3297de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '99eb114d-f12b-47f7-9c70-d29517e6e8fa'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:29.467096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Attempting to bind port f34878c6-957d-4ccc-8df6-3cd11c978785 on network 99eb114d-f12b-47f7-9c70-d29517e6e8fa {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:29.470937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:29.470937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Checking segment: {'id': '26e43472-b216-4390-85f4-6cef5a46ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd532a4de-2849-45c4-9f06-88a1423cf55a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:29.470937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.471317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Bound using segment: {'id': '26e43472-b216-4390-85f4-6cef5a46ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd532a4de-2849-45c4-9f06-88a1423cf55a'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:29.471799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Bound port: b4d9daee-3abf-4bcd-91ff-3cc3b781d44f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e43472-b216-4390-85f4-6cef5a46ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'd532a4de-2849-45c4-9f06-88a1423cf55a'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:29.472170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.489316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:29.489689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Checking segment: {'id': '864a4c8c-610c-4513-885d-329fd3297de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '99eb114d-f12b-47f7-9c70-d29517e6e8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:29.490128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.490539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Bound using segment: {'id': '864a4c8c-610c-4513-885d-329fd3297de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '99eb114d-f12b-47f7-9c70-d29517e6e8fa'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:29.490998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Bound port: f34878c6-957d-4ccc-8df6-3cd11c978785, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '864a4c8c-610c-4513-885d-329fd3297de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '99eb114d-f12b-47f7-9c70-d29517e6e8fa'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:29.491368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.504102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3be5e2a-4636-4a93-b4e4-a3ae0814df31,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:29.515642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.574321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:29.591847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:29.595542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.607869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:29.647613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] For port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:29.652191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] For port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b4d9daee-3abf-4bcd-91ff-3cc3b781d44f,segment=NetworkSegment(26e43472-b216-4390-85f4-6cef5a46ed28),segment_id=26e43472-b216-4390-85f4-6cef5a46ed28)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:29.655352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] For port f34878c6-957d-4ccc-8df6-3cd11c978785, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:29.661377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] For port f34878c6-957d-4ccc-8df6-3cd11c978785, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f34878c6-957d-4ccc-8df6-3cd11c978785,segment=NetworkSegment(864a4c8c-610c-4513-885d-329fd3297de7),segment_id=864a4c8c-610c-4513-885d-329fd3297de7)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:29.666836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:29.671164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47590) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:29.680589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.693138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99eb114d-f12b-47f7-9c70-d29517e6e8fa']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:29.708029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.710048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a4c8c-610c-4513-885d-329fd3297de7') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:29.710347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a4c8c-610c-4513-885d-329fd3297de7') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:29.728809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.765712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.776768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.778048 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9906a387-d564-4e45-b744-712997ac116a tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0511875 Sep 15 09:52:29.796115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47596) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:29.805278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.813069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1604002673'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:29.821853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:29.829223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:29.835477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:29.845436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:29.850468 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP 18055e40-897e-4cfe-b158-51f80d2a7619 associated. External IP: 172.26.7.92, port: d9578730-5818-4c68-97f9-bad0399f0408. Sep 15 09:52:29.944068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b2f1c-ca04-4484-8857-e8ce78fc9a26 None None] Pushing event updated for resources: {'Port': ['ID=b4d9daee-3abf-4bcd-91ff-3cc3b781d44f,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:29.989232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:29.997530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--1488470288', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:30.002760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:30.025280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:30.028608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.044088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.058476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa74305-290b-4611-b261-8a675c511757 None None] Network 99eb114d-f12b-47f7-9c70-d29517e6e8fa requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:30.069597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.073858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:30.150917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:30.171017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:30.174989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:30.175131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:30.175217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.176490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9382e3-fcbb-48f9-9c32-a1b83f2e3953 None None] Pushing event updated for resources: {'Port': ['ID=f34878c6-957d-4ccc-8df6-3cd11c978785,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:30.184768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:30.194398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:30.202352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'Port': ['ID=15aa2a8d-342e-45b1-b722-b4578a59dfdd,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:30.237801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:30.336701 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 864a4c8c-610c-4513-885d-329fd3297de7 resource provider aggregate not found Sep 15 09:52:30.374956 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 864a4c8c-610c-4513-885d-329fd3297de7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 864a4c8c-610c-4513-885d-329fd3297de7 found for delete ", "request_id": "req-dd5fed4e-e0e8-4fda-8786-6818faf6d328"}]} Sep 15 09:52:30.376018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port f1df18b0-3390-4025-8979-dc440701895e yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:52:30.427151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:30.436099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:30.444378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:30.470235 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Floating IP 6de33e08-c056-4a14-bc4e-fe2b15f3f120 associated. External IP: 172.26.7.176, port: 105feccd-742a-42d1-b81d-8a256f81c40c. Sep 15 09:52:30.500350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.506045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:30.546983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:30.550530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.572459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.604213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.612786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:52:30.612786 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:52:30.612786 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': '99eb114d-f12b-47f7-9c70-d29517e6e8fa'}] Sep 15 09:52:30.612786 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:52:30.613137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:52:30.644694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:30.694459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f57a798-bd2e-4c29-84be-5efbcedeb633,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:30.751479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:30.768035 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ef18a-a540-4132-83c1-802befebcb78 None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:30.779830 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ef18a-a540-4132-83c1-802befebcb78 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:30.781161 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-906ef18a-a540-4132-83c1-802befebcb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:30.785754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::3a5 (d532a4de-2849-45c4-9f06-88a1423cf55a/3c602cd7-5ce8-4cd5-927a-a2bac43b9b9f/f1df18b0-3390-4025-8979-dc440701895e) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:30.823304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:30.824559 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c815c54c-b0a7-4f3b-a954-b16e365c5b03 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0273933 Sep 15 09:52:30.834647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47606) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:30.844933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': 'a3be5e2a-4636-4a93-b4e4-a3ae0814df31', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5f57a798-bd2e-4c29-84be-5efbcedeb633', 'remote_ip_prefix': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:30.880425 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-906ef18a-a540-4132-83c1-802befebcb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:30.890797 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ef18a-a540-4132-83c1-802befebcb78 None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:30.891925 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-906ef18a-a540-4132-83c1-802befebcb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:30.947765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:30.951257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:30.958272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:30.961076 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-906ef18a-a540-4132-83c1-802befebcb78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:30.961765 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906ef18a-a540-4132-83c1-802befebcb78 None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:31.045255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:31.049707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:31.061313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:31.075245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:31.147979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94fe31-877b-4873-bfe5-5a486469ea49 None None] Network d532a4de-2849-45c4-9f06-88a1423cf55a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:31.163509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.170615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.191371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.261416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.306509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.313949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6292ccc3-eb9e-471c-ad02-b4559b325395 None None] Provisioning for port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:31.317702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b199ac0-5c0c-40c3-a4bf-024e006361e7 req-5c4d8a61-0c07-41bc-8257-f6c92b5d204c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:31.319263 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b199ac0-5c0c-40c3-a4bf-024e006361e7 req-5c4d8a61-0c07-41bc-8257-f6c92b5d204c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.4682856 Sep 15 09:52:31.335444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object f1df18b0-3390-4025-8979-dc440701895e will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:31.363634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting port f34878c6-957d-4ccc-8df6-3cd11c978785 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:31.363634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.451152 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b199ac0-5c0c-40c3-a4bf-024e006361e7 req-7c9f8891-736e-46dc-ad30-1dd196f43db2 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184375 Sep 15 09:52:31.509896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.517567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.528304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 75c91d3f-f866-4586-bbdf-3e52304e474f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:31.611204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.641209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3734d3-c8b0-4808-8c5c-a1540042679b None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:52:31.752847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b4d9daee-3abf-4bcd-91ff-3cc3b781d44f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:31.766642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:31.784348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb3200e0-94da-4241-94ef-4f86c1616716,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:31.785210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:31.807535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.808834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b09cab-65e1-46e8-a770-80e9851d68df None None] Sync routers for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:31.811815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.851196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b09cab-65e1-46e8-a770-80e9851d68df None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:31.851827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e8b09cab-65e1-46e8-a770-80e9851d68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:31.854206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.857866 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-da738b41-f790-4a6a-82bd-21902492d3b9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0202942 Sep 15 09:52:31.863304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47612) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:31.898561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9b4bbb-b5f1-488a-b115-f23b865286e6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:31.902810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.932845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e8b09cab-65e1-46e8-a770-80e9851d68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:31.937069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3734d3-c8b0-4808-8c5c-a1540042679b None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:52:31.941360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.941360 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment e30102bb-4e96-415e-a448-29d26681d1ee of type vlan for network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c Sep 15 09:52:31.942696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf0ca8ba-1219-436b-8b67-87a7a56e9b26 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.952587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b09cab-65e1-46e8-a770-80e9851d68df None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:31.953196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e8b09cab-65e1-46e8-a770-80e9851d68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:31.967146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf0ca8ba-1219-436b-8b67-87a7a56e9b26 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:31.998002 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-42e5ee57-39f1-43ff-a215-e6a53481ff93 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/floatingips/18055e40-897e-4cfe-b158-51f80d2a7619 HTTP/1.1" status: 200 len: 977 time: 4.2523079 Sep 15 09:52:32.000731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47616) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:32.012842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:32.019029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network d532a4de-2849-45c4-9f06-88a1423cf55a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:32.033742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:32.034238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:32.036255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:32.042433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e8b09cab-65e1-46e8-a770-80e9851d68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:32.042933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:32.043057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b09cab-65e1-46e8-a770-80e9851d68df None None] The sync data for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:32.043496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.052029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:32.052029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.094695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port 780f3cee-0893-4186-9589-32a7ce7cc911 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:32.095059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.096932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=f1df18b0-3390-4025-8979-dc440701895e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:32.101394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.127181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf0ca8ba-1219-436b-8b67-87a7a56e9b26 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.161962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf0ca8ba-1219-436b-8b67-87a7a56e9b26 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.166906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bf0ca8ba-1219-436b-8b67-87a7a56e9b26 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/bb3200e0-94da-4241-94ef-4f86c1616716 HTTP/1.1" status: 204 len: 168 time: 0.3019993 Sep 15 09:52:32.171876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47620) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:32.191915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ca8ba-1219-436b-8b67-87a7a56e9b26 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb3200e0-94da-4241-94ef-4f86c1616716,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:32.301279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:52:32.308430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-79c5fbce-da74-4e86-8e2c-88478dad8c69 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:32.344273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:32.345457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.395726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b4d9daee-3abf-4bcd-91ff-3cc3b781d44f,segment=NetworkSegment(26e43472-b216-4390-85f4-6cef5a46ed28),segment_id=26e43472-b216-4390-85f4-6cef5a46ed28)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:32.425683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33ce11-9959-4fd3-a4ff-580ae0b27d2e req-4b8b919b-c8e5-4eac-9e75-a0d7dd5318f8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:32.427190 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea33ce11-9959-4fd3-a4ff-580ae0b27d2e req-4b8b919b-c8e5-4eac-9e75-a0d7dd5318f8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.7379701 Sep 15 09:52:32.460126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-79c5fbce-da74-4e86-8e2c-88478dad8c69 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:32.464373 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-79c5fbce-da74-4e86-8e2c-88478dad8c69 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2887743 Sep 15 09:52:32.465649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47624) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:32.483904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.519450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.519992 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-98481cd0-3e4d-4c56-b318-31f6c83377a6 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4794018 Sep 15 09:52:32.519992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.523385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:32.524170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47628) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:32.524286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.560709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] For port f34878c6-957d-4ccc-8df6-3cd11c978785, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f34878c6-957d-4ccc-8df6-3cd11c978785,segment=NetworkSegment(864a4c8c-610c-4513-885d-329fd3297de7),segment_id=864a4c8c-610c-4513-885d-329fd3297de7)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:32.561038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.589896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=b4d9daee-3abf-4bcd-91ff-3cc3b781d44f,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:32.805065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Calling delete_port for f34878c6-957d-4ccc-8df6-3cd11c978785 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:32.843204 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.1675429 Sep 15 09:52:32.870911 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47632) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:32.878926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:32.884087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.889591 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] Sync routers for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:32.903248 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:32.903248 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:32.918367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-afdd46f3-cdcb-42bc-8081-6ae494ef7ebc None None] Provisioning for port f1df18b0-3390-4025-8979-dc440701895e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:32.926593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-afdd46f3-cdcb-42bc-8081-6ae494ef7ebc None None] Provisioning complete for port f1df18b0-3390-4025-8979-dc440701895e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:32.927390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-afdd46f3-cdcb-42bc-8081-6ae494ef7ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:32.938278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-623209178', 'admin_state_up': True, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:32.945566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84825d13-cc12-4a7e-a992-6ddf329df54c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=3399ccf0-c97a-4de9-830e-aa8e6243ee4c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:32.979479 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea33ce11-9959-4fd3-a4ff-580ae0b27d2e req-464bf8cd-6125-4a8a-8fb0-ab5aa845c4ae tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4779649 Sep 15 09:52:32.983746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:32.994700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:router and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:33.013846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:33.014391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:33.021554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a6a81ad1-2607-4ef2-a96c-4fc6897fbaf2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.021739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-afdd46f3-cdcb-42bc-8081-6ae494ef7ebc None None] Port f1df18b0-3390-4025-8979-dc440701895e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:33.034182 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-65130115-6bba-40dd-98e6-51b56cfb47c2 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "PUT /v2.0/floatingips/6de33e08-c056-4a14-bc4e-fe2b15f3f120 HTTP/1.1" status: 200 len: 992 time: 5.0825272 Sep 15 09:52:33.037497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'tag': '105feccd-742a-42d1-b81d-8a256f81c40c'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:52:33.039273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:33.040624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c8df0d3-a1d8-4927-96f9-01a4a9a4f320", "tag": "105feccd-742a-42d1-b81d-8a256f81c40c"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:52:33.067996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.120474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.121841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.126932 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:52:33.154626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.252357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.307398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a6a81ad1-2607-4ef2-a96c-4fc6897fbaf2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.313698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.361577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No DVR routers for this DVR port f34878c6-957d-4ccc-8df6-3cd11c978785 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:33.447641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'Port': ['ID=15aa2a8d-342e-45b1-b722-b4578a59dfdd,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:33.557430 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '6de33e08-c056-4a14-bc4e-fe2b15f3f120', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'floating_ip_address': '172.26.7.176', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'port_id': '105feccd-742a-42d1-b81d-8a256f81c40c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'mac_address': 'fa:16:3e:41:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:51:54Z', 'updated_at': '2022-09-15T09:52:28Z', 'revision_number': 1, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:52Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:33.561384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] Checking router: 589455be-a8fb-4c6d-9b3b-ce9d62ce263c for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:52:33.570273 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:33.571012 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:33.668294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.672861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.673325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.673546 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Floating IP 18055e40-897e-4cfe-b158-51f80d2a7619 disassociated. External IP: 172.26.7.92, port: 780f3cee-0893-4186-9589-32a7ce7cc911. Sep 15 09:52:33.673905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for 780f3cee-0893-4186-9589-32a7ce7cc911 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:33.701964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Port': ['ID=f34878c6-957d-4ccc-8df6-3cd11c978785,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:33.713877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b19e75-0205-4640-83ef-c0f023887b8a req-29b29b49-82fd-405c-91ea-798367ed0304 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:33.715661 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e0b19e75-0205-4640-83ef-c0f023887b8a req-29b29b49-82fd-405c-91ea-798367ed0304 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5265441 Sep 15 09:52:33.721372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.752125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b4d9daee-3abf-4bcd-91ff-3cc3b781d44f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:33.799892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a6a81ad1-2607-4ef2-a96c-4fc6897fbaf2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.820528 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:52:33.832052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:33.832441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.856411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a81ad1-2607-4ef2-a96c-4fc6897fbaf2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f57a798-bd2e-4c29-84be-5efbcedeb633,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:33.890182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:33.893686 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-21386f5e-20bd-4c37-9a56-807128b06463 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7664034 Sep 15 09:52:33.893928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99eb114d-f12b-47f7-9c70-d29517e6e8fa']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:33.902273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47642) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:33.913388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a4c8c-610c-4513-885d-329fd3297de7') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:33.913721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a4c8c-610c-4513-885d-329fd3297de7') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:33.913989 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e0b19e75-0205-4640-83ef-c0f023887b8a req-fe12bef3-fa6f-4000-8e5b-63b0e17d95e1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778638 Sep 15 09:52:33.921108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-835268d1-413f-41eb-942d-83a4e858becf tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Request body: {'floatingip': {'port_id': '1b11c87f-3a29-4ca0-a4de-0210f24290db', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:33.996372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc5aa14-218b-4b1b-a663-7758eb56d831 req-0f60cb9f-b02c-4597-849f-81bf8a1bbcf0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:34.003741 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fc5aa14-218b-4b1b-a663-7758eb56d831 req-0f60cb9f-b02c-4597-849f-81bf8a1bbcf0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.7856858 Sep 15 09:52:34.016162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.017987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a6a81ad1-2607-4ef2-a96c-4fc6897fbaf2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.019159 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a6a81ad1-2607-4ef2-a96c-4fc6897fbaf2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/5f57a798-bd2e-4c29-84be-5efbcedeb633 HTTP/1.1" status: 204 len: 168 time: 1.5527060 Sep 15 09:52:34.088665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47648) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:34.099367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e687b4-e278-4cd3-9833-efe52530f2ae x-openstack-request-id: req-08e687b4-e278-4cd3-9833-efe52530f2ae {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:52:34.099672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c8df0d3-a1d8-4927-96f9-01a4a9a4f320", "tag": "105feccd-742a-42d1-b81d-8a256f81c40c", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:52:34.099888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08e687b4-e278-4cd3-9833-efe52530f2ae {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:52:34.100277 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e687b4-e278-4cd3-9833-efe52530f2ae'] response: {'name': 'network-changed', 'server_uuid': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'tag': '105feccd-742a-42d1-b81d-8a256f81c40c', 'status': 'completed', 'code': 200} Sep 15 09:52:34.126352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:34.142604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.154416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.182442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:34.182849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.210573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fc5aa14-218b-4b1b-a663-7758eb56d831 req-ce71b8ff-3a5b-4fb9-9657-199a4485e414 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057037 Sep 15 09:52:34.252288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-835268d1-413f-41eb-942d-83a4e858becf tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.306830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.355828 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 864a4c8c-610c-4513-885d-329fd3297de7 resource provider aggregate not found Sep 15 09:52:34.371092 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '6de33e08-c056-4a14-bc4e-fe2b15f3f120', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'floating_ip_address': '172.26.7.176', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'port_id': '105feccd-742a-42d1-b81d-8a256f81c40c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'mac_address': 'fa:16:3e:41:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:51:54Z', 'updated_at': '2022-09-15T09:52:28Z', 'revision_number': 1, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:52Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:34.384099 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf1f1e-7cb6-42dc-aff1-d4324fe4f2ef None None] The sync data for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv is: [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '6de33e08-c056-4a14-bc4e-fe2b15f3f120', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'floating_ip_address': '172.26.7.176', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'port_id': '105feccd-742a-42d1-b81d-8a256f81c40c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'mac_address': 'fa:16:3e:41:c2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:51:54Z', 'updated_at': '2022-09-15T09:52:28Z', 'revision_number': 1, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:52Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:34.386372 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 864a4c8c-610c-4513-885d-329fd3297de7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 864a4c8c-610c-4513-885d-329fd3297de7 found for delete ", "request_id": "req-beb58d71-8836-468b-a03f-b8eb9feafebd"}]} Sep 15 09:52:34.394809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d18225b3-1c6c-44fa-a580-f04603216ed2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:34.452851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.479515 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.497539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Network': ['ID=99eb114d-f12b-47f7-9c70-d29517e6e8fa,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:34.507296 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-414859f0-abac-4917-bb03-81d4aceeb04c tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/99eb114d-f12b-47f7-9c70-d29517e6e8fa HTTP/1.1" status: 204 len: 168 time: 6.9176383 Sep 15 09:52:34.511951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47660) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:34.520393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-507969027'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:34.527806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:34.534667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:network and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:34.538134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:34.546923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:34.552270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d18225b3-1c6c-44fa-a580-f04603216ed2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:34.557153 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d18225b3-1c6c-44fa-a580-f04603216ed2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4503 time: 0.4639740 Sep 15 09:52:34.558937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47664) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:34.613124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f443b771-9dda-47f8-953e-422ab0c38dc8 None None] New status for floating IP 6de33e08-c056-4a14-bc4e-fe2b15f3f120: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:52:34.649311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0deeb681-4857-4c02-801d-c9452db10496 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.666673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:34.670057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.767527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0deeb681-4857-4c02-801d-c9452db10496 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.841402 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-835268d1-413f-41eb-942d-83a4e858becf tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] update failed (client error): The resource could not be found. Sep 15 09:52:34.842485 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-835268d1-413f-41eb-942d-83a4e858becf tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "PUT /v2.0/floatingips/dbef69ce-482b-46ad-bf97-dd87768d2425 HTTP/1.1" status: 404 len: 507 time: 0.9365563 Sep 15 09:52:34.853941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47668) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:34.874726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:34.898135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.898484 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Added segment 62e7c2ad-a23c-414a-b9c6-c3d6ce9e971a of type vlan for network 0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272 Sep 15 09:52:34.907474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.943937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.986575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:34.991578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.038409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0deeb681-4857-4c02-801d-c9452db10496 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.076987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=780f3cee-0893-4186-9589-32a7ce7cc911,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:35.077303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deeb681-4857-4c02-801d-c9452db10496 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3be5e2a-4636-4a93-b4e4-a3ae0814df31,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:35.160521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.166809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:35.167437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.246928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f23ed1-c1de-482c-acd4-c7fb53f08142 req-00f1d8b5-c202-4e49-91ca-db1a0080be27 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:35.248526 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d2f23ed1-c1de-482c-acd4-c7fb53f08142 req-00f1d8b5-c202-4e49-91ca-db1a0080be27 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 1.0229685 Sep 15 09:52:35.250610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-e5554110-25bf-4118-8b89-b70ce1ace824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:35.251966 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-e5554110-25bf-4118-8b89-b70ce1ace824 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a26c9fa7e5f345a195fbcde1d6d5b154&device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 1099 time: 1.0689492 Sep 15 09:52:35.293023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.108 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/8eb4979b-ae36-49c3-aa79-204cc1f2c862) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:35.300416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0deeb681-4857-4c02-801d-c9452db10496 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.301551 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0deeb681-4857-4c02-801d-c9452db10496 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/a3be5e2a-4636-4a93-b4e4-a3ae0814df31 HTTP/1.1" status: 204 len: 168 time: 0.7418575 Sep 15 09:52:35.309448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47672) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:35.332351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Network': ['ID=0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:35.347851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:35.355213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Deleting port 15aa2a8d-342e-45b1-b722-b4578a59dfdd {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:35.355855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.527483 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1a761094-c99c-44a3-9ec1-026ae69db75f tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0135472 Sep 15 09:52:35.533119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47676) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:35.580441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5d408015-4f3e-44b3-88dc-e02c83682b54 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:35.609458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'subnet': {'network_id': '0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:35.628543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.673355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5d408015-4f3e-44b3-88dc-e02c83682b54 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:35.679684 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5d408015-4f3e-44b3-88dc-e02c83682b54 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3642895 Sep 15 09:52:35.679856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47680) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:35.686013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--863965796'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:35.691899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:35.702193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:35.730153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.745903 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d2f23ed1-c1de-482c-acd4-c7fb53f08142 req-5f1b5e90-8c85-445b-96a1-a37904902611 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4091837 Sep 15 09:52:35.799479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:35.802300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:35.807065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:35.832061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:35.865690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=8eb4979b-ae36-49c3-aa79-204cc1f2c862,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:35.879965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:35.887665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:35.892328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:35.938190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-fe06c23e-021f-4533-b282-637d53ffd5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:35.939646 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-fe06c23e-021f-4533-b282-637d53ffd5e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d0d061c4-ebee-4038-b6b1-c5b5155b6821 HTTP/1.1" status: 200 len: 912 time: 0.6220541 Sep 15 09:52:35.947061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 75c91d3f-f866-4586-bbdf-3e52304e474f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:35.958121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:36.007435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:36.043730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:52:36.155201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.203015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:subnet and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:36.210097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.210427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.219055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:36.241849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.249657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.253280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:36.363382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8fd5e4-d789-419b-8177-3f0173d5f534,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:36.404606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.460387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.461756 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c3165349-e1f2-4366-9ec2-fb63e076dcae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7798879 Sep 15 09:52:36.469874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47688) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:36.476557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': 'fe8fd5e4-d789-419b-8177-3f0173d5f534', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:36.492045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:36.499724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:36.503300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.504271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:36.534737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Calling delete_port for 15aa2a8d-342e-45b1-b722-b4578a59dfdd owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:36.561471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:36.634780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-64146330-0e70-40ec-8863-f03802bf5830 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=105feccd-742a-42d1-b81d-8a256f81c40c HTTP/1.1" status: 200 len: 1002 time: 0.6842878 Sep 15 09:52:36.658837 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:36.662286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.685574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.825801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.828691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.906373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:36.940553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360c965c-57f0-4c72-b07e-35f39537eec9,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:36.973984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=f1df18b0-3390-4025-8979-dc440701895e,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:37.049614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-82064522-e1e2-4a0f-bab0-76d50bc445e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:37.051143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-82064522-e1e2-4a0f-bab0-76d50bc445e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9f95b579-d304-4ace-8671-567b5672cef6 HTTP/1.1" status: 200 len: 850 time: 0.3662257 Sep 15 09:52:37.072809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.074051 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f85efb04-95ba-4585-8a6e-02d2ab3538e9 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6032119 Sep 15 09:52:37.077052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47692) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:37.106348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0f8-0a0c-40b8-bb95-d2f0ede82949 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.120557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0f8-0a0c-40b8-bb95-d2f0ede82949 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.135962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:52:37.145189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:37.159442 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37574b-5302-4a62-a6f6-0a4e3547b8d6 None None] Sync routers for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:37.171651 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37574b-5302-4a62-a6f6-0a4e3547b8d6 None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:37.172987 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1f37574b-5302-4a62-a6f6-0a4e3547b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:37.239243 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1f37574b-5302-4a62-a6f6-0a4e3547b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:37.250076 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f37574b-5302-4a62-a6f6-0a4e3547b8d6 None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:37.250694 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1f37574b-5302-4a62-a6f6-0a4e3547b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:37.308416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00861af0-a866-44ff-bf38-139829c0dab9 req-28c7d94c-fbcb-4cfc-ad76-42701e5492da tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:37.313921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0f8-0a0c-40b8-bb95-d2f0ede82949 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.315275 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-00861af0-a866-44ff-bf38-139829c0dab9 req-28c7d94c-fbcb-4cfc-ad76-42701e5492da tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 1.0725701 Sep 15 09:52:37.326772 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1f37574b-5302-4a62-a6f6-0a4e3547b8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:37.327460 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f37574b-5302-4a62-a6f6-0a4e3547b8d6 None None] The sync data for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:37.359732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07b0f8-0a0c-40b8-bb95-d2f0ede82949 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=360c965c-57f0-4c72-b07e-35f39537eec9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:37.415949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae07b0f8-0a0c-40b8-bb95-d2f0ede82949 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.417007 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ae07b0f8-0a0c-40b8-bb95-d2f0ede82949 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/360c965c-57f0-4c72-b07e-35f39537eec9 HTTP/1.1" status: 204 len: 168 time: 0.3390610 Sep 15 09:52:37.424201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47696) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:37.449229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.491074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:37.500546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-15f1f7e4-2290-42bb-bd22-cc34f3d406d7 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:37.504123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Sync routers for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:37.504764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.515125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:37.516081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:37.527759 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-00861af0-a866-44ff-bf38-139829c0dab9 req-da3bdd75-5feb-4745-89c8-8976edc0aaae tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112925 Sep 15 09:52:37.553391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-e54178bf-6c01-4a51-95ee-c55c2026318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:37.554996 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-e54178bf-6c01-4a51-95ee-c55c2026318b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d0d061c4-ebee-4038-b6b1-c5b5155b6821&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4951396 Sep 15 09:52:37.566532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.581951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.583442 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-454c77fb-e349-4885-b29a-fe134f04f31f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6727254 Sep 15 09:52:37.590276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47700) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:37.598809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-15f1f7e4-2290-42bb-bd22-cc34f3d406d7 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:37.601862 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-15f1f7e4-2290-42bb-bd22-cc34f3d406d7 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1745584 Sep 15 09:52:37.610311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47706) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:37.637913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-277b2508-0923-449b-8b27-27a7f2e34cf5 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/ports/780f3cee-0893-4186-9589-32a7ce7cc911 HTTP/1.1" status: 204 len: 168 time: 5.6359658 Sep 15 09:52:37.638444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47710) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:37.709291 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-44b651e9-88ae-431a-a058-9f625a204210 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177275 Sep 15 09:52:37.710212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47712) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:37.718023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:52:37.828264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68eb1aac-0752-4c54-817a-57cda368ea14 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.877545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68eb1aac-0752-4c54-817a-57cda368ea14 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:37.901738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event deleted for resources: {'Port': ['ID=15aa2a8d-342e-45b1-b722-b4578a59dfdd,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:37.913861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a4bc23-b82b-46bc-bf90-8d708761faea tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:37.919160 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-70a4bc23-b82b-46bc-bf90-8d708761faea tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2058628 Sep 15 09:52:37.922397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47718) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:37.974944 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8dedd6f4-a7aa-498b-aecc-8f34629d0bb9 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509374 Sep 15 09:52:37.976880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47722) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:37.986719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-61382314', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:38.013773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.019464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:36Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:38.024826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Checking router: 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:52:38.025635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Updating router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:52:38.073262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68eb1aac-0752-4c54-817a-57cda368ea14 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.092418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.103912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb1aac-0752-4c54-817a-57cda368ea14 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8fd5e4-d789-419b-8177-3f0173d5f534,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:38.133734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:38.137774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:38.140710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:38.148191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:38.181614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68eb1aac-0752-4c54-817a-57cda368ea14 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.183654 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-68eb1aac-0752-4c54-817a-57cda368ea14 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/fe8fd5e4-d789-419b-8177-3f0173d5f534 HTTP/1.1" status: 204 len: 168 time: 0.5710533 Sep 15 09:52:38.185645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47726) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:38.221461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:38.224590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.251353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.306985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Subnet': ['ID=fd229526-c449-4b10-a7da-5c2946c01d3e,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:38.314051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.316444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.317572 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dbdcdc02-3508-4fd5-a2e2-0fcc8e5cd124 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "DELETE /v2.0/floatingips/dbef69ce-482b-46ad-bf97-dd87768d2425 HTTP/1.1" status: 204 len: 168 time: 3.4115753 Sep 15 09:52:38.319786 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-51b19a68-0f30-4fca-9dbd-9edd7d1c568a service neutron] 10.222.0.16 "GET /v2.0/networks/d0d061c4-ebee-4038-b6b1-c5b5155b6821?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488475 Sep 15 09:52:38.326028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47730) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:38.333239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8f7f8282-3061-48ca-9646-7636c649a71b tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Request body: {'floatingip': {'floating_network_id': '09b72091-87c4-4aa8-afae-2a9a2b57f7f1', 'port_id': '1b11c87f-3a29-4ca0-a4de-0210f24290db', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:38.351302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2b4dac49-b4da-48fb-9107-874666da4e6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:38.356711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8f7f8282-3061-48ca-9646-7636c649a71b tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:38.368683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8f7f8282-3061-48ca-9646-7636c649a71b tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Usage tracker for resource:floatingip and tenant:e8328457bc9b42feba62c56486a6640a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:38.387534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8f7f8282-3061-48ca-9646-7636c649a71b tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:38.400437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8f7f8282-3061-48ca-9646-7636c649a71b tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:38.470335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.470567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2b4dac49-b4da-48fb-9107-874666da4e6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:38.475720 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2b4dac49-b4da-48fb-9107-874666da4e6d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2847633 Sep 15 09:52:38.477647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47734) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:38.484016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--575652636'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:38.488225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Transition to ACTIVE for port object 8eb4979b-ae36-49c3-aa79-204cc1f2c862 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:38.494139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:38.505813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f7f8282-3061-48ca-9646-7636c649a71b tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.531766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Checking segment: {'id': '62e7c2ad-a23c-414a-b9c6-c3d6ce9e971a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:38.532127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network hostable DHCP agents. Network: 0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:38.540015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:38.559028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.646198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64531fe4-981e-4913-9bd9-6688ec28ee56 None None] Pushing event updated for resources: {'Port': ['ID=8eb4979b-ae36-49c3-aa79-204cc1f2c862,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:38.647140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.654385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Attempting to bind port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:38.655034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Attempting to bind port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:38.655505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Attempting to bind port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:38.661368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:38.662203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:38.662688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.663178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:38.665064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Bound port: 8eb4979b-ae36-49c3-aa79-204cc1f2c862, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:38.665064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.669064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.793464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] For port 8eb4979b-ae36-49c3-aa79-204cc1f2c862, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:38.796700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] For port 8eb4979b-ae36-49c3-aa79-204cc1f2c862, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8eb4979b-ae36-49c3-aa79-204cc1f2c862,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:38.800533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:38.811125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:38.825109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:38.850721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:38.851003 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4aa33646-6976-4d81-bbb6-3f16e4bf4ac0 req-70be708f-8f6c-4319-a744-5a6c2ff675fe service neutron] 10.222.0.16 "GET /v2.0/networks/d0d061c4-ebee-4038-b6b1-c5b5155b6821?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924026 Sep 15 09:52:38.859477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:38.871918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=d9b8695d-1d20-46f2-9023-7696a555144c,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:38.886899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network 0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:38.910799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:38.911156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: 3399ccf0-c97a-4de9-830e-aa8e6243ee4c, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:38.931042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:38.931848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:38.972693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c733d7-5eb8-4e0d-bc52-9529d3027352 req-ff845d8f-574e-4ec3-9b92-c21eb678033c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:38.974169 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c5c733d7-5eb8-4e0d-bc52-9529d3027352 req-ff845d8f-574e-4ec3-9b92-c21eb678033c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2630641 Sep 15 09:52:39.020500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64531fe4-981e-4913-9bd9-6688ec28ee56 None None] Pushing event updated for resources: {'Port': ['ID=8eb4979b-ae36-49c3-aa79-204cc1f2c862,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:39.020982 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-8f7f8282-3061-48ca-9646-7636c649a71b tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:52:39.026849 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8f7f8282-3061-48ca-9646-7636c649a71b tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6975782 Sep 15 09:52:39.028354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47740) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:39.040450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '1b11c87f-3a29-4ca0-a4de-0210f24290db', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:39.054095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.058615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:39.063332 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c5c733d7-5eb8-4e0d-bc52-9529d3027352 req-4ec657d4-2033-4048-b005-51321119a210 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781813 Sep 15 09:52:39.118878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.142199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:52:39.143134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:39.167371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 3399ccf0-c97a-4de9-830e-aa8e6243ee4c) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:39.171971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:39.172631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.205517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f879f6-5d58-4203-aab7-f99649ce5136,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:39.213791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:39.229518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Usage tracker for resource:floatingip and tenant:e8328457bc9b42feba62c56486a6640a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:39.234526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:39.235104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.242095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:39.252007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf2c7db-36ef-4fef-8f3f-9a74cae15d66 None None] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:39.261503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.265547 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-45da10a8-3782-429f-bb72-6caea6e8f456 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7851777 Sep 15 09:52:39.265676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:39.266396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47744) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:39.272254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '26f879f6-5d58-4203-aab7-f99649ce5136', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:39.280879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-99c7ed69-3379-4462-8b56-2135bb92e4d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3016992 Sep 15 09:52:39.282271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:39.284956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47748) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:39.287792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:39.291312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:39.297507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:39.366913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-609678ae-84f4-4bb7-a895-203fc38004c5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8237636 Sep 15 09:52:39.371257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47752) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:39.372116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.385918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56768754-5ab6-497a-a167-634c203f95af None None] Network 0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:39.386732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.472161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.523118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.523887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.570727 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.696847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.754379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.784693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.800221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:39.801319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.823303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1200a2-41bc-4429-9ef5-514e9c681d9f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:39.844210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=f1df18b0-3390-4025-8979-dc440701895e,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:39.873119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91597ad-669d-4d1a-8cc5-eec4d198a9c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272', 'network_id': '0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272', 'tenant_id': 'f910a01264cb4fdbb0f7e168fa67d53e', 'fixed_ips': [{'subnet_id': 'fd229526-c449-4b10-a7da-5c2946c01d3e'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:39.874106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c91597ad-669d-4d1a-8cc5-eec4d198a9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.935733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:39.937694 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-edae86ff-4f94-4afb-8de4-04fe81644898 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6697602 Sep 15 09:52:39.939961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47756) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:39.965814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.001250 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a4547160-cb30-4d72-aa5c-081b2594ffe2 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules/1c1200a2-41bc-4429-9ef5-514e9c681d9f HTTP/1.1" status: 200 len: 763 time: 0.0579150 Sep 15 09:52:40.006516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47760) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:40.018621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network d532a4de-2849-45c4-9f06-88a1423cf55a is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:40.027152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Subnet': ['ID=fd229526-c449-4b10-a7da-5c2946c01d3e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:40.036408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:40.046547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.110909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:36Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:40.132554 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7541fb-1787-4f83-93da-0e51e65fc9a2 None None] The sync data for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv is: [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:36Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:40.152533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server [None req-c91597ad-669d-4d1a-8cc5-eec4d198a9c7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd229526-c449-4b10-a7da-5c2946c01d3e: This subnet is being modified by another concurrent operation. Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 09:52:40.154108 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise exception Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fd229526-c449-4b10-a7da-5c2946c01d3e: This subnet is being modified by another concurrent operation. Sep 15 09:52:40.158128 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server Sep 15 09:52:40.178687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a1a8b5a8-1729-4b4a-ab7c-b5fcb60970a8 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:40.187609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Allocated IP 172.20.0.2 (3399ccf0-c97a-4de9-830e-aa8e6243ee4c/d9b8695d-1d20-46f2-9023-7696a555144c/feedbe20-f7bf-4bf3-85b3-f7c798abc4de) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:40.194154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cfcd49-5603-4e87-a9b8-653ed702042a None None] Network 0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:40.221647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:40.248454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e7c2ad-a23c-414a-b9c6-c3d6ce9e971a') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:40.248815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e7c2ad-a23c-414a-b9c6-c3d6ce9e971a') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:40.279234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.313273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.320035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:40.320457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.363029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a1a8b5a8-1729-4b4a-ab7c-b5fcb60970a8 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:40.366963 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a1a8b5a8-1729-4b4a-ab7c-b5fcb60970a8 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3528843 Sep 15 09:52:40.442256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47770) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:40.443676 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 62e7c2ad-a23c-414a-b9c6-c3d6ce9e971a resource provider aggregate not found Sep 15 09:52:40.478336 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 62e7c2ad-a23c-414a-b9c6-c3d6ce9e971a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62e7c2ad-a23c-414a-b9c6-c3d6ce9e971a found for delete ", "request_id": "req-9da6f652-7de7-4a41-9bbd-fd173ec66c81"}]} Sep 15 09:52:40.512200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3eed32f2-7588-4111-9099-cc325b8f45ee tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.532646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3eed32f2-7588-4111-9099-cc325b8f45ee tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.623394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ad44b10b-c5b2-4699-9146-6f41184eef5b None None] Provisioning complete for port f1df18b0-3390-4025-8979-dc440701895e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:40.623772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ad44b10b-c5b2-4699-9146-6f41184eef5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.627529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.648422 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.662301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Network': ['ID=0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:40.670582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3eed32f2-7588-4111-9099-cc325b8f45ee tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.680917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3eed32f2-7588-4111-9099-cc325b8f45ee tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.685468 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3eed32f2-7588-4111-9099-cc325b8f45ee tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1c1200a2-41bc-4429-9ef5-514e9c681d9f HTTP/1.1" status: 204 len: 168 time: 0.2340450 Sep 15 09:52:40.685468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47776) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:40.690191 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-86eae20c-a4f9-4437-b74a-4120b1d52890 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272 HTTP/1.1" status: 204 len: 168 time: 1.3170428 Sep 15 09:52:40.703579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed32f2-7588-4111-9099-cc325b8f45ee tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c1200a2-41bc-4429-9ef5-514e9c681d9f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:40.707222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47780) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:40.713364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1005192865'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:40.723443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:40.730710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:network and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:40.733390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ad44b10b-c5b2-4699-9146-6f41184eef5b None None] Port f1df18b0-3390-4025-8979-dc440701895e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:40.734341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:40.751443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:40.779086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed31d38f-171e-4016-b5ac-e50ec2c14e3b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:40.854389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.855586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed31d38f-171e-4016-b5ac-e50ec2c14e3b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:40.860244 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed31d38f-171e-4016-b5ac-e50ec2c14e3b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1712816 Sep 15 09:52:40.860244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47784) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:40.861798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.867314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '26f879f6-5d58-4203-aab7-f99649ce5136', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:40.869920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Transition to ACTIVE for port object feedbe20-f7bf-4bf3-85b3-f7c798abc4de will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:40.874040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:40.881508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:40.885466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.892293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Transition to ACTIVE for port object feedbe20-f7bf-4bf3-85b3-f7c798abc4de will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:40.903104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:40.925659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:52:40.935569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.936022 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Added segment 8700d009-bd63-4c3e-ae34-9cbb1d3763f1 of type vlan for network 4d6e835a-7afa-4412-9236-00e1711728b3 Sep 15 09:52:40.958915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.965801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:40.986350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.047519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:41.050763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:41.053726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:41.084262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.087559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.094876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:41.095551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.107683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Pushing event updated for resources: {'Port': ['ID=feedbe20-f7bf-4bf3-85b3-f7c798abc4de,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:41.193595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Attempting to bind port feedbe20-f7bf-4bf3-85b3-f7c798abc4de on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:41.194335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Attempting to bind port feedbe20-f7bf-4bf3-85b3-f7c798abc4de by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:41.194795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Attempting to bind port feedbe20-f7bf-4bf3-85b3-f7c798abc4de on network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:41.198349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.204681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:41.205137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Checking segment: {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:41.205605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.206084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Bound using segment: {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:41.206738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Bound port: feedbe20-f7bf-4bf3-85b3-f7c798abc4de, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:41.207170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.268401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c917074-2eae-4a86-ae9c-618d49886a85,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:41.295378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Network': ['ID=4d6e835a-7afa-4412-9236-00e1711728b3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:41.309376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 4d6e835a-7afa-4412-9236-00e1711728b3 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:52:41.315112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a5e99b-3089-48b6-8220-9d5a5f87e2e6 req-f27f7867-7890-4acc-8fcb-52de1a3c0c33 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:41.316763 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-34a5e99b-3089-48b6-8220-9d5a5f87e2e6 req-f27f7867-7890-4acc-8fcb-52de1a3c0c33 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 1.0659950 Sep 15 09:52:41.324301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.325521 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bdf41228-244a-439b-b84a-dc97c8280438 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4630182 Sep 15 09:52:41.330324 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6c4a6c36-9c8e-4f81-b2b1-15e2dbad7b39 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6188035 Sep 15 09:52:41.330324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47788) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:41.330627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47792) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:41.353700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Allocated IP 172.26.7.80 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/9935c8ba-67da-47f2-8c80-af378c3e2106) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:41.354274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Request body: {'subnet': {'network_id': '4d6e835a-7afa-4412-9236-00e1711728b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:41.392930 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b5f5235e-16db-4066-b70c-bba6d1a7754b tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules/4c917074-2eae-4a86-ae9c-618d49886a85 HTTP/1.1" status: 200 len: 763 time: 0.0614820 Sep 15 09:52:41.395387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47796) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:41.434210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] For port feedbe20-f7bf-4bf3-85b3-f7c798abc4de, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:41.455345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] For port feedbe20-f7bf-4bf3-85b3-f7c798abc4de, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=feedbe20-f7bf-4bf3-85b3-f7c798abc4de,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:41.463098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Router f71e20a4-7946-4767-9c2e-90e253abb9e4 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:52:41.498053 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-34a5e99b-3089-48b6-8220-9d5a5f87e2e6 req-56efb9f7-d4ef-41d2-be0e-d7ae45c02d60 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552181 Sep 15 09:52:41.523443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.544287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fe976b29-acc6-48d9-b936-14b3439ae981 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:41.551185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:41.557069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Usage tracker for resource:subnet and tenant:f910a01264cb4fdbb0f7e168fa67d53e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:41.560085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:41.571327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:41.607756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6c901-ba9e-4200-ac18-0a10ee79fb74 None None] Pushing event updated for resources: {'Port': ['ID=feedbe20-f7bf-4bf3-85b3-f7c798abc4de,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:41.655985 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fe976b29-acc6-48d9-b936-14b3439ae981 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:41.665067 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fe976b29-acc6-48d9-b936-14b3439ae981 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2658017 Sep 15 09:52:41.667188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47800) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:41.673775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Made reservation on behalf of f910a01264cb4fdbb0f7e168fa67d53e for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:41.678350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.772072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8eb4979b-ae36-49c3-aa79-204cc1f2c862 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:41.851267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9841-96ec-486a-8485-e02bb7203168 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.878568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9841-96ec-486a-8485-e02bb7203168 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.885318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:41.990981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:41.999624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9841-96ec-486a-8485-e02bb7203168 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.006637 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87dc047-8528-4067-b95b-68ef369ee5bc None None] Sync routers for ids ['f71e20a4-7946-4767-9c2e-90e253abb9e4'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:42.011386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:42.015978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:42.016359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.023355 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87dc047-8528-4067-b95b-68ef369ee5bc None None] Routers {'f71e20a4-7946-4767-9c2e-90e253abb9e4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:42.026159 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c87dc047-8528-4067-b95b-68ef369ee5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f71e20a4-7946-4767-9c2e-90e253abb9e4'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:42.034282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port b734f877-87a6-4ad9-9c50-759148f2e246 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:42.034282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.077564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.079629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb9841-96ec-486a-8485-e02bb7203168 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c917074-2eae-4a86-ae9c-618d49886a85,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:42.099641 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6f01ab2a-f62d-4b94-bdc0-6ee1b26d571b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "PUT /v2.0/routers/f71e20a4-7946-4767-9c2e-90e253abb9e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5694847 Sep 15 09:52:42.105620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47804) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:42.114969 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c87dc047-8528-4067-b95b-68ef369ee5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:42.127574 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87dc047-8528-4067-b95b-68ef369ee5bc None None] Routers {'f71e20a4-7946-4767-9c2e-90e253abb9e4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:42.128307 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c87dc047-8528-4067-b95b-68ef369ee5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f71e20a4-7946-4767-9c2e-90e253abb9e4'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:42.169457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f8fb9841-96ec-486a-8485-e02bb7203168 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.170953 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f8fb9841-96ec-486a-8485-e02bb7203168 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4c917074-2eae-4a86-ae9c-618d49886a85 HTTP/1.1" status: 204 len: 168 time: 0.5000613 Sep 15 09:52:42.186878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47808) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:42.205678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:42.206088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.244973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 8eb4979b-ae36-49c3-aa79-204cc1f2c862, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8eb4979b-ae36-49c3-aa79-204cc1f2c862,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:42.245336 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c87dc047-8528-4067-b95b-68ef369ee5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:42.245945 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87dc047-8528-4067-b95b-68ef369ee5bc None None] The sync data for ids ['f71e20a4-7946-4767-9c2e-90e253abb9e4'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:42.313975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:52:42.316014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.328807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.401132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa2da41-3865-456f-b62f-e971b014867c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:42.405371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-baa2da41-3865-456f-b62f-e971b014867c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:42.431399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event updated for resources: {'Subnet': ['ID=5de43f1e-2473-4919-863c-66b33f52559b,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:42.445368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=8eb4979b-ae36-49c3-aa79-204cc1f2c862,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:42.453970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Checking segment: {'id': '8700d009-bd63-4c3e-ae34-9cbb1d3763f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4d6e835a-7afa-4412-9236-00e1711728b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:42.454399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network hostable DHCP agents. Network: 4d6e835a-7afa-4412-9236-00e1711728b3, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:52:42.481652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-58d9fea9-9212-45c0-bb19-e03b9d196353 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:42.530233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-baa2da41-3865-456f-b62f-e971b014867c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:42.532050 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-baa2da41-3865-456f-b62f-e971b014867c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71e20a4-7946-4767-9c2e-90e253abb9e4 HTTP/1.1" status: 200 len: 989 time: 0.4249260 Sep 15 09:52:42.534945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47814) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:42.558864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.781510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:42.837992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Network 4d6e835a-7afa-4412-9236-00e1711728b3 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:52:42.967948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-58d9fea9-9212-45c0-bb19-e03b9d196353 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:42.972628 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-58d9fea9-9212-45c0-bb19-e03b9d196353 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7817099 Sep 15 09:52:42.974327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47818) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:42.982682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for b734f877-87a6-4ad9-9c50-759148f2e246 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:42.987562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': '26f879f6-5d58-4203-aab7-f99649ce5136', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:43.036723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08138d23-3862-4147-ba31-21e2208305ad None None] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:43.043144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 4d6e835a-7afa-4412-9236-00e1711728b3) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:43.053766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:43.055961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5c6929-c08a-492d-ad15-318f90be899f None None] Network 4d6e835a-7afa-4412-9236-00e1711728b3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:43.072729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:43.073313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.090305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:43.098292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:43.118117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:43.120597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:43.128944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a669a-2c19-4b52-9bc1-45cc6a48fda1 req-0261cdd1-bde5-4ebb-9c22-6b4c9cff64fd tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:43.130528 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c1a669a-2c19-4b52-9bc1-45cc6a48fda1 req-0261cdd1-bde5-4ebb-9c22-6b4c9cff64fd tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3851955 Sep 15 09:52:43.184616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event updated for resources: {'Port': ['ID=9935c8ba-67da-47f2-8c80-af378c3e2106,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:43.222004 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c1a669a-2c19-4b52-9bc1-45cc6a48fda1 req-7492eefd-ffc1-47a5-89c8-74a3bc2559ec tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596638 Sep 15 09:52:43.328428 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d4298bc8-8a8c-46b4-b6b9-be72305b252a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9968221 Sep 15 09:52:43.346513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47822) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:43.347872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.453313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3d858e6b-9885-438d-828b-114ea60c2b7c None None] Provisioning for port feedbe20-f7bf-4bf3-85b3-f7c798abc4de completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:43.574487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.578946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.1 (3399ccf0-c97a-4de9-830e-aa8e6243ee4c/d9b8695d-1d20-46f2-9023-7696a555144c/4746f9c6-bafa-4775-9d1c-ebe73212e223) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:43.634152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.664146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.688384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-4d6e835a-7afa-4412-9236-00e1711728b3', 'network_id': '4d6e835a-7afa-4412-9236-00e1711728b3', 'tenant_id': 'f910a01264cb4fdbb0f7e168fa67d53e', 'fixed_ips': [{'subnet_id': '5de43f1e-2473-4919-863c-66b33f52559b'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:43.689275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.690219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfed26ed-5b1b-4949-bf19-179929496167,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:43.710663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.775226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Deleting port 9935c8ba-67da-47f2-8c80-af378c3e2106 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:43.775577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.857226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.858426 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c6486afb-54ee-4d26-95d6-950032c5f05e tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8755295 Sep 15 09:52:43.869292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Allocated IP 2001:db8::f816:3eff:fef9:1379 (4d6e835a-7afa-4412-9236-00e1711728b3/5de43f1e-2473-4919-863c-66b33f52559b/71721b70-3fb7-4df1-8658-5c56244837ba) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:43.872594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47826) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:43.884672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8eb4979b-ae36-49c3-aa79-204cc1f2c862 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:43.928539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6d236e2b-b825-46ca-aea5-5779f936b52d tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules/cfed26ed-5b1b-4949-bf19-179929496167 HTTP/1.1" status: 200 len: 764 time: 0.0527401 Sep 15 09:52:43.933410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:43.937130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47830) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:44.067420 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-21f916a3-2aa3-4752-ba2e-a385ec1dbe6c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1237841 Sep 15 09:52:44.069970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47834) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:44.082473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:44.083016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.087568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.087907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.130744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b587011e-2436-4027-9fcb-c4f644185c38 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.143480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b587011e-2436-4027-9fcb-c4f644185c38 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.179304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port f1df18b0-3390-4025-8979-dc440701895e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:44.179819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.232368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b587011e-2436-4027-9fcb-c4f644185c38 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.245652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Calling delete_port for 9935c8ba-67da-47f2-8c80-af378c3e2106 owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:44.264179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b587011e-2436-4027-9fcb-c4f644185c38 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfed26ed-5b1b-4949-bf19-179929496167,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:44.274573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.286207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.291020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b587011e-2436-4027-9fcb-c4f644185c38 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.292290 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b587011e-2436-4027-9fcb-c4f644185c38 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/cfed26ed-5b1b-4949-bf19-179929496167 HTTP/1.1" status: 204 len: 168 time: 0.2190554 Sep 15 09:52:44.326516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.336459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47840) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:44.368897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Transition to ACTIVE for port object 71721b70-3fb7-4df1-8658-5c56244837ba will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:44.462278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Transition to ACTIVE for port object 71721b70-3fb7-4df1-8658-5c56244837ba will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:44.474411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:44.475624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device feedbe20-f7bf-4bf3-85b3-f7c798abc4de up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:44.482185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=b734f877-87a6-4ad9-9c50-759148f2e246,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:44.549523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.582383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 4746f9c6-bafa-4775-9d1c-ebe73212e223 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:44.587466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b215dd3-f0ac-4e02-97b8-c18438e121f7 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:44.621976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.629125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Network 4d6e835a-7afa-4412-9236-00e1711728b3 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:44.632454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:44.634866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:44.677210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Pushing event updated for resources: {'Port': ['ID=71721b70-3fb7-4df1-8658-5c56244837ba,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:44.753356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port feedbe20-f7bf-4bf3-85b3-f7c798abc4de completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:44.768345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port feedbe20-f7bf-4bf3-85b3-f7c798abc4de triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:44.769538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.770413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for f1df18b0-3390-4025-8979-dc440701895e owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:44.818097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Attempting to bind port 71721b70-3fb7-4df1-8658-5c56244837ba on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:44.818638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Attempting to bind port 71721b70-3fb7-4df1-8658-5c56244837ba by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '8700d009-bd63-4c3e-ae34-9cbb1d3763f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4d6e835a-7afa-4412-9236-00e1711728b3'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:44.819102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Attempting to bind port 71721b70-3fb7-4df1-8658-5c56244837ba on network 4d6e835a-7afa-4412-9236-00e1711728b3 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:44.819226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.830570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:44.831101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Checking segment: {'id': '8700d009-bd63-4c3e-ae34-9cbb1d3763f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4d6e835a-7afa-4412-9236-00e1711728b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:44.831603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.832089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Bound using segment: {'id': '8700d009-bd63-4c3e-ae34-9cbb1d3763f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4d6e835a-7afa-4412-9236-00e1711728b3'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:44.832652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Bound port: 71721b70-3fb7-4df1-8658-5c56244837ba, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8700d009-bd63-4c3e-ae34-9cbb1d3763f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '4d6e835a-7afa-4412-9236-00e1711728b3'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:44.833126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:44.856398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b215dd3-f0ac-4e02-97b8-c18438e121f7 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:44.857846 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0b215dd3-f0ac-4e02-97b8-c18438e121f7 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5202668 Sep 15 09:52:44.871964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47846) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:44.872811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Subnet': ['ID=5de43f1e-2473-4919-863c-66b33f52559b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:44.985649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] For port 71721b70-3fb7-4df1-8658-5c56244837ba, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:44.990044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] For port 71721b70-3fb7-4df1-8658-5c56244837ba, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71721b70-3fb7-4df1-8658-5c56244837ba,segment=NetworkSegment(8700d009-bd63-4c3e-ae34-9cbb1d3763f1),segment_id=8700d009-bd63-4c3e-ae34-9cbb1d3763f1)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:44.991086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port feedbe20-f7bf-4bf3-85b3-f7c798abc4de is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:44.991459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.016049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a02f44-3558-4ae7-bbe8-934a221b62b0 req-81e9d30c-632a-4ad6-a980-9d5e348a443c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:45.017530 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c2a02f44-3558-4ae7-bbe8-934a221b62b0 req-81e9d30c-632a-4ad6-a980-9d5e348a443c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5369039 Sep 15 09:52:45.027330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port feedbe20-f7bf-4bf3-85b3-f7c798abc4de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=feedbe20-f7bf-4bf3-85b3-f7c798abc4de,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:45.032891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.102996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.122582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.137357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-512bc770-a6ed-40b2-9a2e-594a9d84bdb4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.164458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.165339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6e835a-7afa-4412-9236-00e1711728b3']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:45.171302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.180217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.185204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8700d009-bd63-4c3e-ae34-9cbb1d3763f1') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:45.185503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8700d009-bd63-4c3e-ae34-9cbb1d3763f1') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:45.199707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.220853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.246912 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c2a02f44-3558-4ae7-bbe8-934a221b62b0 req-1d077a46-e732-40a0-b3b0-063d39690a16 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178023 Sep 15 09:52:45.247986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b37dd-8495-4251-88b9-af3d6868dc59 None None] Pushing event updated for resources: {'Port': ['ID=71721b70-3fb7-4df1-8658-5c56244837ba,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:45.281018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:45.282321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.282447 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event deleted for resources: {'Port': ['ID=9935c8ba-67da-47f2-8c80-af378c3e2106,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:45.299748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f44f3ef-b143-4417-8c30-95158a4895e6 None None] Network 4d6e835a-7afa-4412-9236-00e1711728b3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:45.375415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-512bc770-a6ed-40b2-9a2e-594a9d84bdb4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.404830 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 8700d009-bd63-4c3e-ae34-9cbb1d3763f1 resource provider aggregate not found Sep 15 09:52:45.416678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=feedbe20-f7bf-4bf3-85b3-f7c798abc4de,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:45.436655 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 8700d009-bd63-4c3e-ae34-9cbb1d3763f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8700d009-bd63-4c3e-ae34-9cbb1d3763f1 found for delete ", "request_id": "req-f3571ebe-8913-47d2-b184-75bf08bbb883"}]} Sep 15 09:52:45.498028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:52:45.498028 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:52:45.498028 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': '4d6e835a-7afa-4412-9236-00e1711728b3'}] Sep 15 09:52:45.498028 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:52:45.498437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:52:45.498516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:45.512402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.517612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:45.540376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:45.576774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=f1df18b0-3390-4025-8979-dc440701895e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:45.602647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=4746f9c6-bafa-4775-9d1c-ebe73212e223,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:45.737024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.760198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-512bc770-a6ed-40b2-9a2e-594a9d84bdb4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.763221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device feedbe20-f7bf-4bf3-85b3-f7c798abc4de up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:45.780135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.833627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512bc770-a6ed-40b2-9a2e-594a9d84bdb4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f879f6-5d58-4203-aab7-f99649ce5136,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:45.847443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] create failed (client error): The resource could not be found. Sep 15 09:52:45.853889 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-73f133e9-6628-49cb-8ef3-6373dcca7f02 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.8171587 Sep 15 09:52:45.867096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47854) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:45.904533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port feedbe20-f7bf-4bf3-85b3-f7c798abc4de triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:45.905094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:45.964469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42636a1-4003-4645-b200-99db2074dd10 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:52:46.009945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:46.148222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cf24fd38-51e9-425c-a577-efa700a5684c None None] Provisioning for port 4746f9c6-bafa-4775-9d1c-ebe73212e223 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:46.182260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cf24fd38-51e9-425c-a577-efa700a5684c None None] Provisioning complete for port 4746f9c6-bafa-4775-9d1c-ebe73212e223 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:46.235298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cf24fd38-51e9-425c-a577-efa700a5684c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:46.235597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting port 71721b70-3fb7-4df1-8658-5c56244837ba {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:46.235597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:46.236205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port feedbe20-f7bf-4bf3-85b3-f7c798abc4de is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:46.254360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-40315661-ab4d-444e-905a-aaf3c91b9e51 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Deleting port 1b11c87f-3a29-4ca0-a4de-0210f24290db {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:46.254360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40315661-ab4d-444e-905a-aaf3c91b9e51 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:46.257412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Router f71e20a4-7946-4767-9c2e-90e253abb9e4 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:46.284937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cf24fd38-51e9-425c-a577-efa700a5684c None None] Port 4746f9c6-bafa-4775-9d1c-ebe73212e223 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:46.316878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 75c91d3f-f866-4586-bbdf-3e52304e474f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:46.317103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42636a1-4003-4645-b200-99db2074dd10 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:52:46.638774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:46.649336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-512bc770-a6ed-40b2-9a2e-594a9d84bdb4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:46.650564 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-512bc770-a6ed-40b2-9a2e-594a9d84bdb4 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/26f879f6-5d58-4203-aab7-f99649ce5136 HTTP/1.1" status: 204 len: 168 time: 1.7767162 Sep 15 09:52:46.655123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47860) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:46.701910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d3619-c559-4d20-9b3a-b0b5f5aa8d78 None None] Sync routers for ids ['f71e20a4-7946-4767-9c2e-90e253abb9e4'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:46.717224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] For port 71721b70-3fb7-4df1-8658-5c56244837ba, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71721b70-3fb7-4df1-8658-5c56244837ba,segment=NetworkSegment(8700d009-bd63-4c3e-ae34-9cbb1d3763f1),segment_id=8700d009-bd63-4c3e-ae34-9cbb1d3763f1)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:46.719409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:46.719602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:46.728282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d3619-c559-4d20-9b3a-b0b5f5aa8d78 None None] Routers {'f71e20a4-7946-4767-9c2e-90e253abb9e4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:46.728922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-906d3619-c559-4d20-9b3a-b0b5f5aa8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f71e20a4-7946-4767-9c2e-90e253abb9e4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:46.738468 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ef078-9b9e-4d49-9ffb-5617088b4c1b None None] Sync routers for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:46.739020 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5cfbadf1-42cf-48f5-b142-4e246a408a17 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/routers/75c91d3f-f866-4586-bbdf-3e52304e474f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9474177 Sep 15 09:52:46.743652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47864) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:46.761061 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ef078-9b9e-4d49-9ffb-5617088b4c1b None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:46.761972 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3b6ef078-9b9e-4d49-9ffb-5617088b4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:46.785693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:46.800274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40315661-ab4d-444e-905a-aaf3c91b9e51 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:46.850123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-906d3619-c559-4d20-9b3a-b0b5f5aa8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:46.878908 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3b6ef078-9b9e-4d49-9ffb-5617088b4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:46.885244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d3619-c559-4d20-9b3a-b0b5f5aa8d78 None None] Routers {'f71e20a4-7946-4767-9c2e-90e253abb9e4'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:46.886245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-906d3619-c559-4d20-9b3a-b0b5f5aa8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f71e20a4-7946-4767-9c2e-90e253abb9e4'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:46.890546 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6ef078-9b9e-4d49-9ffb-5617088b4c1b None None] Routers {'75c91d3f-f866-4586-bbdf-3e52304e474f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:46.891384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3b6ef078-9b9e-4d49-9ffb-5617088b4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['75c91d3f-f866-4586-bbdf-3e52304e474f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:46.965673 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3b6ef078-9b9e-4d49-9ffb-5617088b4c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:46.966108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6ef078-9b9e-4d49-9ffb-5617088b4c1b None None] The sync data for ids ['75c91d3f-f866-4586-bbdf-3e52304e474f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:46.973715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9fbf2-5cba-4188-ac6c-4244fbe4b2bd None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:52:46.979523 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ddef543f-54b6-4ca1-9921-75e9d8cfc329 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "PUT /v2.0/routers/f71e20a4-7946-4767-9c2e-90e253abb9e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4432869 Sep 15 09:52:46.987511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Calling delete_port for 71721b70-3fb7-4df1-8658-5c56244837ba owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:46.994959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47870) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:47.010750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-40315661-ab4d-444e-905a-aaf3c91b9e51 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Calling delete_port for 1b11c87f-3a29-4ca0-a4de-0210f24290db owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:47.018945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-906d3619-c559-4d20-9b3a-b0b5f5aa8d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:47.019355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906d3619-c559-4d20-9b3a-b0b5f5aa8d78 None None] The sync data for ids ['f71e20a4-7946-4767-9c2e-90e253abb9e4'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:47.049016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-47215246-bb45-43cf-800e-a5a9aabbdbf8 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:47.110022 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1b4cab-0c6f-4989-8bd3-3175e8b06559 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:52:47.113983 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2e1b4cab-0c6f-4989-8bd3-3175e8b06559 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/f1df18b0-3390-4025-8979-dc440701895e HTTP/1.1" status: 404 len: 333 time: 0.1156812 Sep 15 09:52:47.115580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47874) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:47.126518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a9fbf2-5cba-4188-ac6c-4244fbe4b2bd None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:52:47.136667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44774056-cd5a-4bfb-8902-ea5afff65650 req-1099a03e-5acb-4bb8-8825-d9056e351c33 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:47.138210 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-44774056-cd5a-4bfb-8902-ea5afff65650 req-1099a03e-5acb-4bb8-8825-d9056e351c33 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.6371803 Sep 15 09:52:47.225191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-47215246-bb45-43cf-800e-a5a9aabbdbf8 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:47.226425 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-47215246-bb45-43cf-800e-a5a9aabbdbf8 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5644581 Sep 15 09:52:47.234646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47878) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:47.240133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239225057'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:47.251364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.324992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:47.336266 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-44774056-cd5a-4bfb-8902-ea5afff65650 req-f2678fa4-c8f5-440e-b8ce-f9a3f7b455d4 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869771 Sep 15 09:52:47.344022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e509fc9-d656-47a7-9ee8-6a57f883a175 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.359014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.417632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:47.434037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Port': ['ID=71721b70-3fb7-4df1-8658-5c56244837ba,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:47.444853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No DVR routers for this DVR port 71721b70-3fb7-4df1-8658-5c56244837ba on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:47.538026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.776943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:47.790441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:47.795253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:47.810246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.817306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:47.840525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.855403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6e835a-7afa-4412-9236-00e1711728b3']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:47.875389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8700d009-bd63-4c3e-ae34-9cbb1d3763f1') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:47.875696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8700d009-bd63-4c3e-ae34-9cbb1d3763f1') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:47.891682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.917533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.927973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port af889e3a-3f0b-48a1-8978-4e8a1b122280 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:47.932220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.932370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e509fc9-d656-47a7-9ee8-6a57f883a175 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.935460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e509fc9-d656-47a7-9ee8-6a57f883a175 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:47.958866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:47.959267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.018709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40315661-ab4d-444e-905a-aaf3c91b9e51 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.057787 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 8700d009-bd63-4c3e-ae34-9cbb1d3763f1 resource provider aggregate not found Sep 15 09:52:48.091395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.092704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40315661-ab4d-444e-905a-aaf3c91b9e51 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event deleted for resources: {'Port': ['ID=1b11c87f-3a29-4ca0-a4de-0210f24290db,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:48.093131 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 8700d009-bd63-4c3e-ae34-9cbb1d3763f1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8700d009-bd63-4c3e-ae34-9cbb1d3763f1 found for delete ", "request_id": "req-202e7506-a9d2-4a82-b5bb-3a0865789883"}]} Sep 15 09:52:48.149391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e509fc9-d656-47a7-9ee8-6a57f883a175 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.150455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e509fc9-d656-47a7-9ee8-6a57f883a175 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Fanout notify agent at l3_agent the message router_deleted on router f71e20a4-7946-4767-9c2e-90e253abb9e4 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:52:48.178391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.198290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.232563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.255894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e509fc9-d656-47a7-9ee8-6a57f883a175 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.257012 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6e509fc9-d656-47a7-9ee8-6a57f883a175 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/routers/f71e20a4-7946-4767-9c2e-90e253abb9e4 HTTP/1.1" status: 204 len: 168 time: 1.1408939 Sep 15 09:52:48.263930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47886) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.271196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Network': ['ID=4d6e835a-7afa-4412-9236-00e1711728b3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:48.299501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ad91b1-a4e0-45c9-87cf-34908dbee222,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:48.304990 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-95be3a52-b9a1-42ef-883d-8127c3dca481 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/4d6e835a-7afa-4412-9236-00e1711728b3 HTTP/1.1" status: 204 len: 168 time: 4.9037290 Sep 15 09:52:48.310435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47890) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.342974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.355434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40315661-ab4d-444e-905a-aaf3c91b9e51 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.359660 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-40315661-ab4d-444e-905a-aaf3c91b9e51 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "DELETE /v2.0/ports/1b11c87f-3a29-4ca0-a4de-0210f24290db HTTP/1.1" status: 204 len: 168 time: 2.4986823 Sep 15 09:52:48.368446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47894) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.411478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.412648 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8d644827-b842-4c8c-8f14-49d199b2d26c tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1786115 Sep 15 09:52:48.420521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47900) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.431882 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5ff9af-2916-43d3-abe5-459194b91ca5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:48.432362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5ff9af-2916-43d3-abe5-459194b91ca5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:48.436569 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2b5ff9af-2916-43d3-abe5-459194b91ca5 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/subnets/5de43f1e-2473-4919-863c-66b33f52559b HTTP/1.1" status: 404 len: 337 time: 0.1187601 Sep 15 09:52:48.443945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47904) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.448936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Request body: {'security_group_rule': {'security_group_id': 'b0ad91b1-a4e0-45c9-87cf-34908dbee222', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:48.458428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:52:48.483301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for af889e3a-3f0b-48a1-8978-4e8a1b122280 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:48.495145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:48.513181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Usage tracker for resource:security_group_rule and tenant:9dcf1160766047d9925f36829631faa2 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:48.556019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.559980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:48.573005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdec3cf-0c98-4793-8474-2f77c617f59c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet 3c602cd7-5ce8-4cd5-927a-a2bac43b9b9f {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:48.583859 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a26cab-7cbd-4a57-8766-1ce24a6aebf6 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:48.584328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a26cab-7cbd-4a57-8766-1ce24a6aebf6 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:48.586174 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e9a26cab-7cbd-4a57-8766-1ce24a6aebf6 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/4d6e835a-7afa-4412-9236-00e1711728b3 HTTP/1.1" status: 404 len: 339 time: 0.1325698 Sep 15 09:52:48.588412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:48.589033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47908) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.592718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bdec3cf-0c98-4793-8474-2f77c617f59c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.630199 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac82673-8e56-4a21-afb3-948195adbecd tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:48.630642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac82673-8e56-4a21-afb3-948195adbecd tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:48.665359 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dac82673-8e56-4a21-afb3-948195adbecd tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/subnets/fd229526-c449-4b10-a7da-5c2946c01d3e HTTP/1.1" status: 404 len: 337 time: 0.0752628 Sep 15 09:52:48.668302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47912) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.675259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.706333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bdec3cf-0c98-4793-8474-2f77c617f59c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.752587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.803114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=af889e3a-3f0b-48a1-8978-4e8a1b122280,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:48.860108 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7706e34-f7c1-4c43-8623-f1ef5919e71e tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:48.860576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7706e34-f7c1-4c43-8623-f1ef5919e71e tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:48.862290 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e7706e34-f7c1-4c43-8623-f1ef5919e71e tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/0259d8f9-8f7d-4c0c-acb2-f3ecfe9ba272 HTTP/1.1" status: 404 len: 339 time: 0.1929305 Sep 15 09:52:48.864060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.872656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47916) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.888025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db2f514-302e-4eed-bcb1-766de3931d70 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:48.888771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0db2f514-302e-4eed-bcb1-766de3931d70 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Synchronizing usage tracker for tenant:e8328457bc9b42feba62c56486a6640a on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:48.924653 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a70988f-d5d8-4873-9c64-1083077ac84a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:48.925097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a70988f-d5d8-4873-9c64-1083077ac84a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:48.926800 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2a70988f-d5d8-4873-9c64-1083077ac84a tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/subnets/68cee663-9a11-4140-b8ae-93dd834b5375 HTTP/1.1" status: 404 len: 337 time: 0.0533640 Sep 15 09:52:48.929259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47920) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:48.931515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.950493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c99224-0110-4b90-b610-1d786c93010e req-c5ce5d61-84bb-4da4-a373-4507f045f90a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:48.951953 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-99c99224-0110-4b90-b610-1d786c93010e req-c5ce5d61-84bb-4da4-a373-4507f045f90a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.4544683 Sep 15 09:52:48.961216 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-03088500-9f34-48f7-a874-c4581f934ac3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:48.961736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03088500-9f34-48f7-a874-c4581f934ac3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:48.963455 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-03088500-9f34-48f7-a874-c4581f934ac3 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/99eb114d-f12b-47f7-9c70-d29517e6e8fa HTTP/1.1" status: 404 len: 339 time: 0.0326006 Sep 15 09:52:48.963662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=4746f9c6-bafa-4775-9d1c-ebe73212e223,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:48.966697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:48.980181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47924) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:49.135762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0db2f514-302e-4eed-bcb1-766de3931d70 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Unset dirty status for tenant:e8328457bc9b42feba62c56486a6640a on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:49.137075 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0db2f514-302e-4eed-bcb1-766de3931d70 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "GET /v2.0/ports?device_id=12860776-5fcc-46a2-8283-d55e30f43a8d HTTP/1.1" status: 200 len: 913 time: 0.7674553 Sep 15 09:52:49.139748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47928) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:49.143365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.194938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.196359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-71fabbc9-9f5e-4dd6-bba3-dfff81fbf63d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting port 25bf529b-a1b6-4b47-8cd7-cb774094904a {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:49.196520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71fabbc9-9f5e-4dd6-bba3-dfff81fbf63d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.227416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bdec3cf-0c98-4793-8474-2f77c617f59c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.266292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.431664 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-99c99224-0110-4b90-b610-1d786c93010e req-79e77072-ed7e-4918-8a80-8d89564b6858 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4608171 Sep 15 09:52:49.448865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.503288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.505276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Fanout notify agent at l3_agent the message router_deleted on router 75c91d3f-f866-4586-bbdf-3e52304e474f {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:52:49.540233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f83a8af-d0e2-4c62-a206-9a7bdd453523,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:49.564358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f94d18fd-8b67-49ff-9288-8dd3e448fc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.590753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.591410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:49.594971 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-00ca2002-b605-40ce-8858-69484f04dc0c tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/routers/75c91d3f-f866-4586-bbdf-3e52304e474f HTTP/1.1" status: 204 len: 168 time: 2.8461792 Sep 15 09:52:49.597488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47934) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:49.598583 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:49.692320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-951f19ca-1cbd-483d-ba6d-53a8f7cbcb40 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting subnet d05daecb-b86d-4e5b-99cb-c66e7206ca08 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:49.722145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-951f19ca-1cbd-483d-ba6d-53a8f7cbcb40 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.747033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.750680 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-40dba65f-f9d7-4fb1-807d-3171f9c0b97f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3187218 Sep 15 09:52:49.750680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bdec3cf-0c98-4793-8474-2f77c617f59c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.753108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47938) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:49.839906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdec3cf-0c98-4793-8474-2f77c617f59c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=3c602cd7-5ce8-4cd5-927a-a2bac43b9b9f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:49.845770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-951f19ca-1cbd-483d-ba6d-53a8f7cbcb40 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.847694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-263465a8-d02d-4326-a0d5-ed00217e6ca1 None None] Provisioning complete for port 4746f9c6-bafa-4775-9d1c-ebe73212e223 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:49.848254 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-263465a8-d02d-4326-a0d5-ed00217e6ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.857916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bdec3cf-0c98-4793-8474-2f77c617f59c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.895648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b07203-d700-428e-8a30-f6aa5d1f58d6 None None] Network d532a4de-2849-45c4-9f06-88a1423cf55a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:49.899996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71fabbc9-9f5e-4dd6-bba3-dfff81fbf63d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:49.978163 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2bdec3cf-0c98-4793-8474-2f77c617f59c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/3c602cd7-5ce8-4cd5-927a-a2bac43b9b9f HTTP/1.1" status: 204 len: 168 time: 1.7111168 Sep 15 09:52:49.996626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47944) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:50.033007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-263465a8-d02d-4326-a0d5-ed00217e6ca1 None None] Port 4746f9c6-bafa-4775-9d1c-ebe73212e223 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:52:50.126637 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:52:50.132018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-951f19ca-1cbd-483d-ba6d-53a8f7cbcb40 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.169765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-71fabbc9-9f5e-4dd6-bba3-dfff81fbf63d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Calling delete_port for 25bf529b-a1b6-4b47-8cd7-cb774094904a owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:50.210623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.220272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] DHCP port deletion for d532a4de-2849-45c4-9f06-88a1423cf55a request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:50.225026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] Deleting port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:50.225401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.259956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:50.260298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.316036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.324289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7649c3bb-62d4-4296-872b-a1dae82afc5f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.385493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-951f19ca-1cbd-483d-ba6d-53a8f7cbcb40 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.406531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:50.411741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7649c3bb-62d4-4296-872b-a1dae82afc5f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.507175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f19ca-1cbd-483d-ba6d-53a8f7cbcb40 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Subnet': ['ID=d05daecb-b86d-4e5b-99cb-c66e7206ca08,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:50.512430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-951f19ca-1cbd-483d-ba6d-53a8f7cbcb40 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.523293 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-951f19ca-1cbd-483d-ba6d-53a8f7cbcb40 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/subnets/d05daecb-b86d-4e5b-99cb-c66e7206ca08 HTTP/1.1" status: 204 len: 168 time: 0.9233110 Sep 15 09:52:50.524468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47948) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:50.527145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] For port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b4d9daee-3abf-4bcd-91ff-3cc3b781d44f,segment=NetworkSegment(26e43472-b216-4390-85f4-6cef5a46ed28),segment_id=26e43472-b216-4390-85f4-6cef5a46ed28)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:50.528212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.537553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8b9f2a-60fa-4de1-a8f8-70aad03536ca None None] Network aaea53ce-7d15-45c2-9b1e-e6653b4fa63e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:50.564661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71fabbc9-9f5e-4dd6-bba3-dfff81fbf63d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.588005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bba7bc-1195-46ef-8cad-813c7a5dc13d req-db263971-4f80-42ad-bb1f-b902a97d38ad tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:50.589748 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2bba7bc-1195-46ef-8cad-813c7a5dc13d req-db263971-4f80-42ad-bb1f-b902a97d38ad tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.4625525 Sep 15 09:52:50.640568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-a5402209-3f1d-4fe7-a163-073540f287c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:50.642143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-a5402209-3f1d-4fe7-a163-073540f287c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1099 time: 0.4278200 Sep 15 09:52:50.729937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.739170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] Calling delete_port for b4d9daee-3abf-4bcd-91ff-3cc3b781d44f owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:50.746448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fabbc9-9f5e-4dd6-bba3-dfff81fbf63d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Port': ['ID=25bf529b-a1b6-4b47-8cd7-cb774094904a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:50.795732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] For port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b4d9daee-3abf-4bcd-91ff-3cc3b781d44f,segment=NetworkSegment(26e43472-b216-4390-85f4-6cef5a46ed28),segment_id=26e43472-b216-4390-85f4-6cef5a46ed28)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:50.796038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:50.982624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.028380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] DHCP port deletion for aaea53ce-7d15-45c2-9b1e-e6653b4fa63e request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:51.034900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71fabbc9-9f5e-4dd6-bba3-dfff81fbf63d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.048384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] Pushing event deleted for resources: {'Port': ['ID=b4d9daee-3abf-4bcd-91ff-3cc3b781d44f,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:51.051975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] Deleting port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:51.052449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.055523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for b4d9daee-3abf-4bcd-91ff-3cc3b781d44f owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:51.058679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7649c3bb-62d4-4296-872b-a1dae82afc5f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.077876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe205dc3-6847-498e-88f5-e03f3173290a None None] No DVR routers for this DVR port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:51.084774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.119644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7649c3bb-62d4-4296-872b-a1dae82afc5f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ad91b1-a4e0-45c9-87cf-34908dbee222,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:51.132284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7649c3bb-62d4-4296-872b-a1dae82afc5f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.136365 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7649c3bb-62d4-4296-872b-a1dae82afc5f tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/b0ad91b1-a4e0-45c9-87cf-34908dbee222 HTTP/1.1" status: 204 len: 168 time: 1.3347538 Sep 15 09:52:51.145023 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-71fabbc9-9f5e-4dd6-bba3-dfff81fbf63d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/ports/25bf529b-a1b6-4b47-8cd7-cb774094904a HTTP/1.1" status: 204 len: 168 time: 2.1482332 Sep 15 09:52:51.145220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47952) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:51.150101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47954) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:51.152672 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2bba7bc-1195-46ef-8cad-813c7a5dc13d req-f7b34c60-b82d-4e3e-a961-3f7e923282ae tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4404094 Sep 15 09:52:51.225682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Deleting port 22c25189-f001-4d13-ae88-b969c4d17f23 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:51.226007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.226120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:51.228420 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bde431e-3ae5-4ba2-9f88-2c4876dbeecb tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:51.228874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bde431e-3ae5-4ba2-9f88-2c4876dbeecb tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:51.232934 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4bde431e-3ae5-4ba2-9f88-2c4876dbeecb tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/subnets/7dde00bf-c75c-403b-afd1-76324479be72 HTTP/1.1" status: 404 len: 337 time: 0.0815759 Sep 15 09:52:51.239373 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-01f67bfd-646e-4fef-b660-f08ab4fb7266 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/0e1bf3e8-eb90-4a97-8119-228e6d0e2086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9510136 Sep 15 09:52:51.239373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47962) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:51.242999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:51.243334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.254059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47964) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:51.265359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Sync routers for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:51.267766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:52:51.268087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:52:51.296379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:51.297012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:51.301917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-ad855cc9-a4d7-4ebd-a0f7-d2e54e9a4020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.303288 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-ad855cc9-a4d7-4ebd-a0f7-d2e54e9a4020 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 913 time: 0.6109443 Sep 15 09:52:51.318108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-500fea4d-a04d-4f05-83be-9d53ce880064 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:51.408905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] For port e3cd77da-bcac-4d2e-9317-cdc2a04d9275, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e3cd77da-bcac-4d2e-9317-cdc2a04d9275,segment=NetworkSegment(446e97fa-35d3-4355-8de5-62cbfe7d84e1),segment_id=446e97fa-35d3-4355-8de5-62cbfe7d84e1)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:51.409298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.488825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-500fea4d-a04d-4f05-83be-9d53ce880064 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:51.493174 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-500fea4d-a04d-4f05-83be-9d53ce880064 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3410614 Sep 15 09:52:51.507294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47970) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:51.551457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.562984 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-37b2b835-6c89-48ae-b1e9-a8ce0fc4385c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 1000 time: 0.2359271 Sep 15 09:52:51.597706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.598206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.598670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.599152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.599577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.600029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.600482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.600933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.602132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.602806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.603358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.603679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.604125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.604570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.609708 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3e44c7ee-3a27-4981-a597-c0c9f2d91109 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9693 time: 0.3468454 Sep 15 09:52:51.609889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] Calling delete_port for e3cd77da-bcac-4d2e-9317-cdc2a04d9275 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:51.610967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 47974) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:51.630304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.647791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f4ffa16a-4e0c-46eb-96aa-c021247d6bae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Synchronizing usage tracker for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:51.689966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:52:51.755360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-60759079-1bf8-4ff1-b4ec-6ff391be7286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.768656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port b4d9daee-3abf-4bcd-91ff-3cc3b781d44f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:51.769093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.780208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b4d9daee-3abf-4bcd-91ff-3cc3b781d44f no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:52:51.802170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Calling delete_port for 22c25189-f001-4d13-ae88-b969c4d17f23 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:51.831894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-38fbd96b-166e-452e-987e-939d8b21e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.833606 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-38fbd96b-166e-452e-987e-939d8b21e585 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.2677727 Sep 15 09:52:51.838573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: b4d9daee-3abf-4bcd-91ff-3cc3b781d44f {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:52:51.838939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b4d9daee-3abf-4bcd-91ff-3cc3b781d44f not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:52:51.839354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e3cd77da-bcac-4d2e-9317-cdc2a04d9275 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:52:51.896107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] The port 'b4d9daee-3abf-4bcd-91ff-3cc3b781d44f' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:52:51.958384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f4ffa16a-4e0c-46eb-96aa-c021247d6bae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] Unset dirty status for tenant:9dcf1160766047d9925f36829631faa2 on resource:security_group_rule {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:51.959310 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f4ffa16a-4e0c-46eb-96aa-c021247d6bae tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4511087 Sep 15 09:52:51.960594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] For port e3cd77da-bcac-4d2e-9317-cdc2a04d9275, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e3cd77da-bcac-4d2e-9317-cdc2a04d9275,segment=NetworkSegment(446e97fa-35d3-4355-8de5-62cbfe7d84e1),segment_id=446e97fa-35d3-4355-8de5-62cbfe7d84e1)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:51.961541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:51.966401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47978) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:51.996166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.996633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.997085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.997533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.998002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.998448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.998890 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.999329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:51.999766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:52.005871 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-97f8cc1b-809e-4163-a1bd-7fe9c656fdca tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5827 time: 0.3834887 Sep 15 09:52:52.006203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.016801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.033884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47982) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:52.089734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] Pushing event deleted for resources: {'Port': ['ID=e3cd77da-bcac-4d2e-9317-cdc2a04d9275,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:52.099636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee74f9-7eb4-44eb-8b2b-cb6ee7b0e8b8 None None] No DVR routers for this DVR port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:52.115275 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-e80a410a-6dc3-49d4-9a06-bbfd12b59fed tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] delete failed (client error): The resource could not be found. Sep 15 09:52:52.117890 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e80a410a-6dc3-49d4-9a06-bbfd12b59fed tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "DELETE /v2.0/security-groups/b0ad91b1-a4e0-45c9-87cf-34908dbee222 HTTP/1.1" status: 404 len: 347 time: 0.1496468 Sep 15 09:52:52.131850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 47986) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:52.136291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for e3cd77da-bcac-4d2e-9317-cdc2a04d9275 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:52.149376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.178097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No active binding found for port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 {{(pid=89670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 15 09:52:52.178495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e3cd77da-bcac-4d2e-9317-cdc2a04d9275 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:52:52.197245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d532a4de-2849-45c4-9f06-88a1423cf55a']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:52.199462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104c592b-0695-47a0-9a09-0238459f3a0e']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:52.211249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e43472-b216-4390-85f4-6cef5a46ed28') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:52.211249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e43472-b216-4390-85f4-6cef5a46ed28') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:52.218743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30497857-6ad6-46a2-95e8-8c4b10c91e16') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:52.219045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30497857-6ad6-46a2-95e8-8c4b10c91e16') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:52.224546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.239715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.243252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.250750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:52.251200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.271910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.279720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:52:52.280041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:52:52.282757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:52.283161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.299837 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-f0599444-0e50-45ac-ac2f-3c3909a7e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:52.301451 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-f0599444-0e50-45ac-ac2f-3c3909a7e82d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3931849 Sep 15 09:52:52.376314 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 30497857-6ad6-46a2-95e8-8c4b10c91e16 resource provider aggregate not found Sep 15 09:52:52.389916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:46Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:47Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:52.407958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Checking router: 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:52:52.408550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Updating router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 port 4746f9c6-bafa-4775-9d1c-ebe73212e223 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:52:52.439720 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 26e43472-b216-4390-85f4-6cef5a46ed28 resource provider aggregate not found Sep 15 09:52:52.451305 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 30497857-6ad6-46a2-95e8-8c4b10c91e16 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30497857-6ad6-46a2-95e8-8c4b10c91e16 found for delete ", "request_id": "req-cc586f2e-b657-4d6f-999d-9050b331ef2d"}]} Sep 15 09:52:52.464498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.488539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.514750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.519249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.527430 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 26e43472-b216-4390-85f4-6cef5a46ed28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26e43472-b216-4390-85f4-6cef5a46ed28 found for delete ", "request_id": "req-3f7617f7-3e77-4363-ad23-fdf018983cb7"}]} Sep 15 09:52:52.532789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.540420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Network': ['ID=d532a4de-2849-45c4-9f06-88a1423cf55a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:52.559713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.575084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Network': ['ID=104c592b-0695-47a0-9a09-0238459f3a0e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:52.575396 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c6b4b1cc-3e5a-48c7-ba0c-ecb62a28768e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/networks/d532a4de-2849-45c4-9f06-88a1423cf55a HTTP/1.1" status: 204 len: 168 time: 2.5766513 Sep 15 09:52:52.583408 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-86c150db-bba2-4f40-a44a-ce0494b2d933 tempest-SecGroupTest-1909174188 tempest-SecGroupTest-1909174188-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4443352 Sep 15 09:52:52.583711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48000) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:52.587223 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a510c15a-ece6-484b-ad09-e8f2bf35e9c0 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/104c592b-0695-47a0-9a09-0238459f3a0e HTTP/1.1" status: 204 len: 168 time: 1.3452866 Sep 15 09:52:52.591006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48002) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:52.596289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-5e1c128e-3ee0-42b9-86b3-25d80dacc334 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840459 Sep 15 09:52:52.746047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.853216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362bb6b-da15-423e-a7cd-79776450e8fd req-27603ef8-b1e4-4260-81cf-8f5f5138b80b tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:52.854825 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e362bb6b-da15-423e-a7cd-79776450e8fd req-27603ef8-b1e4-4260-81cf-8f5f5138b80b tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.4619753 Sep 15 09:52:52.864580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port e3cd77da-bcac-4d2e-9317-cdc2a04d9275 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:52.868134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.905798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.923792 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e362bb6b-da15-423e-a7cd-79776450e8fd req-d5d4bc10-31d8-4e34-ae1e-24b496142adc tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527866 Sep 15 09:52:52.933913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Transition to ACTIVE for port object 4746f9c6-bafa-4775-9d1c-ebe73212e223 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:52.937626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:52.987208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event deleted for resources: {'Port': ['ID=22c25189-f001-4d13-ae88-b969c4d17f23,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:53.015043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.037136 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f91dde07-ba3a-43e2-98bb-e120c75283b2 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4311 time: 0.9905097 Sep 15 09:52:53.049143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] The port 'e3cd77da-bcac-4d2e-9317-cdc2a04d9275' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:52:53.096491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8faf6998-6cda-400f-aa0e-96ac34efedfa tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting port e31e5236-a302-4aac-8fa9-e209f9b80dc5 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:53.097219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8faf6998-6cda-400f-aa0e-96ac34efedfa tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.149014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43121e4-9492-44bb-8436-e2ba3665cba8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:53.150453 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b43121e4-9492-44bb-8436-e2ba3665cba8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/e1d50816-78f9-4410-96bf-e2a77c3c5890 HTTP/1.1" status: 200 len: 845 time: 0.5616810 Sep 15 09:52:53.161305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48014) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:53.224908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48018) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:53.296552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2036528125', 'description': 'tempest-secgroup-smoke-2036528125 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:53.302170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:53.307432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:53.310443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:53.315298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48022) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:53.316527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:53.341981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.352100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Attempting to bind port 4746f9c6-bafa-4775-9d1c-ebe73212e223 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:53.352558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Attempting to bind port 4746f9c6-bafa-4775-9d1c-ebe73212e223 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:53.352919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Attempting to bind port 4746f9c6-bafa-4775-9d1c-ebe73212e223 on network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:53.364535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:53.364903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Checking segment: {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:53.365301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.365685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Bound using segment: {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:53.366174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Bound port: 4746f9c6-bafa-4775-9d1c-ebe73212e223, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:53.366542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.375297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a020397-410a-4a66-b045-e67d93e50d9f None None] Pushing event updated for resources: {'Port': ['ID=4746f9c6-bafa-4775-9d1c-ebe73212e223,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:53.427266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.455014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:53.458889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:53.462490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:53.468864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:53.478505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.490283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] For port 4746f9c6-bafa-4775-9d1c-ebe73212e223, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:53.495947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] For port 4746f9c6-bafa-4775-9d1c-ebe73212e223, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4746f9c6-bafa-4775-9d1c-ebe73212e223,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:53.533048 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e0e69294-a91a-4312-a570-241017523f7b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/e1d50816-78f9-4410-96bf-e2a77c3c5890?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3703859 Sep 15 09:52:53.541773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48028) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:53.560541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.589051 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-833b685e-5829-4d97-a6e7-0b99527b37ef req-5c21e126-0407-4694-bac0-b43c5b9a7ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9190722 Sep 15 09:52:53.611247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaea53ce-7d15-45c2-9b1e-e6653b4fa63e']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:53.621152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:53.626903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:53.628043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:53.674208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.682767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '446e97fa-35d3-4355-8de5-62cbfe7d84e1') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:53.688085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '446e97fa-35d3-4355-8de5-62cbfe7d84e1') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:53.727304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a020397-410a-4a66-b045-e67d93e50d9f None None] Pushing event updated for resources: {'Port': ['ID=4746f9c6-bafa-4775-9d1c-ebe73212e223,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:53.745618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Router 12860776-5fcc-46a2-8283-d55e30f43a8d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:52:53.748487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.756510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.796798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8faf6998-6cda-400f-aa0e-96ac34efedfa tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.829712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.833715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:52:53.859711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.861897 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6376860 Sep 15 09:52:53.870869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48034) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:53.873796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968025d-b369-4b4e-b285-af147ad68511 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2a016d-29c4-45d7-b0fe-1ea0adea9148,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:53.932837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f2a016d-29c4-45d7-b0fe-1ea0adea9148', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:53.946140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:53.953343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:53.957876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:53.961737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:52:53.972698 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e929a400-563b-420d-a418-52206e05cee5 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "PUT /v2.0/routers/12860776-5fcc-46a2-8283-d55e30f43a8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8296516 Sep 15 09:52:53.972698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:53.972929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:53.972929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:53.973848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48040) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:53.983664 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937e54c4-53a2-44bd-a413-1801922e2904 None None] Sync routers for ids ['12860776-5fcc-46a2-8283-d55e30f43a8d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:52:54.001627 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e54c4-53a2-44bd-a413-1801922e2904 None None] Routers {'12860776-5fcc-46a2-8283-d55e30f43a8d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:54.002730 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-937e54c4-53a2-44bd-a413-1801922e2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['12860776-5fcc-46a2-8283-d55e30f43a8d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:54.021796 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ffbade6f-a577-43ce-a023-0d36fb3c5a3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9dcf1160766047d9925f36829631faa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6639292 Sep 15 09:52:54.034586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8faf6998-6cda-400f-aa0e-96ac34efedfa tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Calling delete_port for e31e5236-a302-4aac-8fa9-e209f9b80dc5 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:54.102769 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-937e54c4-53a2-44bd-a413-1801922e2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:54.107580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48044) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:54.118165 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937e54c4-53a2-44bd-a413-1801922e2904 None None] Routers {'12860776-5fcc-46a2-8283-d55e30f43a8d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:52:54.119058 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-937e54c4-53a2-44bd-a413-1801922e2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['12860776-5fcc-46a2-8283-d55e30f43a8d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:54.155488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:54.170163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:54.175699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:54.188260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:54.238363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:46Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:53Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:54.243559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c50bf68-d327-4a26-aee1-6465fb50d6f7 None None] The sync data for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv is: [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:46Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:53Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:54.249597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.283298 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-937e54c4-53a2-44bd-a413-1801922e2904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:54.283698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.287664 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937e54c4-53a2-44bd-a413-1801922e2904 None None] The sync data for ids ['12860776-5fcc-46a2-8283-d55e30f43a8d'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:52:54.311204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.318635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Network': ['ID=aaea53ce-7d15-45c2-9b1e-e6653b4fa63e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:54.330986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8faf6998-6cda-400f-aa0e-96ac34efedfa tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.333698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:54.353545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.391041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.408619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a9573ac0-16c5-4826-aae6-0a38853f3467 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.426975 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1f06c28d-de7f-45f6-aa25-6dfe14e08b0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/networks/aaea53ce-7d15-45c2-9b1e-e6653b4fa63e HTTP/1.1" status: 204 len: 168 time: 3.9011915 Sep 15 09:52:54.446948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48050) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:54.495490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6998-6cda-400f-aa0e-96ac34efedfa tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Port': ['ID=e31e5236-a302-4aac-8fa9-e209f9b80dc5,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:54.591787 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 446e97fa-35d3-4355-8de5-62cbfe7d84e1 resource provider aggregate not found Sep 15 09:52:54.610975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8faf6998-6cda-400f-aa0e-96ac34efedfa tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.612558 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8faf6998-6cda-400f-aa0e-96ac34efedfa tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/ports/e31e5236-a302-4aac-8fa9-e209f9b80dc5 HTTP/1.1" status: 204 len: 168 time: 2.0169373 Sep 15 09:52:54.626440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48058) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:54.676590 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 446e97fa-35d3-4355-8de5-62cbfe7d84e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 446e97fa-35d3-4355-8de5-62cbfe7d84e1 found for delete ", "request_id": "req-55ff145d-6c62-45a6-9cfe-7a66c2b36657"}]} Sep 15 09:52:54.853138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-deeab2bb-052d-4c27-8d57-1c02090fd3a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.895717 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d25a895-b84b-45a5-a780-14410acbd3c9 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:54.896174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d25a895-b84b-45a5-a780-14410acbd3c9 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:54.900730 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2d25a895-b84b-45a5-a780-14410acbd3c9 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/subnets/e8f27b5b-8d85-4898-8f7d-fa0a9153d5c6 HTTP/1.1" status: 404 len: 337 time: 0.2704945 Sep 15 09:52:54.902928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port d1ffe196-b660-4537-b1a3-807f546af71a {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:54.903274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.927039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48062) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:54.983593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a9573ac0-16c5-4826-aae6-0a38853f3467 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:54.989095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a9573ac0-16c5-4826-aae6-0a38853f3467 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.042918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-deeab2bb-052d-4c27-8d57-1c02090fd3a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.087349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.107578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc1818-0a71-4d6f-80ed-4298803017d1 req-0189950b-0e6f-49e1-9abc-47a82f3920a9 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:55.109428 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc1818-0a71-4d6f-80ed-4298803017d1 req-0189950b-0e6f-49e1-9abc-47a82f3920a9 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.8255620 Sep 15 09:52:55.162488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.163060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.176681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.209418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.231383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1614313a-7392-4456-946f-f7ebce7efbd2,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:55.250675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a9573ac0-16c5-4826-aae6-0a38853f3467 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.250675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9573ac0-16c5-4826-aae6-0a38853f3467 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Fanout notify agent at l3_agent the message router_deleted on router 12860776-5fcc-46a2-8283-d55e30f43a8d {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:52:55.270810 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc1818-0a71-4d6f-80ed-4298803017d1 req-5ce440df-c01d-4ac2-a512-0a0308851545 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353111 Sep 15 09:52:55.308941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a9573ac0-16c5-4826-aae6-0a38853f3467 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.312297 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a9573ac0-16c5-4826-aae6-0a38853f3467 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "DELETE /v2.0/routers/12860776-5fcc-46a2-8283-d55e30f43a8d HTTP/1.1" status: 204 len: 168 time: 1.3356729 Sep 15 09:52:55.314200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48066) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:55.329237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for d1ffe196-b660-4537-b1a3-807f546af71a owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:55.373313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.374642 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a4a80de9-61ef-4639-9549-d560b75d799f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5024016 Sep 15 09:52:55.375581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-deeab2bb-052d-4c27-8d57-1c02090fd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.378161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-deeab2bb-052d-4c27-8d57-1c02090fd3a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.379277 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-deeab2bb-052d-4c27-8d57-1c02090fd3a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/346f40f7-3fe5-4aa4-9b47-5e0e3a6db585 HTTP/1.1" status: 204 len: 168 time: 1.2698104 Sep 15 09:52:55.380260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48070) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:55.391016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.403557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f2a016d-29c4-45d7-b0fe-1ea0adea9148', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:55.477899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:55.480336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeab2bb-052d-4c27-8d57-1c02090fd3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346f40f7-3fe5-4aa4-9b47-5e0e3a6db585,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:55.485480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:55.493387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:55.499362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:55.519678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:55.519678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.520304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6051b06-94ca-4ad2-a8ff-d22deb9927e4 None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:55.520807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:55.527185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=d42b6c90-fbe4-435c-8ce1-f65550cdf751,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:55.537343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e08ff95-48f0-4de9-92f5-fe4d41705335 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Deleting subnet 8ffd6148-9699-4e61-bfb4-4e3ddb1c6e5a {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:55.549886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:55.562342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e08ff95-48f0-4de9-92f5-fe4d41705335 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.607292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.650148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84dc0a6-c61a-4c4d-a4dd-95c879551954']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:55.662094 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-55f6aab1-10a9-437a-bafa-0210647b96c8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0763776 Sep 15 09:52:55.665747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48076) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:55.671385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e08ff95-48f0-4de9-92f5-fe4d41705335 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.671633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'security_group': {'name': 'tempest-secgroup-1463529920'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:55.680726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:55.700346 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:55.707700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.719575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:55.723571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cdb289-8f3b-40cc-9903-c6778f4b2be0') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:55.723872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cdb289-8f3b-40cc-9903-c6778f4b2be0') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:55.744950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.755398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.779044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=d1ffe196-b660-4537-b1a3-807f546af71a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:55.787746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:55.800630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.825409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:55.825749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.834733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4746f9c6-bafa-4775-9d1c-ebe73212e223 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:55.927513 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment c0cdb289-8f3b-40cc-9903-c6778f4b2be0 resource provider aggregate not found Sep 15 09:52:55.936679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.939188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.944578 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-605e12c3-21a1-4f8f-8751-75fb3264edfe tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/floatingips/18055e40-897e-4cfe-b158-51f80d2a7619 HTTP/1.1" status: 204 len: 168 time: 1.4966350 Sep 15 09:52:55.946103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48088) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:55.948300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-1d61da62-01c8-407c-ab55-a9121839faf0', 'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'tenant_id': '74d02c5a5fc645b29465e1f6b4e00054', 'fixed_ips': [{'subnet_id': 'd42b6c90-fbe4-435c-8ce1-f65550cdf751'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:52:55.949396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.971426 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment c0cdb289-8f3b-40cc-9903-c6778f4b2be0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0cdb289-8f3b-40cc-9903-c6778f4b2be0 found for delete ", "request_id": "req-305f0391-4eb8-41c1-a8f6-984760c98286"}]} Sep 15 09:52:55.987981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.991097 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52300ed-6ca3-41c5-960b-40d49d8d3a8b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:55.991700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52300ed-6ca3-41c5-960b-40d49d8d3a8b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:55.993260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e08ff95-48f0-4de9-92f5-fe4d41705335 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:55.996759 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c52300ed-6ca3-41c5-960b-40d49d8d3a8b tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/ports/780f3cee-0893-4186-9589-32a7ce7cc911 HTTP/1.1" status: 404 len: 333 time: 0.0496862 Sep 15 09:52:55.997345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48094) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.045391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 4746f9c6-bafa-4775-9d1c-ebe73212e223 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:52:56.054255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6f1133fe-d044-46c0-8edb-e98e4c394337 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Synchronizing usage tracker for tenant:6f203c2ce9b54432a83f71c2c8b15e82 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:52:56.056122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4746f9c6-bafa-4775-9d1c-ebe73212e223 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:56.056700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.059429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.088620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:56.090791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.093644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.094213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group_rule and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:56.097257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:56.104344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:56.148299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.160483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Network': ['ID=e84dc0a6-c61a-4c4d-a4dd-95c879551954,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:56.162598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d02835d-d2e2-470d-b2ed-ee15516c0c01,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:56.176734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6f1133fe-d044-46c0-8edb-e98e4c394337 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Unset dirty status for tenant:6f203c2ce9b54432a83f71c2c8b15e82 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:52:56.179165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e08ff95-48f0-4de9-92f5-fe4d41705335 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.181770 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6f1133fe-d044-46c0-8edb-e98e4c394337 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "GET /v2.0/ports?device_id=75c91d3f-f866-4586-bbdf-3e52304e474f HTTP/1.1" status: 200 len: 205 time: 0.1834235 Sep 15 09:52:56.182416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48100) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.223480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Allocated IP 2001:db8::2 (1d61da62-01c8-407c-ab55-a9121839faf0/d42b6c90-fbe4-435c-8ce1-f65550cdf751/b6a43603-b9ae-427f-be04-e60f555cfadf) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:56.239999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08ff95-48f0-4de9-92f5-fe4d41705335 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event deleted for resources: {'Subnet': ['ID=8ffd6148-9699-4e61-bfb4-4e3ddb1c6e5a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:56.247099 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eab8e169-c69a-44b9-9f2e-9d78a2e22535 tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/e84dc0a6-c61a-4c4d-a4dd-95c879551954 HTTP/1.1" status: 204 len: 168 time: 1.3058193 Sep 15 09:52:56.250396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48106) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.252349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.264164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e08ff95-48f0-4de9-92f5-fe4d41705335 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.270373 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1e08ff95-48f0-4de9-92f5-fe4d41705335 tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "DELETE /v2.0/subnets/8ffd6148-9699-4e61-bfb4-4e3ddb1c6e5a HTTP/1.1" status: 204 len: 168 time: 0.9551399 Sep 15 09:52:56.271701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48110) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.300050 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-1411eb57-13ce-44d1-b743-d7ab0ff81e8f tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] delete failed (client error): The resource could not be found. Sep 15 09:52:56.303676 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1411eb57-13ce-44d1-b743-d7ab0ff81e8f tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/routers/75c91d3f-f866-4586-bbdf-3e52304e474f HTTP/1.1" status: 404 len: 336 time: 0.1137350 Sep 15 09:52:56.304721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48114) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.358198 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c105ccde-a61f-4372-a845-a4f5b8dc779a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] DELETE failed (client error): The resource could not be found. Sep 15 09:52:56.358419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c105ccde-a61f-4372-a845-a4f5b8dc779a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:52:56.367998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.394388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.395990 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cbc107cb-be76-445f-b9b9-30bb37bda06f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9971640 Sep 15 09:52:56.400671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48120) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.410540 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c105ccde-a61f-4372-a845-a4f5b8dc779a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/subnets/d05daecb-b86d-4e5b-99cb-c66e7206ca08 HTTP/1.1" status: 404 len: 337 time: 0.1004813 Sep 15 09:52:56.417001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48124) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.417144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.420109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f2a016d-29c4-45d7-b0fe-1ea0adea9148', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:56.429986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Deleting port a5dcaf55-a928-4442-af4b-64371104aaa1 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:56.430871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.439999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b1a460-dd52-4f35-82e0-02d716f2eb1b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting subnet 549b6673-bafd-48d7-8954-fb4c81c965eb {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:52:56.448651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:56.519269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d2199f-f53a-4cbc-b3d8-c526357b3262 None None] Network 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:56.522544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-03f79fdf-9a4b-4763-adae-de3d83f3be23 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port d9578730-5818-4c68-97f9-bad0399f0408 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:56.522895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03f79fdf-9a4b-4763-adae-de3d83f3be23 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.554769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a460-dd52-4f35-82e0-02d716f2eb1b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.597051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:56.604959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.607444 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9394598 Sep 15 09:52:56.607444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230557eb-f429-4dba-80c6-f112de29bee8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3704a5-1e1b-4711-8fa4-cec20c29d0d5,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:56.609470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:56.611861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48134) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.673834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:56.745219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4746f9c6-bafa-4775-9d1c-ebe73212e223 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:56.745885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.842564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a460-dd52-4f35-82e0-02d716f2eb1b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.857232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'security_group': {'name': 'tempest-secgroup-809141328'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:56.880078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48140) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:56.880078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:56.887653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.892043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:56.895854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:56.907642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:56.908892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 4746f9c6-bafa-4775-9d1c-ebe73212e223, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4746f9c6-bafa-4775-9d1c-ebe73212e223,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:56.919696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Transition to ACTIVE for port object b6a43603-b9ae-427f-be04-e60f555cfadf will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:56.939120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] For port a5dcaf55-a928-4442-af4b-64371104aaa1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a5dcaf55-a928-4442-af4b-64371104aaa1,segment=NetworkSegment(02a668c5-a1a2-4054-a506-6ae2055c1dad),segment_id=02a668c5-a1a2-4054-a506-6ae2055c1dad)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:56.940145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.949495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Transition to ACTIVE for port object b6a43603-b9ae-427f-be04-e60f555cfadf will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:56.956980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:56.986920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.017999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.053977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.070599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] DHCP port deletion for 09b72091-87c4-4aa8-afae-2a9a2b57f7f1 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:57.088627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] Deleting port a5dcaf55-a928-4442-af4b-64371104aaa1 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:57.089003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.107900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ba62d63d-9e21-4811-ab52-5a2aa20b8e18 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:57.108649 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-ba62d63d-9e21-4811-ab52-5a2aa20b8e18 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 15 09:52:57.109145 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-ba62d63d-9e21-4811-ab52-5a2aa20b8e18 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): There was a conflict when trying to complete your request. Sep 15 09:52:57.114130 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ba62d63d-9e21-4811-ab52-5a2aa20b8e18 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2324567 Sep 15 09:52:57.118840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Calling delete_port for a5dcaf55-a928-4442-af4b-64371104aaa1 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:57.122484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48146) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:57.139471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc5c1e-ed38-4df3-8019-b1c13d86dcd3 req-c6ed02d2-6753-42b6-88cf-df0365ed8046 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:57.140714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:57.141048 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-46bc5c1e-ed38-4df3-8019-b1c13d86dcd3 req-c6ed02d2-6753-42b6-88cf-df0365ed8046 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5539014 Sep 15 09:52:57.151190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626403476'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:57.156108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:57.160847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:57.172804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:57.181533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:57.188544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group_rule and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:57.193352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:57.199166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:57.202962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=4746f9c6-bafa-4775-9d1c-ebe73212e223,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:57.204349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:57.210496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:57.230933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:57.244058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.249960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a460-dd52-4f35-82e0-02d716f2eb1b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.310304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03f79fdf-9a4b-4763-adae-de3d83f3be23 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.327895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.338617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.346546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.412491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.421114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] No DVR routers for this DVR port a5dcaf55-a928-4442-af4b-64371104aaa1 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:57.457950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event deleted for resources: {'Port': ['ID=a5dcaf55-a928-4442-af4b-64371104aaa1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:57.473272 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-46bc5c1e-ed38-4df3-8019-b1c13d86dcd3 req-5b7bcf76-d69b-44d7-b37d-9e7f350f3a08 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136752 Sep 15 09:52:57.482584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-03f79fdf-9a4b-4763-adae-de3d83f3be23 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for d9578730-5818-4c68-97f9-bad0399f0408 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:57.536315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] For port a5dcaf55-a928-4442-af4b-64371104aaa1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a5dcaf55-a928-4442-af4b-64371104aaa1,segment=NetworkSegment(02a668c5-a1a2-4054-a506-6ae2055c1dad),segment_id=02a668c5-a1a2-4054-a506-6ae2055c1dad)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:57.536753 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.547114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77ef312b-80d4-4d71-b7fd-6971d99068e3,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:57.577304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.601071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.607551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.627512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:57.636297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Attempting to bind port b6a43603-b9ae-427f-be04-e60f555cfadf on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:52:57.637065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Attempting to bind port b6a43603-b9ae-427f-be04-e60f555cfadf by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'abe47d31-9b9a-4796-9ab0-21dea38289a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:52:57.637423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Attempting to bind port b6a43603-b9ae-427f-be04-e60f555cfadf on network 1d61da62-01c8-407c-ab55-a9121839faf0 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:52:57.664438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.666213 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ccdebfbf-11bf-4a6b-8eae-290ba7544712 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2588036 Sep 15 09:52:57.674123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:57.676840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48152) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:57.677949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a460-dd52-4f35-82e0-02d716f2eb1b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.690293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:57.717011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] Calling delete_port for a5dcaf55-a928-4442-af4b-64371104aaa1 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:57.734579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f2a016d-29c4-45d7-b0fe-1ea0adea9148', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:57.739452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:57.746416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50ec7b78-45ed-43ae-9756-2355f3afb712,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:57.751678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b1a460-dd52-4f35-82e0-02d716f2eb1b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Subnet': ['ID=549b6673-bafd-48d7-8954-fb4c81c965eb,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:57.755812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:57.763112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7b1a460-dd52-4f35-82e0-02d716f2eb1b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.766193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:52:57.766749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Checking segment: {'id': 'abe47d31-9b9a-4796-9ab0-21dea38289a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:52:57.766946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.767336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Bound using segment: {'id': 'abe47d31-9b9a-4796-9ab0-21dea38289a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:52:57.767654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09b72091-87c4-4aa8-afae-2a9a2b57f7f1']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:57.767807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Bound port: b6a43603-b9ae-427f-be04-e60f555cfadf, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abe47d31-9b9a-4796-9ab0-21dea38289a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:52:57.768179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.769180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:57.778183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:57.788012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Pushing event updated for resources: {'Port': ['ID=b6a43603-b9ae-427f-be04-e60f555cfadf,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:57.791978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8590fb24-8ef8-4e67-9e9f-fe03349c883b None None] Network 5356cd75-51b9-4373-9c24-859998cb51b1 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:52:57.795168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:57.799542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a668c5-a1a2-4054-a506-6ae2055c1dad') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:57.800071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a668c5-a1a2-4054-a506-6ae2055c1dad') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:52:57.803964 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f7b1a460-dd52-4f35-82e0-02d716f2eb1b tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/subnets/549b6673-bafd-48d7-8954-fb4c81c965eb HTTP/1.1" status: 204 len: 168 time: 1.5449710 Sep 15 09:52:57.809998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48156) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:57.818322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4746f9c6-bafa-4775-9d1c-ebe73212e223 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:57.821188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233b8d6-3f77-4b39-aa11-a4e4f48cb21a req-424ccc5e-5d0c-4e06-8dc2-76783b497c6c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:57.823689 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0233b8d6-3f77-4b39-aa11-a4e4f48cb21a req-424ccc5e-5d0c-4e06-8dc2-76783b497c6c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2117491 Sep 15 09:52:57.832401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.858140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.859563 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b1cbeb02-6b2b-4269-8ba9-724a51f93324 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2465458 Sep 15 09:52:57.865721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48160) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:57.878526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-563824756', 'security_groups': ['50ec7b78-45ed-43ae-9756-2355f3afb712'], 'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd42b6c90-fbe4-435c-8ce1-f65550cdf751'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:57.895418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.921165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03f79fdf-9a4b-4763-adae-de3d83f3be23 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:57.980804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:52:57.981532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.005456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f79fdf-9a4b-4763-adae-de3d83f3be23 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=d9578730-5818-4c68-97f9-bad0399f0408,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:58.019334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.069113 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 02a668c5-a1a2-4054-a506-6ae2055c1dad resource provider aggregate not found Sep 15 09:52:58.069844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.079648 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0233b8d6-3f77-4b39-aa11-a4e4f48cb21a req-cff09a9e-77d6-478c-827a-7315ecb0001e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2361722 Sep 15 09:52:58.181034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:52:58.181451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:52:58.189064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting port d2d736ea-8813-45c0-ada7-02e2f8dc6bde {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:58.189751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.200166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] For port b6a43603-b9ae-427f-be04-e60f555cfadf, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:52:58.201601 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 02a668c5-a1a2-4054-a506-6ae2055c1dad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02a668c5-a1a2-4054-a506-6ae2055c1dad found for delete ", "request_id": "req-54e58965-f1aa-4c2e-af6f-97b87c4c8a5b"}]} Sep 15 09:52:58.212392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.213040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4746f9c6-bafa-4775-9d1c-ebe73212e223 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:52:58.213510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.237607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.248173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] Pushing event deleted for resources: {'Network': ['ID=09b72091-87c4-4aa8-afae-2a9a2b57f7f1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:58.260334 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fa1757a8-ea33-4aec-88dc-3e1e7691ea1f tempest-FloatingIPNegativeTestJSON-633782594 tempest-FloatingIPNegativeTestJSON-633782594-project] 10.222.0.62 "DELETE /v2.0/networks/09b72091-87c4-4aa8-afae-2a9a2b57f7f1 HTTP/1.1" status: 204 len: 168 time: 1.9831932 Sep 15 09:52:58.260334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:58.264478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:port and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:58.268322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:58.275646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:58.283281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] For port b6a43603-b9ae-427f-be04-e60f555cfadf, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b6a43603-b9ae-427f-be04-e60f555cfadf,segment=NetworkSegment(abe47d31-9b9a-4796-9ab0-21dea38289a3),segment_id=abe47d31-9b9a-4796-9ab0-21dea38289a3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:52:58.299547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03f79fdf-9a4b-4763-adae-de3d83f3be23 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.315153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.325239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.347062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:52:58.377047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.406509 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-03f79fdf-9a4b-4763-adae-de3d83f3be23 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/ports/d9578730-5818-4c68-97f9-bad0399f0408 HTTP/1.1" status: 204 len: 168 time: 1.9713771 Sep 15 09:52:58.426992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48172) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:58.428197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.451083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.484716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:58.493096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] DHCP port deletion for 5356cd75-51b9-4373-9c24-859998cb51b1 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:52:58.517551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] Deleting port d2d736ea-8813-45c0-ada7-02e2f8dc6bde {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:58.517551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.522259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:58.525760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.540180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:58.552609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port 0e493812-4d38-42de-a32a-d0591d98530d yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:52:58.581054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3758260-8aed-489b-aa20-b10ac41794ac,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:58.583186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:58.685872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd7f511-da9d-46d4-bc30-43773efb7de5,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:58.687638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] Deleting port a5dcaf55-a928-4442-af4b-64371104aaa1 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:58.691728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.702752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd00f8-cebb-4c71-abc3-80a5a3a67912 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port 597268e5-5ab4-4984-b0a8-41b0f7ad767f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:52:58.703289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2cd00f8-cebb-4c71-abc3-80a5a3a67912 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.787713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e24bfe00-6658-45dc-863d-ba7044557e71 None None] The port 'a5dcaf55-a928-4442-af4b-64371104aaa1' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:52:58.805140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f4e8b-89d0-40f5-bdc0-087ac8e31d16 None None] Pushing event updated for resources: {'Port': ['ID=b6a43603-b9ae-427f-be04-e60f555cfadf,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:58.862748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4746f9c6-bafa-4775-9d1c-ebe73212e223 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:52:58.878517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.879981 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7739ced8-ca5e-410d-98f5-7af6375d2d6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1968365 Sep 15 09:52:58.890636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::14c (1d61da62-01c8-407c-ab55-a9121839faf0/d42b6c90-fbe4-435c-8ce1-f65550cdf751/0e493812-4d38-42de-a32a-d0591d98530d) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:52:58.896838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48178) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:58.919166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f2a016d-29c4-45d7-b0fe-1ea0adea9148', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:58.935746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] For port d2d736ea-8813-45c0-ada7-02e2f8dc6bde, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d2d736ea-8813-45c0-ada7-02e2f8dc6bde,segment=NetworkSegment(4b835cda-d824-48fa-b250-ede225277f69),segment_id=4b835cda-d824-48fa-b250-ede225277f69)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:58.946545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:58.951315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a5dcaf55-a928-4442-af4b-64371104aaa1 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:52:58.965277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:58.999488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: a5dcaf55-a928-4442-af4b-64371104aaa1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:52:58.999827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a5dcaf55-a928-4442-af4b-64371104aaa1 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:52:59.031315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] For port d2d736ea-8813-45c0-ada7-02e2f8dc6bde, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d2d736ea-8813-45c0-ada7-02e2f8dc6bde,segment=NetworkSegment(4b835cda-d824-48fa-b250-ede225277f69),segment_id=4b835cda-d824-48fa-b250-ede225277f69)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:52:59.031724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.073468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:59.137054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48182) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:59.168281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:59.177803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Calling delete_port for d2d736ea-8813-45c0-ada7-02e2f8dc6bde owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:59.185656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] Calling delete_port for d2d736ea-8813-45c0-ada7-02e2f8dc6bde owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:59.232776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53ab91-196e-4cac-8e01-fa3d7d409ab1 req-b00b44bb-30c3-4557-8f9a-5d4444327fe5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:59.238254 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba53ab91-196e-4cac-8e01-fa3d7d409ab1 req-b00b44bb-30c3-4557-8f9a-5d4444327fe5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.8815980 Sep 15 09:52:59.243069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:59.320964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.341337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object 0e493812-4d38-42de-a32a-d0591d98530d will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:52:59.421074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.446928 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba53ab91-196e-4cac-8e01-fa3d7d409ab1 req-ca8c33f6-70af-4e50-b93a-ef8286cd1c8c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068214 Sep 15 09:52:59.447662 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:52:59.449899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.474655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] No DVR routers for this DVR port d2d736ea-8813-45c0-ada7-02e2f8dc6bde on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:52:59.477265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a5b41-beb7-4147-b3f2-3be20e12aa0d None None] Pushing event deleted for resources: {'Port': ['ID=d2d736ea-8813-45c0-ada7-02e2f8dc6bde,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:59.501456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.524015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.537103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:52:59.544917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:52:59.550107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:52:59.556879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:59.557745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.564517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:52:59.564835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:52:59.585785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=0e493812-4d38-42de-a32a-d0591d98530d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:59.603553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.643750 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5ad0deb6-0608-4bb6-9558-bf118859fc83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8328457bc9b42feba62c56486a6640a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747481 Sep 15 09:52:59.643750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2cd00f8-cebb-4c71-abc3-80a5a3a67912 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.666865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48190) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:59.720175 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-99ec7bf2-e6e2-4095-b49b-4c72cb678970 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8533132 Sep 15 09:52:59.722999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48194) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:59.729363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:59.796249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b6a43603-b9ae-427f-be04-e60f555cfadf up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:52:59.824027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1726a5f-5a72-4bc0-bc95-675955c47407,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:52:59.843314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa526f9-022f-463e-8843-948dc57aa293 req-8a3e23a8-7be6-4229-867c-a0e7a7305920 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:52:59.843596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd00f8-cebb-4c71-abc3-80a5a3a67912 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for 597268e5-5ab4-4984-b0a8-41b0f7ad767f owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:52:59.850340 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6aa526f9-022f-463e-8843-948dc57aa293 req-8a3e23a8-7be6-4229-867c-a0e7a7305920 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2074797 Sep 15 09:52:59.871910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.873147 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-867fbd06-376e-460a-9237-f0f30f00b09d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.7475998 Sep 15 09:52:59.883452 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48200) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:52:59.893498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'b1726a5f-5a72-4bc0-bc95-675955c47407', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:52:59.901440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:52:59.906175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.906712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:52:59.909726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:52:59.917645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:52:59.965884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.967929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63759ce3-97fa-46ec-82fc-1cef4db1bcb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:52:59.971675 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6aa526f9-022f-463e-8843-948dc57aa293 req-96ef023e-3963-4b55-bc50-53c381df9316 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153495 Sep 15 09:52:59.994154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port b6a43603-b9ae-427f-be04-e60f555cfadf completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:00.005966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:00.011630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:00.015379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:00.022613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:00.068949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Deleting port d2d736ea-8813-45c0-ada7-02e2f8dc6bde {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:00.069661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.071290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.085358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d2d736ea-8813-45c0-ada7-02e2f8dc6bde no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:00.112815 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede51748-46c9-4906-88b8-f03a46a1b137,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:00.126082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63759ce3-97fa-46ec-82fc-1cef4db1bcb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.145530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: d2d736ea-8813-45c0-ada7-02e2f8dc6bde {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:00.146740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d2d736ea-8813-45c0-ada7-02e2f8dc6bde not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:00.146993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:00.150396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-55347c74-b964-4715-8982-96d15002e482 None None] Provisioning for port b6a43603-b9ae-427f-be04-e60f555cfadf completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:00.151638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.160136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-55347c74-b964-4715-8982-96d15002e482 None None] Provisioning complete for port b6a43603-b9ae-427f-be04-e60f555cfadf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:00.160136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-55347c74-b964-4715-8982-96d15002e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.251917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] The port 'd2d736ea-8813-45c0-ada7-02e2f8dc6bde' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:53:00.302087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.306579 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-efe1d5ad-884b-4e8f-8b52-8098f9da1ba0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4038444 Sep 15 09:53:00.307267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48206) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:00.311306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.334089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f2a016d-29c4-45d7-b0fe-1ea0adea9148', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:00.335288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-55347c74-b964-4715-8982-96d15002e482 None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:00.335703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-55347c74-b964-4715-8982-96d15002e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.372421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:00.379028 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.ipam_backend_mixin [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d42b6c90-fbe4-435c-8ce1-f65550cdf751 (CIDR: 2001:db8::/64) Sep 15 09:53:00.380812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-55347c74-b964-4715-8982-96d15002e482 None None] For port b6a43603-b9ae-427f-be04-e60f555cfadf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b6a43603-b9ae-427f-be04-e60f555cfadf,segment=NetworkSegment(abe47d31-9b9a-4796-9ab0-21dea38289a3),segment_id=abe47d31-9b9a-4796-9ab0-21dea38289a3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:00.392174 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.422865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:00.424507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aeb1362-6afd-4fbf-8bb6-85605f17edc6,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:00.426581 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:00.427188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:00.437316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:00.450941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:00.465353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.481524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2cd00f8-cebb-4c71-abc3-80a5a3a67912 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.518932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-55347c74-b964-4715-8982-96d15002e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.547017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd00f8-cebb-4c71-abc3-80a5a3a67912 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=597268e5-5ab4-4984-b0a8-41b0f7ad767f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:00.551112 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3ac23327-d467-4eab-a418-9896294557d4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8239079 Sep 15 09:53:00.551112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.551112 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a2a60185-e0a0-4e4f-96f5-e6ab64fee0cd tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6657684 Sep 15 09:53:00.557485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5356cd75-51b9-4373-9c24-859998cb51b1']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:00.557613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48212) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:00.557613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48214) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:00.564576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63759ce3-97fa-46ec-82fc-1cef4db1bcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.573329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:00.591759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-80d92dde-fca2-4873-851a-9ae7e02d6437 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'b1726a5f-5a72-4bc0-bc95-675955c47407', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:00.597737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-80d92dde-fca2-4873-851a-9ae7e02d6437 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:00.602055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-80d92dde-fca2-4873-851a-9ae7e02d6437 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:00.605563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-80d92dde-fca2-4873-851a-9ae7e02d6437 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:00.612926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-80d92dde-fca2-4873-851a-9ae7e02d6437 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:00.621419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55347c74-b964-4715-8982-96d15002e482 None None] Pushing event updated for resources: {'Port': ['ID=b6a43603-b9ae-427f-be04-e60f555cfadf,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:00.622803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f02faf-f6f4-4d32-adb2-b88f8c1e0e8b req-b981925e-7ee6-481d-bc55-f054a27c0203 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:00.624445 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58f02faf-f6f4-4d32-adb2-b88f8c1e0e8b req-b981925e-7ee6-481d-bc55-f054a27c0203 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.4228249 Sep 15 09:53:00.626440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b835cda-d824-48fa-b250-ede225277f69') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:00.626913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b835cda-d824-48fa-b250-ede225277f69') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:00.640540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-55347c74-b964-4715-8982-96d15002e482 None None] Provisioning complete for port e1d50816-78f9-4410-96bf-e2a77c3c5890 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:00.642333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-55347c74-b964-4715-8982-96d15002e482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.712073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-55347c74-b964-4715-8982-96d15002e482 None None] Port e1d50816-78f9-4410-96bf-e2a77c3c5890 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:00.728519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80d92dde-fca2-4873-851a-9ae7e02d6437 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.794796 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:53:00.798757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63759ce3-97fa-46ec-82fc-1cef4db1bcb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b88b40-568f-4a53-ab8b-2e61cb216597,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:00.814130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.814325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:00.824439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:00.830026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:00.839145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:00.844142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.864285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63759ce3-97fa-46ec-82fc-1cef4db1bcb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.865394 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-63759ce3-97fa-46ec-82fc-1cef4db1bcb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6b88b40-568f-4a53-ab8b-2e61cb216597 HTTP/1.1" status: 204 len: 168 time: 1.1988323 Sep 15 09:53:00.880155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.904384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:00.904799 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.941173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4ef81311-0294-4de7-8888-08b3392321b1 None None] Provisioning for port 0e493812-4d38-42de-a32a-d0591d98530d completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:00.941670 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-80d92dde-fca2-4873-851a-9ae7e02d6437 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): There was a conflict when trying to complete your request. Sep 15 09:53:00.942604 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-80d92dde-fca2-4873-851a-9ae7e02d6437 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3838954 Sep 15 09:53:00.943846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:00.947995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.949331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4ef81311-0294-4de7-8888-08b3392321b1 None None] Provisioning complete for port 0e493812-4d38-42de-a32a-d0591d98530d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:00.953416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4ef81311-0294-4de7-8888-08b3392321b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.987958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2cd00f8-cebb-4c71-abc3-80a5a3a67912 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:00.989876 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f2cd00f8-cebb-4c71-abc3-80a5a3a67912 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/ports/597268e5-5ab4-4984-b0a8-41b0f7ad767f HTTP/1.1" status: 204 len: 168 time: 2.5588605 Sep 15 09:53:00.995151 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58f02faf-f6f4-4d32-adb2-b88f8c1e0e8b req-ef13c9cf-0c77-4e8c-8077-0e298925bbf8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3478856 Sep 15 09:53:00.995621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48224) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:00.995948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48228) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:00.998002 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 4b835cda-d824-48fa-b250-ede225277f69 resource provider aggregate not found Sep 15 09:53:01.066493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4ef81311-0294-4de7-8888-08b3392321b1 None None] Port 0e493812-4d38-42de-a32a-d0591d98530d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:01.135495 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 4b835cda-d824-48fa-b250-ede225277f69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b835cda-d824-48fa-b250-ede225277f69 found for delete ", "request_id": "req-0912a8db-9e83-4bf2-b252-0d94d4d8cb52"}]} Sep 15 09:53:01.199500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.244001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b42400d-4365-467d-96a0-656320486135 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.245606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.279643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.286105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11b9bd-ef22-4bc0-851d-d0db871166fa req-15cf9e8a-7dd8-4750-9e99-4d7cca7d88a3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:01.287764 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4e11b9bd-ef22-4bc0-851d-d0db871166fa req-15cf9e8a-7dd8-4750-9e99-4d7cca7d88a3 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.1659808 Sep 15 09:53:01.288366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.313046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fd3c28-808f-451c-b97c-06b01d553c95 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:01.315955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-15fd3c28-808f-451c-b97c-06b01d553c95 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Synchronizing usage tracker for tenant:6f203c2ce9b54432a83f71c2c8b15e82 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:01.316368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] Pushing event deleted for resources: {'Network': ['ID=5356cd75-51b9-4373-9c24-859998cb51b1,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:01.360578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b42400d-4365-467d-96a0-656320486135 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.393050 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ee0f51b8-7445-4701-97e0-666c10617e7d tempest-NetworksIpV6TestAttrs-1008221108 tempest-NetworksIpV6TestAttrs-1008221108-project] 10.222.0.62 "DELETE /v2.0/networks/5356cd75-51b9-4373-9c24-859998cb51b1 HTTP/1.1" status: 204 len: 168 time: 3.5796049 Sep 15 09:53:01.394670 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4e11b9bd-ef22-4bc0-851d-d0db871166fa req-a8b140cb-17dd-4537-bcae-794d16f5661d tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969541 Sep 15 09:53:01.396338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ba18df-a4db-4297-b6a5-90dd444aef27,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:01.490047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.491295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3aca6bb2-7a55-4db2-a6e6-dc70329e8740 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1754928 Sep 15 09:53:01.524483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-15fd3c28-808f-451c-b97c-06b01d553c95 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Unset dirty status for tenant:6f203c2ce9b54432a83f71c2c8b15e82 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:01.524681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.528071 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-15fd3c28-808f-451c-b97c-06b01d553c95 tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "GET /v2.0/ports?device_id=27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c HTTP/1.1" status: 200 len: 913 time: 0.5064969 Sep 15 09:53:01.528071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b42400d-4365-467d-96a0-656320486135 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.530960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48250) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:01.579262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:01.582480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:01.586876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:01.587473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.592426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2a3294-31b7-4038-b5f5-3212e17b8c85 None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:01.618646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42400d-4365-467d-96a0-656320486135 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1726a5f-5a72-4bc0-bc95-675955c47407,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:01.619954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=27928c22-809b-428a-b6b7-6ca22a7eb098,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:01.639991 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b42400d-4365-467d-96a0-656320486135 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:01.642355 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2b42400d-4365-467d-96a0-656320486135 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/b1726a5f-5a72-4bc0-bc95-675955c47407 HTTP/1.1" status: 204 len: 168 time: 0.6246381 Sep 15 09:53:01.645780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48258) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:01.717242 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c1dd255e-bb59-46aa-96c1-ee4f92d3af69 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1576335 Sep 15 09:53:01.721921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48262) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:01.730780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-105566339', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '27928c22-809b-428a-b6b7-6ca22a7eb098'}], 'security_groups': ['ba3704a5-1e1b-4711-8fa4-cec20c29d0d5']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:01.839572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b6a43603-b9ae-427f-be04-e60f555cfadf up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:02.012744 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-013c9380-d988-474b-aca0-e8ace17a66fa tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3616693 Sep 15 09:53:02.021976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48278) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:02.042602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034847376'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:02.048217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48282) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:02.059644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:02.062944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b6a43603-b9ae-427f-be04-e60f555cfadf triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:02.062944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:02.075306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:02.088457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:02.120620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:02.145351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:02.170767 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-456426f5-61af-41bb-94bc-e399462f6d56 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2036528125&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.1232030 Sep 15 09:53:02.191585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2635cf1-51ed-49da-b1fd-96c569defde6 req-f45553b8-e9f3-4bda-b6ec-f672b8e5d054 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:02.193118 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d2635cf1-51ed-49da-b1fd-96c569defde6 req-f45553b8-e9f3-4bda-b6ec-f672b8e5d054 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2576356 Sep 15 09:53:02.240414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:02.300265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:02.360488 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d2635cf1-51ed-49da-b1fd-96c569defde6 req-da1280c2-c14c-463d-9d33-3febbbb07a3a tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244001 Sep 15 09:53:02.372832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:02.377217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:02.380415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:02.387877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:02.453726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82acfdad-9c4b-4cc4-b53b-621ff4401398 None None] Update dhcp port {'port': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'fixed_ips': [{'subnet_id': 'd42b6c90-fbe4-435c-8ce1-f65550cdf751', 'ip_address': '2001:db8::2'}, {'subnet_id': '27928c22-809b-428a-b6b7-6ca22a7eb098'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'b6a43603-b9ae-427f-be04-e60f555cfadf'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:53:02.512408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-14555850-e62e-49df-99cf-8c0246627046 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:02.514889 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-14555850-e62e-49df-99cf-8c0246627046 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c HTTP/1.1" status: 200 len: 797 time: 0.3427975 Sep 15 09:53:02.517507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82acfdad-9c4b-4cc4-b53b-621ff4401398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:02.632400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-464e98ca-557c-4d6a-984c-90fa06859b42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.1162877 Sep 15 09:53:02.689271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48300) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:02.718725 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-16699e21-f4e4-45a1-a48f-364246492c6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f910a01264cb4fdbb0f7e168fa67d53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6691613 Sep 15 09:53:02.728688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48304) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:02.778117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:02.812605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-82acfdad-9c4b-4cc4-b53b-621ff4401398 None None] Allocated IP 2001:db8:0:1::2 (1d61da62-01c8-407c-ab55-a9121839faf0/27928c22-809b-428a-b6b7-6ca22a7eb098/b6a43603-b9ae-427f-be04-e60f555cfadf) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:02.854725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:02.869751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-4d189a00-9336-48f7-8073-6bdc6a228a5e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:02.871377 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-4d189a00-9336-48f7-8073-6bdc6a228a5e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.16 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.3543651 Sep 15 09:53:02.915439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d66811a9-62f9-45de-b0f6-f0bd266c46e0 tempest-DvrRoutersNegativeTest-1988590902 tempest-DvrRoutersNegativeTest-1988590902-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1001461289', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:02.918240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.policy [None req-d66811a9-62f9-45de-b0f6-f0bd266c46e0 tempest-DvrRoutersNegativeTest-1988590902 tempest-DvrRoutersNegativeTest-1988590902-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89668) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 15 09:53:02.918539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.policy [None req-d66811a9-62f9-45de-b0f6-f0bd266c46e0 tempest-DvrRoutersNegativeTest-1988590902 tempest-DvrRoutersNegativeTest-1988590902-project] Failed policy check for 'create_router' {{(pid=89668) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 15 09:53:02.919754 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-d66811a9-62f9-45de-b0f6-f0bd266c46e0 tempest-DvrRoutersNegativeTest-1988590902 tempest-DvrRoutersNegativeTest-1988590902-project] create failed (client error): Access was denied to this resource. Sep 15 09:53:02.925304 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d66811a9-62f9-45de-b0f6-f0bd266c46e0 tempest-DvrRoutersNegativeTest-1988590902 tempest-DvrRoutersNegativeTest-1988590902-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2294481 Sep 15 09:53:02.933995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11905e35-559e-4677-a5e0-9d1c4dd499cb req-4566c693-5c9a-4bfd-b42e-cfa33be718bd tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:02.940874 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-11905e35-559e-4677-a5e0-9d1c4dd499cb req-4566c693-5c9a-4bfd-b42e-cfa33be718bd tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.2509050 Sep 15 09:53:02.956084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3827c463-7c8a-44df-8c79-13029fc48443,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:02.964725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5e7c9044-9fd8-4b43-bb09-f2bdf1f87e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:02.985794 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-11905e35-559e-4677-a5e0-9d1c4dd499cb req-40538659-befe-4588-b626-37c7ebe4eb85 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440571 Sep 15 09:53:02.998545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.000949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-29801723-b9c6-4b40-a09b-2d61c511c40c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:03.001327 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fc9ffda6-f270-4dde-bfc6-6d24c7186dde tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9722998 Sep 15 09:53:03.003294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48312) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:03.016368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4a991951-877f-4a90-8247-73643960da5a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '3827c463-7c8a-44df-8c79-13029fc48443', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:03.017364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Deleting port 105feccd-742a-42d1-b81d-8a256f81c40c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:03.017760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.018121 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-4a991951-877f-4a90-8247-73643960da5a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 15 09:53:03.019085 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-4a991951-877f-4a90-8247-73643960da5a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:03.021021 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4a991951-877f-4a90-8247-73643960da5a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0165932 Sep 15 09:53:03.025496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48316) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:03.057463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-82acfdad-9c4b-4cc4-b53b-621ff4401398 None None] For port b6a43603-b9ae-427f-be04-e60f555cfadf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b6a43603-b9ae-427f-be04-e60f555cfadf,segment=NetworkSegment(abe47d31-9b9a-4796-9ab0-21dea38289a3),segment_id=abe47d31-9b9a-4796-9ab0-21dea38289a3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:03.087978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82acfdad-9c4b-4cc4-b53b-621ff4401398 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.109619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-82acfdad-9c4b-4cc4-b53b-621ff4401398 None None] Transition to ACTIVE for port object b6a43603-b9ae-427f-be04-e60f555cfadf will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:03.119681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0274959a-1207-47c6-ac58-7ea14900c7d4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.149801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0274959a-1207-47c6-ac58-7ea14900c7d4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.192567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5e7c9044-9fd8-4b43-bb09-f2bdf1f87e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.200479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.209487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82acfdad-9c4b-4cc4-b53b-621ff4401398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.380039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acfdad-9c4b-4cc4-b53b-621ff4401398 None None] Pushing event updated for resources: {'Port': ['ID=b6a43603-b9ae-427f-be04-e60f555cfadf,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:03.400489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0274959a-1207-47c6-ac58-7ea14900c7d4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.435801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274959a-1207-47c6-ac58-7ea14900c7d4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3827c463-7c8a-44df-8c79-13029fc48443,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:03.442771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0274959a-1207-47c6-ac58-7ea14900c7d4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.443896 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0274959a-1207-47c6-ac58-7ea14900c7d4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/3827c463-7c8a-44df-8c79-13029fc48443 HTTP/1.1" status: 204 len: 168 time: 0.4164796 Sep 15 09:53:03.447522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48324) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:03.484000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Delete allocated IP 2001:db8::14c (1d61da62-01c8-407c-ab55-a9121839faf0/d42b6c90-fbe4-435c-8ce1-f65550cdf751) {{(pid=89668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 09:53:03.505173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8:0:1::317 (1d61da62-01c8-407c-ab55-a9121839faf0/27928c22-809b-428a-b6b7-6ca22a7eb098/0e493812-4d38-42de-a32a-d0591d98530d) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:03.550432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-29801723-b9c6-4b40-a09b-2d61c511c40c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:03.552508 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-29801723-b9c6-4b40-a09b-2d61c511c40c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9083052 Sep 15 09:53:03.583708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c9bd5658-8607-4a6b-a8f7-aa9fed6e019b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Synchronizing usage tracker for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:03.652061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48330) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:03.794089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b6a43603-b9ae-427f-be04-e60f555cfadf up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:03.863123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b13c4c-31e5-41b7-9199-34075b56c14f req-80580484-bfcc-437b-bd7d-a90744abd5eb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:03.864763 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-01b13c4c-31e5-41b7-9199-34075b56c14f req-80580484-bfcc-437b-bd7d-a90744abd5eb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.2861362 Sep 15 09:53:03.889093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c9bd5658-8607-4a6b-a8f7-aa9fed6e019b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Unset dirty status for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:03.891296 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c9bd5658-8607-4a6b-a8f7-aa9fed6e019b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4415936 Sep 15 09:53:03.898227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5e7c9044-9fd8-4b43-bb09-f2bdf1f87e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.903418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:03.905504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48338) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:03.949322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:03.962838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] Usage tracker for resource:security_group_rule and tenant:673ed4bc594a4ba2b3f3305264322423 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:03.970363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:03.978076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--644783713'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:03.978623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:03.986651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-01b13c4c-31e5-41b7-9199-34075b56c14f req-ed8c6ce7-30e1-4a92-82f8-904cd128916c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986392 Sep 15 09:53:04.001672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c9044-9fd8-4b43-bb09-f2bdf1f87e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64efb6dd-a5c3-490b-8f66-39ad6c7094a3,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:04.017405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.031722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:04.041131 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-53aa9d33-79b2-4829-b726-497554c19a95 service neutron] 10.222.0.62 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473970 Sep 15 09:53:04.042887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] For port 105feccd-742a-42d1-b81d-8a256f81c40c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=105feccd-742a-42d1-b81d-8a256f81c40c,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:04.043301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.044403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object 0e493812-4d38-42de-a32a-d0591d98530d will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:04.081812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5e7c9044-9fd8-4b43-bb09-f2bdf1f87e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.086165 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5e7c9044-9fd8-4b43-bb09-f2bdf1f87e0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64efb6dd-a5c3-490b-8f66-39ad6c7094a3 HTTP/1.1" status: 204 len: 168 time: 1.3538592 Sep 15 09:53:04.095985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:04.138432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.139385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.298711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.329484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] In _notify_port_updated(), no bound segment for port 0e493812-4d38-42de-a32a-d0591d98530d on network 1d61da62-01c8-407c-ab55-a9121839faf0 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:53:04.335031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:04.335730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.339619 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "PUT /v2.0/ports/0e493812-4d38-42de-a32a-d0591d98530d HTTP/1.1" status: 200 len: 930 time: 2.6141214 Sep 15 09:53:04.370336 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=673ed4bc594a4ba2b3f3305264322423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7150545 Sep 15 09:53:04.371135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48350) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:04.376121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48352) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:04.397379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Provisioning for port 0e493812-4d38-42de-a32a-d0591d98530d completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:04.401831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947f3f4-a19d-41de-bdee-2d69860ebe01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2469d867-2c05-4c01-8187-e5db02bc4c2b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:04.403618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Provisioning complete for port 0e493812-4d38-42de-a32a-d0591d98530d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:04.408962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca85d8d-f81d-42e3-8047-89fd363223c7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=0e493812-4d38-42de-a32a-d0591d98530d,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:04.412566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.421932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.480129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-17bb3e85-6338-4335-9273-cec0a272d5ea tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port 0e493812-4d38-42de-a32a-d0591d98530d {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:04.480480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17bb3e85-6338-4335-9273-cec0a272d5ea tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.503272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Port 0e493812-4d38-42de-a32a-d0591d98530d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:04.569311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Provisioning for port b6a43603-b9ae-427f-be04-e60f555cfadf completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:04.576627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Provisioning complete for port b6a43603-b9ae-427f-be04-e60f555cfadf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:04.577082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.596668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:04.604822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f30ab2-baa4-4427-a490-3e2469ccfde4 req-5d88c4c0-8238-49c1-ae3c-5da0beed252e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:04.611639 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-88c8edea-2040-452c-a6af-848b6800d20f service neutron] 10.222.0.62 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542331 Sep 15 09:53:04.614453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:04.622000 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-16f30ab2-baa4-4427-a490-3e2469ccfde4 req-5d88c4c0-8238-49c1-ae3c-5da0beed252e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 946 time: 0.4335818 Sep 15 09:53:04.734130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:04.747770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Provisioning complete for port e1d50816-78f9-4410-96bf-e2a77c3c5890 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:04.747770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.778709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.779437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.779917 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Floating IP 6de33e08-c056-4a14-bc4e-fe2b15f3f120 disassociated. External IP: 172.26.7.176, port: 105feccd-742a-42d1-b81d-8a256f81c40c. Sep 15 09:53:04.780404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Calling delete_port for 105feccd-742a-42d1-b81d-8a256f81c40c owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:04.823452 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-16f30ab2-baa4-4427-a490-3e2469ccfde4 req-569ee140-0ce6-44e1-86d4-0f0368f5c09f tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups?id=45793840-506d-41b9-abb3-986e303f7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003338 Sep 15 09:53:04.825876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b52ed-d6d8-4599-9c4d-515c5b6b4e66 None None] Port e1d50816-78f9-4410-96bf-e2a77c3c5890 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:04.852489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:04.858574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:04.922499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port 696b46f5-811f-4b35-ad90-fd10b243a472 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:04.925423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17bb3e85-6338-4335-9273-cec0a272d5ea tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.929859 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:04.957150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-50703fed-2bf9-42d3-b38e-de0da7be2d9b None None] Provisioning complete for port 0e493812-4d38-42de-a32a-d0591d98530d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:04.957526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-50703fed-2bf9-42d3-b38e-de0da7be2d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.069247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-50703fed-2bf9-42d3-b38e-de0da7be2d9b None None] Port 0e493812-4d38-42de-a32a-d0591d98530d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:05.110517 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bd5666d0-d3df-483a-832f-990573f45d22 req-21919f82-0d62-454d-98c9-d34992735389 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 210 time: 0.1754141 Sep 15 09:53:05.176802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66e0df6e-de9e-4b3e-acb0-d9b1491824aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.279023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66e0df6e-de9e-4b3e-acb0-d9b1491824aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.305075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-17bb3e85-6338-4335-9273-cec0a272d5ea tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for 0e493812-4d38-42de-a32a-d0591d98530d owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:05.469576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.550395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.634370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e32fa8-1bcb-402e-a3a1-f784f7d17384 req-70aaf7d2-8a61-4af5-9cbd-31d8157b0ff8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:05.635858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e6e32fa8-1bcb-402e-a3a1-f784f7d17384 req-70aaf7d2-8a61-4af5-9cbd-31d8157b0ff8 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.0935667 Sep 15 09:53:05.636310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48388) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:05.637370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.671314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17bb3e85-6338-4335-9273-cec0a272d5ea tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.674684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.738299 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e6e32fa8-1bcb-402e-a3a1-f784f7d17384 req-1c944096-e171-4492-9f9b-6f9ff9e88339 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937414 Sep 15 09:53:05.741319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb3e85-6338-4335-9273-cec0a272d5ea tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=0e493812-4d38-42de-a32a-d0591d98530d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:05.762213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for 696b46f5-811f-4b35-ad90-fd10b243a472 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:05.780780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1173434211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:05.793438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:05.810981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:router and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:05.814312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17bb3e85-6338-4335-9273-cec0a272d5ea tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.818211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:05.830643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:05.842414 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-17bb3e85-6338-4335-9273-cec0a272d5ea tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/0e493812-4d38-42de-a32a-d0591d98530d HTTP/1.1" status: 204 len: 168 time: 1.4439228 Sep 15 09:53:05.848615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48396) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:05.863263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66e0df6e-de9e-4b3e-acb0-d9b1491824aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.865723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66e0df6e-de9e-4b3e-acb0-d9b1491824aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.867888 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-66e0df6e-de9e-4b3e-acb0-d9b1491824aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2469d867-2c05-4c01-8187-e5db02bc4c2b HTTP/1.1" status: 204 len: 168 time: 1.4889452 Sep 15 09:53:05.902526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 105feccd-742a-42d1-b81d-8a256f81c40c no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:05.959906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.961797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:05.976944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 105feccd-742a-42d1-b81d-8a256f81c40c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:05.977602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 105feccd-742a-42d1-b81d-8a256f81c40c not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:05.988035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.005524 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4beadb2-1171-4543-9417-aa56e02e8716 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:53:06.006112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4beadb2-1171-4543-9417-aa56e02e8716 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:06.010153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.015924 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0861998 Sep 15 09:53:06.018634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48406) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:06.026328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6904191a-393c-402c-8a54-71727608b932 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '9eeb6f6b-c0e7-4731-9923-c6d0731b54b8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:06.027623 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-6904191a-393c-402c-8a54-71727608b932 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 15 09:53:06.031134 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-6904191a-393c-402c-8a54-71727608b932 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:06.035248 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6904191a-393c-402c-8a54-71727608b932 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113935 Sep 15 09:53:06.036258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48410) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:06.086472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.108505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4beadb2-1171-4543-9417-aa56e02e8716 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:06.109786 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a4beadb2-1171-4543-9417-aa56e02e8716 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/0e493812-4d38-42de-a32a-d0591d98530d HTTP/1.1" status: 404 len: 333 time: 0.2651210 Sep 15 09:53:06.114363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48414) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:06.119973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6f04-510b-4e4c-a02a-7aef87383374 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.177042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event deleted for resources: {'Port': ['ID=105feccd-742a-42d1-b81d-8a256f81c40c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:06.197707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6f04-510b-4e4c-a02a-7aef87383374 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.215410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.216600 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-03e35aa2-13b3-4ba4-a789-dfdc948a59b4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5779171 Sep 15 09:53:06.221307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48420) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:06.221716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c40692-8f1f-4370-bfb1-15f2f600bc74 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeb6f6b-c0e7-4731-9923-c6d0731b54b8,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:06.236152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1382520564'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:06.256369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:06.264068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b2c6d1c7-76e0-4d2a-abaa-787c20985164 req-6c4baf2b-02b5-4c2b-a784-7a0c40875e00 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Synchronizing usage tracker for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:06.271871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:network and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:06.276525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:06.279311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-729e37d9-65b1-4679-881b-a2e61bb4c982 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.285285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:06.326400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-729e37d9-65b1-4679-881b-a2e61bb4c982 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.333060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0df6e-de9e-4b3e-acb0-d9b1491824aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2469d867-2c05-4c01-8187-e5db02bc4c2b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:06.388620 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d594568a-bce0-490e-a041-c3ed0f5a31db req-a2c0d16f-20bb-41d2-a353-c92b4ff7ebdc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 210 time: 0.0531044 Sep 15 09:53:06.418774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Made reservation on behalf of 6d6325438e8e4e109382d4c062fa269a for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:06.422273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.440771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6f04-510b-4e4c-a02a-7aef87383374 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.465788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.485166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b6f04-510b-4e4c-a02a-7aef87383374 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeb6f6b-c0e7-4731-9923-c6d0731b54b8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:06.501029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3a5b6f04-510b-4e4c-a02a-7aef87383374 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.501029 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3a5b6f04-510b-4e4c-a02a-7aef87383374 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/9eeb6f6b-c0e7-4731-9923-c6d0731b54b8 HTTP/1.1" status: 204 len: 168 time: 0.4638495 Sep 15 09:53:06.502146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:06.505958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48428) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:06.523991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:security_group_rule and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:06.526397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:06.535953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:06.543704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:06.584451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bcf53983-c710-4043-8953-3623fc1b9e50 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Synchronizing usage tracker for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:06.622258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-729e37d9-65b1-4679-881b-a2e61bb4c982 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.654528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e37d9-65b1-4679-881b-a2e61bb4c982 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50ec7b78-45ed-43ae-9756-2355f3afb712,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:06.664523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b2c6d1c7-76e0-4d2a-abaa-787c20985164 req-6c4baf2b-02b5-4c2b-a784-7a0c40875e00 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Unset dirty status for tenant:a26c9fa7e5f345a195fbcde1d6d5b154 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:06.668528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-729e37d9-65b1-4679-881b-a2e61bb4c982 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.669785 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-729e37d9-65b1-4679-881b-a2e61bb4c982 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/security-groups/50ec7b78-45ed-43ae-9756-2355f3afb712 HTTP/1.1" status: 204 len: 168 time: 0.5520823 Sep 15 09:53:06.673638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48436) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:06.674471 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b2c6d1c7-76e0-4d2a-abaa-787c20985164 req-6c4baf2b-02b5-4c2b-a784-7a0c40875e00 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 210 time: 0.5109034 Sep 15 09:53:06.705679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-83184697-ba43-4989-9cdf-1c29e18a8178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:06.707595 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-83184697-ba43-4989-9cdf-1c29e18a8178 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=65636b3148364ee6863fee770ebf8dd7&device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 1099 time: 0.9711041 Sep 15 09:53:06.723429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bcf53983-c710-4043-8953-3623fc1b9e50 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Unset dirty status for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:06.724794 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bcf53983-c710-4043-8953-3623fc1b9e50 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2194283 Sep 15 09:53:06.729891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48440) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:06.741275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--363019504'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:06.747311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:06.766184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:06.806734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-de616f30-e770-4262-a60b-2624db46093d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.833800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.859165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-de616f30-e770-4262-a60b-2624db46093d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.904382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:06.928367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:07.000814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.024425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e34f1537-898c-4048-baef-4195d9377a03,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:07.042265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:07.047998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:07.052003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:07.059785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:07.098587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a8410-8861-4a80-8093-9f0eaa5c5a72 req-6be396f6-29f5-454f-bf95-a8dfc2cd2dc5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:07.100094 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d76a8410-8861-4a80-8093-9f0eaa5c5a72 req-6be396f6-29f5-454f-bf95-a8dfc2cd2dc5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.1852236 Sep 15 09:53:07.101461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.101461 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Added segment de289202-08c0-4981-af18-297860671590 of type vlan for network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 Sep 15 09:53:07.105597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-de616f30-e770-4262-a60b-2624db46093d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.156110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de616f30-e770-4262-a60b-2624db46093d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3704a5-1e1b-4711-8fa4-cec20c29d0d5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:07.166957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-693088f9-a738-4174-9823-dc584b513a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:07.168422 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-693088f9-a738-4174-9823-dc584b513a1a service neutron] 10.222.0.16 "GET /v2.0/networks?id=2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 200 len: 913 time: 0.4512305 Sep 15 09:53:07.211282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.242086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d76a8410-8861-4a80-8093-9f0eaa5c5a72 req-95d9d656-0344-4bfa-8c44-b9b2e93db9a4 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254234 Sep 15 09:53:07.249413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-de616f30-e770-4262-a60b-2624db46093d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.250545 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-de616f30-e770-4262-a60b-2624db46093d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/security-groups/ba3704a5-1e1b-4711-8fa4-cec20c29d0d5 HTTP/1.1" status: 204 len: 168 time: 0.5758941 Sep 15 09:53:07.254423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48456) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:07.255236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:07.285252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] Sync routers for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:07.305457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:07.309479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:07.314025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.362013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] No DVR routers for this DVR port 105feccd-742a-42d1-b81d-8a256f81c40c on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:07.366007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f2f2dff-13b9-4c1c-a65a-dd585f0309b7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet d42b6c90-fbe4-435c-8ce1-f65550cdf751 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:07.370403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2dff-13b9-4c1c-a65a-dd585f0309b7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.374103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.378071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.401309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.417794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'name': 'network-vif-deleted', 'tag': '105feccd-742a-42d1-b81d-8a256f81c40c'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:53:07.420238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0619dd-39a8-4980-b8dc-a8ffa607adb3" -d '{"events": [{"server_uuid": "0c8df0d3-a1d8-4927-96f9-01a4a9a4f320", "name": "network-vif-deleted", "tag": "105feccd-742a-42d1-b81d-8a256f81c40c"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:53:07.425176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad7d68e6-9d64-4f8d-ad4d-4c40e80e0680 req-24811850-9b6a-40d2-8596-1f7b3067b70e tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.16 "DELETE /v2.0/ports/105feccd-742a-42d1-b81d-8a256f81c40c HTTP/1.1" status: 204 len: 173 time: 4.5432947 Sep 15 09:53:07.449844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48464) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:07.450242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=696b46f5-811f-4b35-ad90-fd10b243a472,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:07.470546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.484585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:07.485581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.605360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849c3ea5-26b3-4c4d-9778-800084af38a9 x-openstack-request-id: req-849c3ea5-26b3-4c4d-9778-800084af38a9 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:53:07.605647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c8df0d3-a1d8-4927-96f9-01a4a9a4f320", "name": "network-vif-deleted", "tag": "105feccd-742a-42d1-b81d-8a256f81c40c", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:53:07.605930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-849c3ea5-26b3-4c4d-9778-800084af38a9 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:53:07.606326 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-849c3ea5-26b3-4c4d-9778-800084af38a9'] response: {'server_uuid': '0c8df0d3-a1d8-4927-96f9-01a4a9a4f320', 'name': 'network-vif-deleted', 'tag': '105feccd-742a-42d1-b81d-8a256f81c40c', 'status': 'completed', 'code': 200} Sep 15 09:53:07.611884 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-ff1f8e4d-f454-453b-955e-2a852c61f61f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 200 len: 1000 time: 0.4281976 Sep 15 09:53:07.633053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0559599f-f49a-4397-8e60-0ff7e13b2e82,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:07.651580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.653012 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7fe83dd7-1d1d-477b-b5f5-ca18b2fa9c65 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9220259 Sep 15 09:53:07.655738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2dff-13b9-4c1c-a65a-dd585f0309b7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:07.690471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48470) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:07.708343 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4855089 Sep 15 09:53:07.730000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8b3f3a9f-6582-494d-bc8f-f3a6112ef5d8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '0559599f-f49a-4397-8e60-0ff7e13b2e82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:07.742712 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-8b3f3a9f-6582-494d-bc8f-f3a6112ef5d8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 15 09:53:07.743565 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-8b3f3a9f-6582-494d-bc8f-f3a6112ef5d8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:07.744767 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8b3f3a9f-6582-494d-bc8f-f3a6112ef5d8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0477767 Sep 15 09:53:07.748980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48474) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:07.749490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48478) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:07.776556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'subnet': {'network_id': 'be43c4aa-f6b8-4e92-bd5b-c26c27d010f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:07.815260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-06d4c350-f619-42a8-b3c4-c345e71fe709 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '0559599f-f49a-4397-8e60-0ff7e13b2e82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:07.816316 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-06d4c350-f619-42a8-b3c4-c345e71fe709 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 15 09:53:07.817660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-06d4c350-f619-42a8-b3c4-c345e71fe709 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:07.822954 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-06d4c350-f619-42a8-b3c4-c345e71fe709 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0656486 Sep 15 09:53:07.825334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:07.826888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48488) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:07.839879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-66f61a8f-2722-4755-99c3-71ae510607e7 tempest-ServiceProvidersTest-1516053110 tempest-ServiceProvidersTest-1516053110-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3762116 Sep 15 09:53:07.851573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1a846f-d4e0-4c0f-8d72-b7afc4fcecf2 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Network': ['ID=be43c4aa-f6b8-4e92-bd5b-c26c27d010f8,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:07.861300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0dfbf44a-1575-44ad-8a4d-3cd7a148f02a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '0559599f-f49a-4397-8e60-0ff7e13b2e82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:07.862431 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-0dfbf44a-1575-44ad-8a4d-3cd7a148f02a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 15 09:53:07.863847 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-0dfbf44a-1575-44ad-8a4d-3cd7a148f02a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:07.867589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-5384dd33-431b-4577-80d1-b7e4bf4ae773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:07.868967 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0dfbf44a-1575-44ad-8a4d-3cd7a148f02a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0223384 Sep 15 09:53:07.869741 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-5384dd33-431b-4577-80d1-b7e4bf4ae773 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 200 len: 851 time: 0.0962670 Sep 15 09:53:07.872969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48494) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:07.916235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2ad11132-9f11-4492-8e99-7689ecedcfa5 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '0559599f-f49a-4397-8e60-0ff7e13b2e82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:07.918156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:07.918965 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-2ad11132-9f11-4492-8e99-7689ecedcfa5 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 15 09:53:07.919486 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-2ad11132-9f11-4492-8e99-7689ecedcfa5 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:07.920469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2ad11132-9f11-4492-8e99-7689ecedcfa5 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091116 Sep 15 09:53:08.104404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48498) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:08.113467 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-18c38c9f-237d-452e-834d-7d463d784998 req-afa91881-bdc7-4b20-9d06-7b0477d0a89a tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/ports?device_id=0c8df0d3-a1d8-4927-96f9-01a4a9a4f320 HTTP/1.1" status: 200 len: 210 time: 0.2433281 Sep 15 09:53:08.158732 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2e32a279-ffd6-417d-9b6f-c79584b95353 req-e4e3076a-9922-42c2-9275-353d8bf13f6e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 210 time: 0.4058554 Sep 15 09:53:08.189244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:08.195430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:subnet and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:08.199812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:08.207154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:08.219065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2dff-13b9-4c1c-a65a-dd585f0309b7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:08.297537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:08.351624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-1cb578ee-362f-4018-a6fc-d30fa877b736 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:08.353530 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-1cb578ee-362f-4018-a6fc-d30fa877b736 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c HTTP/1.1" status: 200 len: 797 time: 0.5995147 Sep 15 09:53:08.411142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Made reservation on behalf of 6d6325438e8e4e109382d4c062fa269a for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:08.416723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:08.448703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:52Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:08.452796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] Checking router: 589455be-a8fb-4c6d-9b3b-ce9d62ce263c for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:53:08.462940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:08.463554 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:08.581649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2dff-13b9-4c1c-a65a-dd585f0309b7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:08.605837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48510) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:08.618623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc40c-1e70-4a17-9391-00b7fd23a166 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:08.662910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f2dff-13b9-4c1c-a65a-dd585f0309b7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=d42b6c90-fbe4-435c-8ce1-f65550cdf751,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:08.672087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f2f2dff-13b9-4c1c-a65a-dd585f0309b7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:08.691530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:08.694731 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2f2f2dff-13b9-4c1c-a65a-dd585f0309b7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/d42b6c90-fbe4-435c-8ce1-f65550cdf751 HTTP/1.1" status: 204 len: 168 time: 1.4314880 Sep 15 09:53:08.695846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48516) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:08.696729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc40c-1e70-4a17-9391-00b7fd23a166 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:08.710719 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-68d79249-c0b3-4e7c-a22b-b2bd78a18afb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 380 time: 0.3261189 Sep 15 09:53:08.714704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:08.737052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['8f2a016d-29c4-45d7-b0fe-1ea0adea9148']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:08.744084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bc60e-af19-4512-b6c5-30f7abf149b6 None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:08.766351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-be5f0e0c-f1d5-4774-b4de-9c40dfe1f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:08.767674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079170d0-2779-4845-8ca0-0f1a0c87fd0e req-1637b0f3-668c-4610-8d9e-e4b97cfa61f5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:08.768514 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-be5f0e0c-f1d5-4774-b4de-9c40dfe1f782 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2d440db9-562a-426e-859c-183ebb134080&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8471689 Sep 15 09:53:08.776529 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-079170d0-2779-4845-8ca0-0f1a0c87fd0e req-1637b0f3-668c-4610-8d9e-e4b97cfa61f5 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3331459 Sep 15 09:53:08.899013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:08.942061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:08.961086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-079170d0-2779-4845-8ca0-0f1a0c87fd0e req-7e78fd4b-c7b3-44d9-ab7a-43524b39ba00 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830637 Sep 15 09:53:08.965855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] Usage tracker for resource:security_group_rule and tenant:4b2f69fe3b5f46babacd916d4e234434 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:09.002455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:09.015744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:09.082834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:09.100573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:09.107887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:09.131170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:09.223870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:09.293041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:52Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:09.302488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218d4af2-0035-403d-895e-5ad07476d2cb None None] The sync data for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv is: [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:51:43Z', 'revision_number': 4, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '6c6afc23-c7eb-4f1b-8df2-07ff4874f182', 'name': '', 'network_id': 'd0d061c4-ebee-4038-b6b1-c5b5155b6821', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'mac_address': 'fa:16:3e:64:b1:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '9f95b579-d304-4ace-8671-567b5672cef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:40Z', 'updated_at': '2022-09-15T09:51:52Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'subnets': [{'id': '9f95b579-d304-4ace-8671-567b5672cef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:09.329779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:09.339840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:09.368188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc40c-1e70-4a17-9391-00b7fd23a166 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:09.375930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:09.383578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48526) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:09.421920 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-df39386b-bf6a-48a0-8731-744514accf57 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5865006 Sep 15 09:53:09.429324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:09.436092 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfc40c-1e70-4a17-9391-00b7fd23a166 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0559599f-f49a-4397-8e60-0ff7e13b2e82,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:09.549228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:09.557447 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d6bfc40c-1e70-4a17-9391-00b7fd23a166 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:09.561856 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d6bfc40c-1e70-4a17-9391-00b7fd23a166 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/0559599f-f49a-4397-8e60-0ff7e13b2e82 HTTP/1.1" status: 204 len: 168 time: 1.4532702 Sep 15 09:53:09.561856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48530) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:09.573475 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9cded970-3a5d-4af9-855f-7d36b0e21afb req-a8e9d99d-b726-4758-8e20-1041d5520f0b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 210 time: 0.1299238 Sep 15 09:53:09.621667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:09.697477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Subnet': ['ID=bf6ca085-f849-49be-aedb-82348dd1536d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:09.713133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Checking segment: {'id': 'de289202-08c0-4981-af18-297860671590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'be43c4aa-f6b8-4e92-bd5b-c26c27d010f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:09.713562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network hostable DHCP agents. Network: be43c4aa-f6b8-4e92-bd5b-c26c27d010f8, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:09.732498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:09.736225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:09.738454 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fae9cf-a889-4d75-be7b-e8db6dd068a4 None None] New status for floating IP 6de33e08-c056-4a14-bc4e-fe2b15f3f120: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:53:09.739933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:09.806593 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b2f69fe3b5f46babacd916d4e234434&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1649187 Sep 15 09:53:09.812599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48534) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:09.856745 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fdc9a63c-43a5-4070-a15d-a3b2be83217f req-3304f0a3-ecd2-45eb-8b99-24664fd91016 service neutron] 10.222.0.16 "GET /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226155 Sep 15 09:53:09.857247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd4961b4-d7c1-4225-bdc2-922fa9297928 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:09.914935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802edf05-936f-467a-bd07-eb01074d413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be21f038-e636-48fa-95a9-ac557da57a63,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:09.943731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:09.953055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd4961b4-d7c1-4225-bdc2-922fa9297928 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.041693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c2f2008-2831-47f5-926e-e48b7a658ac3 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Synchronizing usage tracker for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:10.050195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6710dd0f-aa89-437f-86ab-8d35b513d407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.081730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.3 (3399ccf0-c97a-4de9-830e-aa8e6243ee4c/d9b8695d-1d20-46f2-9023-7696a555144c/556cd842-9469-44c4-b2cc-df8ec631bdc5) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:10.101093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6710dd0f-aa89-437f-86ab-8d35b513d407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.104634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:10.110645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, be43c4aa-f6b8-4e92-bd5b-c26c27d010f8) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:10.123885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:10.124096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52440391-5fb4-4522-9942-2ebc5d341ae7 None None] Network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:10.124692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.132528 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-03576679-761b-4705-8228-5f240b19026a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "PUT /v2.0/routers/27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5911260 Sep 15 09:53:10.133423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48540) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:10.215605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f1616-1990-465f-87c7-f3461c09210b None None] Sync routers for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:10.232496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c2f2008-2831-47f5-926e-e48b7a658ac3 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Unset dirty status for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:10.234012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd4961b4-d7c1-4225-bdc2-922fa9297928 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.237754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3c2f2008-2831-47f5-926e-e48b7a658ac3 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6748533 Sep 15 09:53:10.238786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48544) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:10.251582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f1616-1990-465f-87c7-f3461c09210b None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:10.252349 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0a7f1616-1990-465f-87c7-f3461c09210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:10.258629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834131738'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:10.265711 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-31e012b6-22b4-43f9-9ee8-e14c3d21159d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5099428 Sep 15 09:53:10.267816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4961b4-d7c1-4225-bdc2-922fa9297928 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45793840-506d-41b9-abb3-986e303f7d5b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:10.273135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:10.275184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48548) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:10.282641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'network': {'name': 'tempest-router-network01--234485994'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:10.293889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd4961b4-d7c1-4225-bdc2-922fa9297928 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.297312 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cd4961b4-d7c1-4225-bdc2-922fa9297928 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "DELETE /v2.0/security-groups/45793840-506d-41b9-abb3-986e303f7d5b HTTP/1.1" status: 204 len: 168 time: 0.8913150 Sep 15 09:53:10.297312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:10.298441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:10.301860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6710dd0f-aa89-437f-86ab-8d35b513d407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.302685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6710dd0f-aa89-437f-86ab-8d35b513d407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.307931 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6710dd0f-aa89-437f-86ab-8d35b513d407 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be21f038-e636-48fa-95a9-ac557da57a63 HTTP/1.1" status: 204 len: 168 time: 0.4840844 Sep 15 09:53:10.307931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48552) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:10.308151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bff1ab73-aa7c-405f-9b9e-05ffa33cba40 None None] Provisioning complete for port b6a43603-b9ae-427f-be04-e60f555cfadf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:10.308290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bff1ab73-aa7c-405f-9b9e-05ffa33cba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.318553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:network and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:10.334068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:10.344818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6710dd0f-aa89-437f-86ab-8d35b513d407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be21f038-e636-48fa-95a9-ac557da57a63,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:10.347960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:10.349356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.384112 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-32232614-aff8-4da9-b4f9-9a6a6a0dc698 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] show failed (client error): The resource could not be found. Sep 15 09:53:10.387690 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-32232614-aff8-4da9-b4f9-9a6a6a0dc698 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "GET /v2.0/security-groups/45793840-506d-41b9-abb3-986e303f7d5b HTTP/1.1" status: 404 len: 347 time: 0.0709321 Sep 15 09:53:10.394511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48558) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:10.408929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0a7f1616-1990-465f-87c7-f3461c09210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:10.470662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7f1616-1990-465f-87c7-f3461c09210b None None] Routers {'27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:10.471392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0a7f1616-1990-465f-87c7-f3461c09210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:10.494820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.520217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:10.530029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:10.539354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0a7f1616-1990-465f-87c7-f3461c09210b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:10.540116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7f1616-1990-465f-87c7-f3461c09210b None None] The sync data for ids ['27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:10.591723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f49281d-e120-4edf-a14a-93ee5e5a3a23 None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:10.598537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:10.599126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.614186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Made reservation on behalf of 6d6325438e8e4e109382d4c062fa269a for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:10.618848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.640901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=d7167ff5-85d9-49fe-b2ea-e16d682b4115,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:10.653117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:10.659996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Deleting port acaf7707-fce7-4ff4-8b2a-341c290a78db {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:10.660335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.699709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:10.704828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:10.762832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bff1ab73-aa7c-405f-9b9e-05ffa33cba40 None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:10.779240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-be43c4aa-f6b8-4e92-bd5b-c26c27d010f8', 'network_id': 'be43c4aa-f6b8-4e92-bd5b-c26c27d010f8', 'tenant_id': '6d6325438e8e4e109382d4c062fa269a', 'fixed_ips': [{'subnet_id': 'bf6ca085-f849-49be-aedb-82348dd1536d'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:10.781417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.810055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.870895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8754199c-797b-4025-8e76-d10f2831b3a5 req-ff251f0d-28ad-4dec-95fb-3abd99e3bc95 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:10.879014 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8754199c-797b-4025-8e76-d10f2831b3a5 req-ff251f0d-28ad-4dec-95fb-3abd99e3bc95 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.6568515 Sep 15 09:53:10.908582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bff1ab73-aa7c-405f-9b9e-05ffa33cba40 None None] Provisioning complete for port e1d50816-78f9-4410-96bf-e2a77c3c5890 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:10.909286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bff1ab73-aa7c-405f-9b9e-05ffa33cba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.934016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:10.982320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 556cd842-9469-44c4-b2cc-df8ec631bdc5 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:10.988732 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-345245cc-278b-4afe-89fe-8be6127934cd tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2865460 Sep 15 09:53:10.994704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48564) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:11.004971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:11.018148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'security_group': {'name': 'tempest-secgroup-422822758'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:11.024315 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8754199c-797b-4025-8e76-d10f2831b3a5 req-b22f8964-5572-433b-b4e0-40f8aca943e1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419024 Sep 15 09:53:11.025387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bff1ab73-aa7c-405f-9b9e-05ffa33cba40 None None] Port e1d50816-78f9-4410-96bf-e2a77c3c5890 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:11.036899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:11.044045 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-67289165-5af3-4714-a856-c58e90e8638b req-1698a972-1ac4-459f-a767-d105bce7ecf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 210 time: 0.1101749 Sep 15 09:53:11.075988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:11.176679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.177034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Added segment e5dce960-1ee8-4764-9bee-50d592257458 of type vlan for network 7a2db185-37e6-41af-bcc3-bffb59ed1607 Sep 15 09:53:11.219765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Allocated IP 2001:db8::2 (be43c4aa-f6b8-4e92-bd5b-c26c27d010f8/bf6ca085-f849-49be-aedb-82348dd1536d/5ff18173-1b5e-4348-a1ef-1e0f5ca768a6) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:11.232223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.235517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:11.248216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:11.261852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:11.296099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.323535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.324148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.375029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.399386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:11.403463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group_rule and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:11.407453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:11.408250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.414048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.416524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting port 4d459835-ee5a-4508-853c-dbbffb4490e9 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:11.416850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.444908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:11.476411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Calling delete_port for acaf7707-fce7-4ff4-8b2a-341c290a78db owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:11.499965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2815796-aa56-4e87-abb1-31773b8cb53a None None] Update dhcp port {'port': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'fixed_ips': [{'subnet_id': '27928c22-809b-428a-b6b7-6ca22a7eb098', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd7167ff5-85d9-49fe-b2ea-e16d682b4115'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'b6a43603-b9ae-427f-be04-e60f555cfadf'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:53:11.504537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.529798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.544700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:11.552020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.555644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:11.557743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Transition to ACTIVE for port object 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:11.558143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:11.558511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:11.558872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.577441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2815796-aa56-4e87-abb1-31773b8cb53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.595313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Transition to ACTIVE for port object 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:11.613342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8027863-7de8-448b-bb42-c2eca339eeec,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:11.706413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.707260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=556cd842-9469-44c4-b2cc-df8ec631bdc5,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:11.737150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Network': ['ID=7a2db185-37e6-41af-bcc3-bffb59ed1607,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:11.758772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:11.759660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.799126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.800642 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4dab9685-aeff-4751-81be-27d0899b1cea tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5512576 Sep 15 09:53:11.803714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48568) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:11.811538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b96f6be6-0c5b-48c1-a966-4effc096de69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:11.812501 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-b96f6be6-0c5b-48c1-a966-4effc096de69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 15 09:53:11.813154 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-b96f6be6-0c5b-48c1-a966-4effc096de69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:11.814301 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b96f6be6-0c5b-48c1-a966-4effc096de69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094490 Sep 15 09:53:11.819987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48572) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:11.827743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-33d99bc0-9487-43ac-87bc-0a547e2502c2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:11.833902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7a2db185-37e6-41af-bcc3-bffb59ed1607 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:11.836586 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e4cd3bff-decf-457b-a02a-087277b2f459 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5603745 Sep 15 09:53:11.842167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48576) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:11.844360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.846946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-33d99bc0-9487-43ac-87bc-0a547e2502c2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:11.853352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Pushing event updated for resources: {'Port': ['ID=5ff18173-1b5e-4348-a1ef-1e0f5ca768a6,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:11.853526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'network': {'name': 'tempest-router-network02--1004100973'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:11.864490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.865013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-33d99bc0-9487-43ac-87bc-0a547e2502c2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:11.867864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:11.870291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-33d99bc0-9487-43ac-87bc-0a547e2502c2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:11.877647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:network and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:11.880477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-33d99bc0-9487-43ac-87bc-0a547e2502c2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:11.882894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:11.890582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:11.923723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.928946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:11.933221 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-398e1fc0-4da2-490f-a452-3cd9d13843c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2086289 Sep 15 09:53:11.944473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:11.953291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:11.972441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:11.976795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Pushing event deleted for resources: {'Port': ['ID=acaf7707-fce7-4ff4-8b2a-341c290a78db,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:12.012784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Calling delete_port for 4d459835-ee5a-4508-853c-dbbffb4490e9 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:12.015824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Made reservation on behalf of 6d6325438e8e4e109382d4c062fa269a for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:12.018822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.047015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Request body: {'port': {'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:12.113555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:12.131045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.135196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.135550 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Added segment a33dc896-085e-4018-bcad-9c4acecec4f6 of type vlan for network 57fd1497-c243-4cb7-ac9d-c51a388c67af Sep 15 09:53:12.144141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4956587b-998a-46f6-8e62-30560abd5fd6,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:12.174533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.180908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-20d2ab5e-d6be-4e85-9579-e84fb72b51b1 None None] Provisioning for port 556cd842-9469-44c4-b2cc-df8ec631bdc5 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:12.194156 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-33d99bc0-9487-43ac-87bc-0a547e2502c2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:12.195689 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-33d99bc0-9487-43ac-87bc-0a547e2502c2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3746240 Sep 15 09:53:12.198788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48584) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:12.207519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-092636da-486d-47d7-9ebd-9022325af69a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:12.208011 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-092636da-486d-47d7-9ebd-9022325af69a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 15 09:53:12.208499 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-092636da-486d-47d7-9ebd-9022325af69a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:12.209704 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-092636da-486d-47d7-9ebd-9022325af69a tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097625 Sep 15 09:53:12.213660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48588) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:12.219801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.222621 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0315031a-0b7b-4737-b4db-402cc0cb5771 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2250664 Sep 15 09:53:12.225282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f74c0bfc-3849-4987-b085-4e27b4ea63b4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:12.234723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f74c0bfc-3849-4987-b085-4e27b4ea63b4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:12.240004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48592) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:12.240707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f74c0bfc-3849-4987-b085-4e27b4ea63b4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:12.242409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-d2815796-aa56-4e87-abb1-31773b8cb53a None None] Allocated IP 2001:db8::2 (1d61da62-01c8-407c-ab55-a9121839faf0/d7167ff5-85d9-49fe-b2ea-e16d682b4115/b6a43603-b9ae-427f-be04-e60f555cfadf) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:12.244732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-20d2ab5e-d6be-4e85-9579-e84fb72b51b1 None None] Provisioning complete for port 556cd842-9469-44c4-b2cc-df8ec631bdc5 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:12.245099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-20d2ab5e-d6be-4e85-9579-e84fb72b51b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.245268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'security_group': {'name': 'tempest-secgroup-1745117032'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:12.246189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f74c0bfc-3849-4987-b085-4e27b4ea63b4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:12.255325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f74c0bfc-3849-4987-b085-4e27b4ea63b4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:12.273888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.275695 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-694262d3-66ad-43a5-aae7-f5df918909c0 tempest-ServersTestManualDisk-1412149117 tempest-ServersTestManualDisk-1412149117-project] 10.222.0.62 "DELETE /v2.0/floatingips/6de33e08-c056-4a14-bc4e-fe2b15f3f120 HTTP/1.1" status: 204 len: 168 time: 1.8763475 Sep 15 09:53:12.295924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48596) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:12.307201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Attempting to bind port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:12.307809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Attempting to bind port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'de289202-08c0-4981-af18-297860671590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'be43c4aa-f6b8-4e92-bd5b-c26c27d010f8'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:12.308332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Attempting to bind port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 on network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:12.350040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:12.350783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Checking segment: {'id': 'de289202-08c0-4981-af18-297860671590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'be43c4aa-f6b8-4e92-bd5b-c26c27d010f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:12.351346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.351892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Bound using segment: {'id': 'de289202-08c0-4981-af18-297860671590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'be43c4aa-f6b8-4e92-bd5b-c26c27d010f8'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:12.352597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Bound port: 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de289202-08c0-4981-af18-297860671590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'be43c4aa-f6b8-4e92-bd5b-c26c27d010f8'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:12.353150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.367218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:12.378197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.384433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:12.385128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.392416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:12.408691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:12.411355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.431647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-20d2ab5e-d6be-4e85-9579-e84fb72b51b1 None None] Port 556cd842-9469-44c4-b2cc-df8ec631bdc5 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:12.442358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:12.522857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Network': ['ID=57fd1497-c243-4cb7-ac9d-c51a388c67af,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:12.534770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d2815796-aa56-4e87-abb1-31773b8cb53a None None] For port b6a43603-b9ae-427f-be04-e60f555cfadf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b6a43603-b9ae-427f-be04-e60f555cfadf,segment=NetworkSegment(abe47d31-9b9a-4796-9ab0-21dea38289a3),segment_id=abe47d31-9b9a-4796-9ab0-21dea38289a3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:12.543601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 57fd1497-c243-4cb7-ac9d-c51a388c67af details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:12.546988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78367dd1-d9a3-49b9-aac2-4a66dac04143 req-4466f0b6-5db1-47d2-b8a1-54a6b513e725 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:12.548795 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78367dd1-d9a3-49b9-aac2-4a66dac04143 req-4466f0b6-5db1-47d2-b8a1-54a6b513e725 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 931 time: 0.2772887 Sep 15 09:53:12.552600 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b142f6c7-ab50-4c62-834f-ad068e67a753 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7080414 Sep 15 09:53:12.556034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48600) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:12.562677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'subnet': {'network_id': '7a2db185-37e6-41af-bcc3-bffb59ed1607', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:12.600515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-f74c0bfc-3849-4987-b085-4e27b4ea63b4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:12.601775 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f74c0bfc-3849-4987-b085-4e27b4ea63b4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3870761 Sep 15 09:53:12.608673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48604) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:12.630545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d58cd456-345a-45a1-9d76-a9ca2d643a82 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:12.631262 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-d58cd456-345a-45a1-9d76-a9ca2d643a82 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 15 09:53:12.634320 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-d58cd456-345a-45a1-9d76-a9ca2d643a82 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:12.634320 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d58cd456-345a-45a1-9d76-a9ca2d643a82 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0235045 Sep 15 09:53:12.641963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48608) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:12.648056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] For port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:12.666307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2815796-aa56-4e87-abb1-31773b8cb53a None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.686775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8b7d1ea5-4b97-4f23-ab1c-96a20593dcc0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:12.688244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] For port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5ff18173-1b5e-4348-a1ef-1e0f5ca768a6,segment=NetworkSegment(de289202-08c0-4981-af18-297860671590),segment_id=de289202-08c0-4981-af18-297860671590)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:12.704508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-78367dd1-d9a3-49b9-aac2-4a66dac04143 req-85c1515b-3daa-47f0-b232-b06b9c51ef1d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:12.717278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:12.723587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:subnet and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:12.728668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:12.737615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:12.744629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8b7d1ea5-4b97-4f23-ab1c-96a20593dcc0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:12.763092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.816258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.847801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93509b01-3bb1-4a40-9d4a-275f98ae014f None None] Pushing event updated for resources: {'Port': ['ID=5ff18173-1b5e-4348-a1ef-1e0f5ca768a6,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:12.865638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-78367dd1-d9a3-49b9-aac2-4a66dac04143 req-85c1515b-3daa-47f0-b232-b06b9c51ef1d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:12.867556 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78367dd1-d9a3-49b9-aac2-4a66dac04143 req-85c1515b-3daa-47f0-b232-b06b9c51ef1d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895699 Sep 15 09:53:12.900082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Made reservation on behalf of 6d6325438e8e4e109382d4c062fa269a for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:12.904310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:12.974355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8b7d1ea5-4b97-4f23-ab1c-96a20593dcc0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:12.986351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f29df4-0226-4a1c-8e83-e48226b68f85 req-f8ab083f-5218-4544-b86a-61723f964171 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:12.987833 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-33f29df4-0226-4a1c-8e83-e48226b68f85 req-f8ab083f-5218-4544-b86a-61723f964171 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.7383173 Sep 15 09:53:12.993800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8b7d1ea5-4b97-4f23-ab1c-96a20593dcc0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:13.037566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8b7d1ea5-4b97-4f23-ab1c-96a20593dcc0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:13.078518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:13.095989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group_rule and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:13.151517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:13.232423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d2815796-aa56-4e87-abb1-31773b8cb53a None None] Transition to ACTIVE for port object b6a43603-b9ae-427f-be04-e60f555cfadf will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:13.250763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:13.260963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:13.270990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:13.332073 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-33f29df4-0226-4a1c-8e83-e48226b68f85 req-e41e1090-6668-4b0b-9d82-4fca2c3c7cd4 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3064084 Sep 15 09:53:13.335732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2815796-aa56-4e87-abb1-31773b8cb53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:13.352723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Checking segment: {'id': 'e5dce960-1ee8-4764-9bee-50d592257458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a2db185-37e6-41af-bcc3-bffb59ed1607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:13.353085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network hostable DHCP agents. Network: 7a2db185-37e6-41af-bcc3-bffb59ed1607, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:13.357493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Port': ['ID=4d459835-ee5a-4508-853c-dbbffb4490e9,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:13.364829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Subnet': ['ID=f7040bf9-5479-419b-a331-30543925d809,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:13.376015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.376471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.376692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.377323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.377323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.378448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.378448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.378448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.379178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.379178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.379326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.379628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:13.489180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network 7a2db185-37e6-41af-bcc3-bffb59ed1607 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:13.525853 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2815796-aa56-4e87-abb1-31773b8cb53a None None] Pushing event updated for resources: {'Port': ['ID=b6a43603-b9ae-427f-be04-e60f555cfadf,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:13.546983 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-8b7d1ea5-4b97-4f23-ab1c-96a20593dcc0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:13.548040 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8b7d1ea5-4b97-4f23-ab1c-96a20593dcc0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9033251 Sep 15 09:53:13.566632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48614) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:13.583705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6a5d21cc-32ed-40ec-9f3f-47b2860a77ed tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:13.584185 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-6a5d21cc-32ed-40ec-9f3f-47b2860a77ed tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 15 09:53:13.584678 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-6a5d21cc-32ed-40ec-9f3f-47b2860a77ed tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:13.585739 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6a5d21cc-32ed-40ec-9f3f-47b2860a77ed tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0163465 Sep 15 09:53:13.591292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48618) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:13.614924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-68025053-007e-4c72-8527-4645f97f93e6 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:13.679435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-68025053-007e-4c72-8527-4645f97f93e6 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:13.732911 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7a2db185-37e6-41af-bcc3-bffb59ed1607) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:13.733145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-68025053-007e-4c72-8527-4645f97f93e6 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:13.737849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-68025053-007e-4c72-8527-4645f97f93e6 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:13.740018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41ce3a2-42c5-4f37-857f-4667fcb51c1a None None] Network 7a2db185-37e6-41af-bcc3-bffb59ed1607 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:13.743043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:13.743623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:13.746656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-68025053-007e-4c72-8527-4645f97f93e6 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:13.758309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:13.819052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:13.839280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561d5f7-c2ba-4201-bc01-0727ebc9459a req-ac3ca088-bcea-4a4f-a2ef-3fa0ef86756e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:13.852311 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2561d5f7-c2ba-4201-bc01-0727ebc9459a req-ac3ca088-bcea-4a4f-a2ef-3fa0ef86756e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3163729 Sep 15 09:53:13.877915 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6e6803ba-37a0-4ce5-9f0d-cb557374f3e9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3198237 Sep 15 09:53:13.881242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48622) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:13.891186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'subnet': {'network_id': '57fd1497-c243-4cb7-ac9d-c51a388c67af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:14.096020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:14.096616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.103839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:subnet and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:14.114542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:14.125929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:14.137350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b6a43603-b9ae-427f-be04-e60f555cfadf up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:14.139461 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2561d5f7-c2ba-4201-bc01-0727ebc9459a req-fb508a1c-eb32-4676-95a2-7d4d0c6e9082 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2860732 Sep 15 09:53:14.218459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63be3e5-690d-49d6-b3b3-43c2a0beb442 None None] Network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:14.257095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.276653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.292488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556cd842-9469-44c4-b2cc-df8ec631bdc5 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:53:14.294249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Made reservation on behalf of 6d6325438e8e4e109382d4c062fa269a for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:14.298099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.329986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.340402 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0993538 Sep 15 09:53:14.345664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.346462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48630) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:14.351628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2cc0d-ee70-4256-ae7b-c85a44c1e6e8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a477524c-5870-4033-aa75-96b0483b4a95,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:14.416248 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-68025053-007e-4c72-8527-4645f97f93e6 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:14.418656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-68025053-007e-4c72-8527-4645f97f93e6 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8231280 Sep 15 09:53:14.427469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48634) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:14.432835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'security_group': {'name': 'tempest-secgroup-1578836263'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:14.439812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-aaece1e7-359a-43d6-8bbc-6975c1b241ff tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': 'e8027863-7de8-448b-bb42-c2eca339eeec', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:14.441148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:14.446040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-aaece1e7-359a-43d6-8bbc-6975c1b241ff tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:14.457449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aaece1e7-359a-43d6-8bbc-6975c1b241ff tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:14.457449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Transition to ACTIVE for port object 556cd842-9469-44c4-b2cc-df8ec631bdc5 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:14.457449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aaece1e7-359a-43d6-8bbc-6975c1b241ff tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:14.458380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:14.462874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:14.464039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:14.470661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-aaece1e7-359a-43d6-8bbc-6975c1b241ff tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:14.475171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:14.531387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-7a2db185-37e6-41af-bcc3-bffb59ed1607', 'network_id': '7a2db185-37e6-41af-bcc3-bffb59ed1607', 'tenant_id': '6d6325438e8e4e109382d4c062fa269a', 'fixed_ips': [{'subnet_id': 'f7040bf9-5479-419b-a331-30543925d809'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:14.532612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.543851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51badb29-2204-4a67-80da-cef445c83f26 req-026f3ece-f20f-4f9e-b790-c3c9db0acd05 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:14.544762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-51badb29-2204-4a67-80da-cef445c83f26 req-026f3ece-f20f-4f9e-b790-c3c9db0acd05 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:14.568472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b866a20c-d8e7-4685-8926-ad1d3f66efd4 None None] Provisioning for port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:14.568699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.598111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.630789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.631329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Fanout notify agent at l3_agent the message router_deleted on router 27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:53:14.634175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:14.638653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:security_group_rule and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:14.641856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:14.648967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:14.719205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.722489 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d912eccf-a8bf-4830-a1b0-80f653c9bb0d tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/routers/27a9b5ce-9b4f-4cb2-b424-bfe17b259f7c HTTP/1.1" status: 204 len: 168 time: 4.5829282 Sep 15 09:53:14.734286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.736732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48638) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:14.744345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:14.765092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:14.765462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.804905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.822198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Pushing event updated for resources: {'Port': ['ID=556cd842-9469-44c4-b2cc-df8ec631bdc5,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:14.825294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-51badb29-2204-4a67-80da-cef445c83f26 req-026f3ece-f20f-4f9e-b790-c3c9db0acd05 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:14.826751 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-51badb29-2204-4a67-80da-cef445c83f26 req-026f3ece-f20f-4f9e-b790-c3c9db0acd05 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 931 time: 0.6645510 Sep 15 09:53:14.854936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-239c5a65-3f4c-43e2-864d-9f7b7290ecad tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Deleting subnet 95ed0549-e2e7-4b99-9680-ec4a0efc74fa {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:14.862880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.863225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.897019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-239c5a65-3f4c-43e2-864d-9f7b7290ecad tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:14.922616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Allocated IP 2001:db8::2 (7a2db185-37e6-41af-bcc3-bffb59ed1607/f7040bf9-5479-419b-a331-30543925d809/6b866d70-084b-438a-a4de-05cb1ea3e334) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:14.935076 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-aaece1e7-359a-43d6-8bbc-6975c1b241ff tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:14.936359 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aaece1e7-359a-43d6-8bbc-6975c1b241ff tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5078444 Sep 15 09:53:14.952075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48644) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:14.995288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-61db9121-e1c2-41f3-9b82-b3d30c8bae8c None None] Provisioning for port b6a43603-b9ae-427f-be04-e60f555cfadf completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:15.009915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97c6727-8ddf-4b66-a307-ad2d6d892ee5,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:15.017329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Subnet': ['ID=86b3857f-4a2a-4ba4-960a-251a44995ff4,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:15.030290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Checking segment: {'id': 'a33dc896-085e-4018-bcad-9c4acecec4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '57fd1497-c243-4cb7-ac9d-c51a388c67af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:15.030785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network hostable DHCP agents. Network: 57fd1497-c243-4cb7-ac9d-c51a388c67af, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:15.046562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-239c5a65-3f4c-43e2-864d-9f7b7290ecad tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.086700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-61db9121-e1c2-41f3-9b82-b3d30c8bae8c None None] Provisioning complete for port b6a43603-b9ae-427f-be04-e60f555cfadf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:15.087078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-61db9121-e1c2-41f3-9b82-b3d30c8bae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.149631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.153553 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a1aa2fa8-7969-440a-bd86-7212dd0a5896 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7370534 Sep 15 09:53:15.153739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:15.153739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.161142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48648) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:15.178193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1349168891', 'security_groups': ['b97c6727-8ddf-4b66-a307-ad2d6d892ee5'], 'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd7167ff5-85d9-49fe-b2ea-e16d682b4115'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:15.250290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Attempting to bind port 556cd842-9469-44c4-b2cc-df8ec631bdc5 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:15.250834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Attempting to bind port 556cd842-9469-44c4-b2cc-df8ec631bdc5 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:15.250834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Attempting to bind port 556cd842-9469-44c4-b2cc-df8ec631bdc5 on network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:15.254355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5ff18173-1b5e-4348-a1ef-1e0f5ca768a6,segment=NetworkSegment(de289202-08c0-4981-af18-297860671590),segment_id=de289202-08c0-4981-af18-297860671590)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:15.270989 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-51badb29-2204-4a67-80da-cef445c83f26 req-648dd7b7-393c-4a6a-846c-5a605982f257 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4335403 Sep 15 09:53:15.275954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Port 556cd842-9469-44c4-b2cc-df8ec631bdc5 on network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:53:15.276282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Attempting to bind port 556cd842-9469-44c4-b2cc-df8ec631bdc5 on network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:15.303206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-239c5a65-3f4c-43e2-864d-9f7b7290ecad tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.303419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:15.303419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Checking segment: {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:15.303419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Bound using segment: {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:15.303419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Bound port: 556cd842-9469-44c4-b2cc-df8ec631bdc5, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30102bb-4e96-415e-a448-29d26681d1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:15.303419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.323557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network 57fd1497-c243-4cb7-ac9d-c51a388c67af is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:15.340936 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.436778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4c878-c254-46be-b774-3d91cd279429 req-f402c72f-d634-4bc3-8f41-2789557283fa tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:15.438965 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28b4c878-c254-46be-b774-3d91cd279429 req-f402c72f-d634-4bc3-8f41-2789557283fa tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.3555088 Sep 15 09:53:15.439697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 57fd1497-c243-4cb7-ac9d-c51a388c67af) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:15.454294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36539ded-3e66-476e-b9d0-6219ddd28bde None None] Network 57fd1497-c243-4cb7-ac9d-c51a388c67af requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:15.457301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.458800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:15.459432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.513039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:15.540749 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28b4c878-c254-46be-b774-3d91cd279429 req-cf032931-4c13-401a-aa0a-05ef7315c6ea tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831554 Sep 15 09:53:15.548512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:15.558935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.565250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-239c5a65-3f4c-43e2-864d-9f7b7290ecad tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.569749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-61db9121-e1c2-41f3-9b82-b3d30c8bae8c None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:15.590954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-61db9121-e1c2-41f3-9b82-b3d30c8bae8c None None] Provisioning complete for port e1d50816-78f9-4410-96bf-e2a77c3c5890 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:15.591327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-61db9121-e1c2-41f3-9b82-b3d30c8bae8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.609480 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7a333bb4-d9ca-437d-a8a9-b9e395580a1d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7240477 Sep 15 09:53:15.610432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48652) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:15.615790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c5a65-3f4c-43e2-864d-9f7b7290ecad tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Subnet': ['ID=95ed0549-e2e7-4b99-9680-ec4a0efc74fa,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:15.620377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-239c5a65-3f4c-43e2-864d-9f7b7290ecad tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.625161 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-239c5a65-3f4c-43e2-864d-9f7b7290ecad tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/subnets/95ed0549-e2e7-4b99-9680-ec4a0efc74fa HTTP/1.1" status: 204 len: 168 time: 0.8887043 Sep 15 09:53:15.626360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48656) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:15.640913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.664238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Transition to ACTIVE for port object 6b866d70-084b-438a-a4de-05cb1ea3e334 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:15.681875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=5ff18173-1b5e-4348-a1ef-1e0f5ca768a6,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:15.688088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] For port 556cd842-9469-44c4-b2cc-df8ec631bdc5, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:15.727011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:15.729201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-61db9121-e1c2-41f3-9b82-b3d30c8bae8c None None] Port e1d50816-78f9-4410-96bf-e2a77c3c5890 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:15.852040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.879132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] For port 556cd842-9469-44c4-b2cc-df8ec631bdc5, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:15.891571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-06288613-6356-40f3-a036-181581f9d0e6 None None] Provisioning complete for port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:15.891771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-06288613-6356-40f3-a036-181581f9d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.956429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.957564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:15.963297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Transition to ACTIVE for port object 6b866d70-084b-438a-a4de-05cb1ea3e334 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:16.038827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8027863-7de8-448b-bb42-c2eca339eeec,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:16.041895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.045175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:16.045798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.047527 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] 10.222.0.16 "PUT /v2.0/ports/556cd842-9469-44c4-b2cc-df8ec631bdc5 HTTP/1.1" status: 200 len: 1093 time: 4.0426543 Sep 15 09:53:16.094147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.098037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:53:16.100397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2120a1ac-25ae-480b-90d8-c35273345c83" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:53:16.164367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] device_id is not set on port de55b0e6-499a-4015-955a-c5191e1c71d3 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:53:16.179540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Pushing event updated for resources: {'Port': ['ID=6b866d70-084b-438a-a4de-05cb1ea3e334,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:16.182213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-57fd1497-c243-4cb7-ac9d-c51a388c67af', 'network_id': '57fd1497-c243-4cb7-ac9d-c51a388c67af', 'tenant_id': '6d6325438e8e4e109382d4c062fa269a', 'fixed_ips': [{'subnet_id': '86b3857f-4a2a-4ba4-960a-251a44995ff4'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:16.183040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.213219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.259803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98c4bfe7-3770-469e-8c4f-0e6bc3b3daca']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:16.289634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac27dc1-6128-4301-bd8e-09ea921b2d67 x-openstack-request-id: req-2ac27dc1-6128-4301-bd8e-09ea921b2d67 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:53:16.290219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:53:16.290360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2ac27dc1-6128-4301-bd8e-09ea921b2d67 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:53:16.290763 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac27dc1-6128-4301-bd8e-09ea921b2d67'] response: {'name': 'network-changed', 'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'status': 'completed', 'code': 200} Sep 15 09:53:16.294739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.295208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.295648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.296080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.296507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.296935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.297700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.298254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.298685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.299134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.299542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.299962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:16.308433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.308433 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c5549e42-d330-40f6-b9bd-4eb5d5199585 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/e8027863-7de8-448b-bb42-c2eca339eeec HTTP/1.1" status: 204 len: 168 time: 1.3505914 Sep 15 09:53:16.308710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Network 7a2db185-37e6-41af-bcc3-bffb59ed1607 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:16.308808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '669b7a15-7c54-4aa2-96b5-8d0f81cc4f0f') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:16.308808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '669b7a15-7c54-4aa2-96b5-8d0f81cc4f0f') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:16.317389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:16.321629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48664) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:16.329280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:16.367015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.424358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.499707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:16.500820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.511565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Deleting port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:16.511905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.527440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-06288613-6356-40f3-a036-181581f9d0e6 None None] Current status of the port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:16.548819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Attempting to bind port 6b866d70-084b-438a-a4de-05cb1ea3e334 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:16.549193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Attempting to bind port 6b866d70-084b-438a-a4de-05cb1ea3e334 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e5dce960-1ee8-4764-9bee-50d592257458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a2db185-37e6-41af-bcc3-bffb59ed1607'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:16.549532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Attempting to bind port 6b866d70-084b-438a-a4de-05cb1ea3e334 on network 7a2db185-37e6-41af-bcc3-bffb59ed1607 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:16.561425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:16.561425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Checking segment: {'id': 'e5dce960-1ee8-4764-9bee-50d592257458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a2db185-37e6-41af-bcc3-bffb59ed1607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:16.563576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.563576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Bound using segment: {'id': 'e5dce960-1ee8-4764-9bee-50d592257458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a2db185-37e6-41af-bcc3-bffb59ed1607'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:16.563576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Bound port: 6b866d70-084b-438a-a4de-05cb1ea3e334, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dce960-1ee8-4764-9bee-50d592257458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '7a2db185-37e6-41af-bcc3-bffb59ed1607'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:16.563576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.578112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b69c2-bda7-450e-8c12-e1b65447d39b service neutron] Pushing event updated for resources: {'Port': ['ID=556cd842-9469-44c4-b2cc-df8ec631bdc5,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:16.580988 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 669b7a15-7c54-4aa2-96b5-8d0f81cc4f0f resource provider aggregate not found Sep 15 09:53:16.673191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] For port 6b866d70-084b-438a-a4de-05cb1ea3e334, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:16.676412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] For port 6b866d70-084b-438a-a4de-05cb1ea3e334, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6b866d70-084b-438a-a4de-05cb1ea3e334,segment=NetworkSegment(e5dce960-1ee8-4764-9bee-50d592257458),segment_id=e5dce960-1ee8-4764-9bee-50d592257458)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:16.678094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Allocated IP 2001:db8::2 (57fd1497-c243-4cb7-ac9d-c51a388c67af/86b3857f-4a2a-4ba4-960a-251a44995ff4/d5b84f96-4bda-47a6-b60a-2c87a35adca0) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:16.685377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b623660f-45dd-4d3f-922f-43ae33aec114 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Synchronizing usage tracker for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:16.702670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.707014 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 669b7a15-7c54-4aa2-96b5-8d0f81cc4f0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 669b7a15-7c54-4aa2-96b5-8d0f81cc4f0f found for delete ", "request_id": "req-6cd2448b-2107-4e5e-82ca-dc9f9d6a108c"}]} Sep 15 09:53:16.767009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8::11d (1d61da62-01c8-407c-ab55-a9121839faf0/d7167ff5-85d9-49fe-b2ea-e16d682b4115/de55b0e6-499a-4015-955a-c5191e1c71d3) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:16.780576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.790625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69d90d-207a-4348-9624-b8b4884d7ce3 req-0c105cee-db53-4209-bb19-6bb833062022 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:16.792330 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-be69d90d-207a-4348-9624-b8b4884d7ce3 req-0c105cee-db53-4209-bb19-6bb833062022 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 943 time: 0.3493772 Sep 15 09:53:16.860172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57243bd8-d050-4917-bcba-4af75ba4de9e None None] Pushing event updated for resources: {'Port': ['ID=6b866d70-084b-438a-a4de-05cb1ea3e334,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:16.876311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b623660f-45dd-4d3f-922f-43ae33aec114 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Unset dirty status for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:16.882004 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b623660f-45dd-4d3f-922f-43ae33aec114 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5590689 Sep 15 09:53:16.889109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48674) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:16.943128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.948100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:16.959083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--736724168'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:16.985655 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-be69d90d-207a-4348-9624-b8b4884d7ce3 req-c53a0d3a-7567-44e5-b3fe-55ed0bd7632a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799593 Sep 15 09:53:17.002206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:17.021165 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] 10.222.0.62 "DELETE /v2.0/networks/98c4bfe7-3770-469e-8c4f-0e6bc3b3daca HTTP/1.1" status: 204 len: 168 time: 1.3936863 Sep 15 09:53:17.028073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b38ced-d170-4f60-a683-38f607c47e7a tempest-FloatingIPTestJSON-473774767 tempest-FloatingIPTestJSON-473774767-project] Pushing event deleted for resources: {'Network': ['ID=98c4bfe7-3770-469e-8c4f-0e6bc3b3daca,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:17.036672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:17.045479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.058437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Transition to ACTIVE for port object d5b84f96-4bda-47a6-b60a-2c87a35adca0 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:17.079781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Transition to ACTIVE for port object d5b84f96-4bda-47a6-b60a-2c87a35adca0 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:17.151752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.175546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] For port 6c6afc23-c7eb-4f1b-8df2-07ff4874f182, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:17.176022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.190905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.204826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object de55b0e6-499a-4015-955a-c5191e1c71d3 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:17.409136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:17.409136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:17.409136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:17.409136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:17.409483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-7ba3a9df-476a-43ae-bd21-0b141cee3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:17.409483 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-7ba3a9df-476a-43ae-bd21-0b141cee3f6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 1096 time: 0.9715571 Sep 15 09:53:17.409483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Calling delete_port for 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:17.410119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.475627 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-c0436eef-360a-4e30-952f-e636ad3a74b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5 HTTP/1.1" status: 200 len: 217 time: 0.1507695 Sep 15 09:53:17.552529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.621787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Network 57fd1497-c243-4cb7-ac9d-c51a388c67af is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:17.624549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:17.638507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:17.667200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-ad470388-7ae3-4fc6-aa15-093326906fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:17.668538 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-ad470388-7ae3-4fc6-aa15-093326906fad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9b8695d-1d20-46f2-9023-7696a555144c HTTP/1.1" status: 200 len: 833 time: 0.1498373 Sep 15 09:53:17.678269 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.681546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.684443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Pushing event updated for resources: {'Port': ['ID=d5b84f96-4bda-47a6-b60a-2c87a35adca0,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:17.715908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cdf029-0885-4049-869f-ee13ffda3adb req-fabf165d-3edb-47d9-81cc-4a7eb0a9a654 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:17.723210 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8cdf029-0885-4049-869f-ee13ffda3adb req-fabf165d-3edb-47d9-81cc-4a7eb0a9a654 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.9341242 Sep 15 09:53:17.793102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Attempting to bind port d5b84f96-4bda-47a6-b60a-2c87a35adca0 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:17.793610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Attempting to bind port d5b84f96-4bda-47a6-b60a-2c87a35adca0 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'a33dc896-085e-4018-bcad-9c4acecec4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '57fd1497-c243-4cb7-ac9d-c51a388c67af'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:17.794403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Attempting to bind port d5b84f96-4bda-47a6-b60a-2c87a35adca0 on network 57fd1497-c243-4cb7-ac9d-c51a388c67af {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:17.809912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:17.810960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Checking segment: {'id': 'a33dc896-085e-4018-bcad-9c4acecec4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '57fd1497-c243-4cb7-ac9d-c51a388c67af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:17.810960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.811392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Bound using segment: {'id': 'a33dc896-085e-4018-bcad-9c4acecec4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '57fd1497-c243-4cb7-ac9d-c51a388c67af'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:17.812716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Bound port: d5b84f96-4bda-47a6-b60a-2c87a35adca0, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33dc896-085e-4018-bcad-9c4acecec4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '57fd1497-c243-4cb7-ac9d-c51a388c67af'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:17.812716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.822618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:17.830744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:17.842192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:17.864116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:17.864382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.888023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40dc5f15-04c9-4c03-9428-66b3f37919fe,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:17.922798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=de55b0e6-499a-4015-955a-c5191e1c71d3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:17.956580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:17.956580 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-af9f828d-ddbb-4a57-b18b-a42dfdd73a37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0486770 Sep 15 09:53:17.956738 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8cdf029-0885-4049-869f-ee13ffda3adb req-332ce288-b1b6-40fd-978b-c01a8a298870 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205555 Sep 15 09:53:17.957780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48682) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:17.965317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ef4acb9e-7e78-48ac-931a-fa6375bfe104 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '40dc5f15-04c9-4c03-9428-66b3f37919fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:17.979745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:17.984066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ef4acb9e-7e78-48ac-931a-fa6375bfe104 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:18.000723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef4acb9e-7e78-48ac-931a-fa6375bfe104 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:18.003920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef4acb9e-7e78-48ac-931a-fa6375bfe104 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:18.018031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ef4acb9e-7e78-48ac-931a-fa6375bfe104 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:18.032673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-80256d40-f7df-4646-9755-1752fba23d92 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:18.034238 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-80256d40-f7df-4646-9755-1752fba23d92 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.16 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 0.5577118 Sep 15 09:53:18.037062 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a978463c-7528-4cf5-90d4-4f9d9051f4cf tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8704484 Sep 15 09:53:18.050406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48688) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:18.057651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:18.072958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Allocated IP 2001:db8::1 (7a2db185-37e6-41af-bcc3-bffb59ed1607/f7040bf9-5479-419b-a331-30543925d809/c960fa92-47dd-429c-a776-044e48e27cc0) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:18.135676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] For port d5b84f96-4bda-47a6-b60a-2c87a35adca0, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:18.161213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] For port d5b84f96-4bda-47a6-b60a-2c87a35adca0, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d5b84f96-4bda-47a6-b60a-2c87a35adca0,segment=NetworkSegment(a33dc896-085e-4018-bcad-9c4acecec4f6),segment_id=a33dc896-085e-4018-bcad-9c4acecec4f6)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:18.184330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48692) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:18.206772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:18.207144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:18.307189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:18.403289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Deleting port eb771e7d-3215-42e2-a3b5-686b02de0528 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:18.403910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:18.408408 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-ef4acb9e-7e78-48ac-931a-fa6375bfe104 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The resource could not be found. Sep 15 09:53:18.409569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ef4acb9e-7e78-48ac-931a-fa6375bfe104 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4507606 Sep 15 09:53:18.416967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48698) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:18.435096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-972d770c-9678-43a6-908f-33acb1c9e86d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '40dc5f15-04c9-4c03-9428-66b3f37919fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b7b55b78-89a6-4b4a-b825-d7dff8860378'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:18.457484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0b6db9-2d72-4df5-b5b1-41719365168c None None] Pushing event updated for resources: {'Port': ['ID=d5b84f96-4bda-47a6-b60a-2c87a35adca0,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:18.458581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-972d770c-9678-43a6-908f-33acb1c9e86d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:18.487554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-972d770c-9678-43a6-908f-33acb1c9e86d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:18.519865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-972d770c-9678-43a6-908f-33acb1c9e86d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:18.528227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff64602d-8fd6-4320-8703-65f3de29cfb7 None None] Network 7a2db185-37e6-41af-bcc3-bffb59ed1607 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:18.533981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:18.547098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-972d770c-9678-43a6-908f-33acb1c9e86d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:18.554719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83e2303a-29fb-4bb4-a6b8-28f6590ecea9 None None] Provisioning for port de55b0e6-499a-4015-955a-c5191e1c71d3 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:18.562518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:18.572974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6d643-fae1-45e5-b959-c83d69d818ca req-aff02fc3-1a04-49a7-ba6f-3e46e12c9b00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:18.574589 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a6c6d643-fae1-45e5-b959-c83d69d818ca req-aff02fc3-1a04-49a7-ba6f-3e46e12c9b00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 943 time: 0.3600583 Sep 15 09:53:18.580371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:18.619581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:18.633626 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-70bac720-aa1d-4fa1-a203-1cb221fa5bb6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f203c2ce9b54432a83f71c2c8b15e82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4459002 Sep 15 09:53:18.636136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48702) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:18.641549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:18.652893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83e2303a-29fb-4bb4-a6b8-28f6590ecea9 None None] Provisioning complete for port de55b0e6-499a-4015-955a-c5191e1c71d3 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:18.653267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83e2303a-29fb-4bb4-a6b8-28f6590ecea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:18.672708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9762cf46-8e22-48a1-b113-879a8c97448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:18.674270 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-9762cf46-8e22-48a1-b113-879a8c97448b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9276533 Sep 15 09:53:18.722797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:18.723893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6b866d70-084b-438a-a4de-05cb1ea3e334 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:18.726274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Transition to ACTIVE for port object c960fa92-47dd-429c-a776-044e48e27cc0 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:18.732577 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a6c6d643-fae1-45e5-b959-c83d69d818ca req-f70a6822-056e-4f84-8980-420b444f299c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449811 Sep 15 09:53:18.759010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:18.763352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:18.817120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-83e2303a-29fb-4bb4-a6b8-28f6590ecea9 None None] Port de55b0e6-499a-4015-955a-c5191e1c71d3 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:18.853048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51665f6d-d21e-462d-9410-e75c6d768457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:18.887733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 6b866d70-084b-438a-a4de-05cb1ea3e334 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:18.908320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51665f6d-d21e-462d-9410-e75c6d768457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:18.961879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-972d770c-9678-43a6-908f-33acb1c9e86d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The resource could not be found. Sep 15 09:53:18.965853 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-972d770c-9678-43a6-908f-33acb1c9e86d tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5392513 Sep 15 09:53:18.966718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48706) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:18.995216 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.ipam_backend_mixin [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7167ff5-85d9-49fe-b2ea-e16d682b4115 (CIDR: 2001:db8::/64) Sep 15 09:53:19.027110 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:19.027566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:19.084562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51665f6d-d21e-462d-9410-e75c6d768457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.088481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51665f6d-d21e-462d-9410-e75c6d768457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.095902 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-51665f6d-d21e-462d-9410-e75c6d768457 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff4a347f-3f59-416a-ada7-aaa0aad5a4f8 HTTP/1.1" status: 204 len: 168 time: 0.4560645 Sep 15 09:53:19.111192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51665f6d-d21e-462d-9410-e75c6d768457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a347f-3f59-416a-ada7-aaa0aad5a4f8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:19.112016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2e41efe7-46d5-47c8-afbe-aeefc145cb48 None None] Provisioning for port 6b866d70-084b-438a-a4de-05cb1ea3e334 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:19.119146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2e41efe7-46d5-47c8-afbe-aeefc145cb48 None None] Provisioning complete for port 6b866d70-084b-438a-a4de-05cb1ea3e334 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:19.119146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2e41efe7-46d5-47c8-afbe-aeefc145cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.119475 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-85214a47-a063-40ae-b944-9c20fd97ba62 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0663710 Sep 15 09:53:19.123441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48714) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:19.139842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:19.142219 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-19533dc7-ddfc-47c6-8f01-99e6e673328b service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536548 Sep 15 09:53:19.299832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2e41efe7-46d5-47c8-afbe-aeefc145cb48 None None] Current status of the port 6b866d70-084b-438a-a4de-05cb1ea3e334 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:19.300536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2e41efe7-46d5-47c8-afbe-aeefc145cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.351014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2e41efe7-46d5-47c8-afbe-aeefc145cb48 None None] For port 6b866d70-084b-438a-a4de-05cb1ea3e334, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6b866d70-084b-438a-a4de-05cb1ea3e334,segment=NetworkSegment(e5dce960-1ee8-4764-9bee-50d592257458),segment_id=e5dce960-1ee8-4764-9bee-50d592257458)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:19.400437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.495797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:19.503450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:19.507244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2e41efe7-46d5-47c8-afbe-aeefc145cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.511398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:19.523917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:19.567223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6afc23-c7eb-4f1b-8df2-07ff4874f182,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:19.572990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] For port eb771e7d-3215-42e2-a3b5-686b02de0528, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=eb771e7d-3215-42e2-a3b5-686b02de0528,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:19.573468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.591506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e816b8-260d-44ce-9c51-06dbb3b160e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.627039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:19.633922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.637397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e41efe7-46d5-47c8-afbe-aeefc145cb48 None None] Pushing event updated for resources: {'Port': ['ID=6b866d70-084b-438a-a4de-05cb1ea3e334,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:19.650164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-88ded7e3-7786-42ca-ace1-e146b8e23885 None None] Provisioning complete for port 6b866d70-084b-438a-a4de-05cb1ea3e334 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:19.650542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-88ded7e3-7786-42ca-ace1-e146b8e23885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.745394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:19.881373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-88ded7e3-7786-42ca-ace1-e146b8e23885 None None] Current status of the port 6b866d70-084b-438a-a4de-05cb1ea3e334 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:19.972561 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.ipam_backend_mixin [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 27928c22-809b-428a-b6b7-6ca22a7eb098 (CIDR: 2001:db8:0:1::/64) Sep 15 09:53:20.010842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa87e13-1b3a-48c4-b698-e020a7452c12 None None] Network 57fd1497-c243-4cb7-ac9d-c51a388c67af requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:20.048893 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:20.049481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:20.064702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4732b416-cd73-4fe0-b1f7-8ea2967eb5c8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.099525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d5b84f96-4bda-47a6-b60a-2c87a35adca0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:20.112230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4732b416-cd73-4fe0-b1f7-8ea2967eb5c8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.118043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a80ca-bddb-4558-8f57-1b1d9dfe64e5 req-b2d11da5-fbdc-481f-925f-cfaabd4f6ee9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:20.119636 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e79a80ca-bddb-4558-8f57-1b1d9dfe64e5 req-b2d11da5-fbdc-481f-925f-cfaabd4f6ee9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 943 time: 0.1382663 Sep 15 09:53:20.145011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network 7a2db185-37e6-41af-bcc3-bffb59ed1607 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:20.157803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:20.169223 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ce2ec919-1179-48de-be4d-49c64cd7caf8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.0410123 Sep 15 09:53:20.169223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48730) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:20.176983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'subnet': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:20.213483 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e79a80ca-bddb-4558-8f57-1b1d9dfe64e5 req-9626a657-526c-47cf-a72b-1861b07ea595 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839584 Sep 15 09:53:20.255208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-47ea14aa-69d1-4153-8169-4aa100a251a6 None None] Provisioning for port d5b84f96-4bda-47a6-b60a-2c87a35adca0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:20.267336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:20.269934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.338121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port d5b84f96-4bda-47a6-b60a-2c87a35adca0 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:20.348010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d5b84f96-4bda-47a6-b60a-2c87a35adca0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:20.348267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.404930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:20.409299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Usage tracker for resource:subnet and tenant:74d02c5a5fc645b29465e1f6b4e00054 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:20.412454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:20.424150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:20.507087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Made reservation on behalf of 74d02c5a5fc645b29465e1f6b4e00054 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:20.511289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.524413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Port': ['ID=c960fa92-47dd-429c-a776-044e48e27cc0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:20.571336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.590494 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d48d03-9872-44a0-acd9-2c49a94a4399 req-032f75c1-fb31-40f4-b219-48a229a4fceb service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4358828 Sep 15 09:53:20.614794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d5b84f96-4bda-47a6-b60a-2c87a35adca0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:20.615173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.664938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port d5b84f96-4bda-47a6-b60a-2c87a35adca0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d5b84f96-4bda-47a6-b60a-2c87a35adca0,segment=NetworkSegment(a33dc896-085e-4018-bcad-9c4acecec4f6),segment_id=a33dc896-085e-4018-bcad-9c4acecec4f6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:20.676292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff6c1b6-70a6-4b63-a7d5-ed11fa5a0d3a req-cd8175bf-e678-4f50-b5b9-8796c6d0d2c2 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:20.677919 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dff6c1b6-70a6-4b63-a7d5-ed11fa5a0d3a req-cd8175bf-e678-4f50-b5b9-8796c6d0d2c2 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 946 time: 1.5250032 Sep 15 09:53:20.706958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8239e24c-1634-4a82-8d23-9205df2c8fd6 None None] Provisioning for port c960fa92-47dd-429c-a776-044e48e27cc0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:20.718166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8239e24c-1634-4a82-8d23-9205df2c8fd6 None None] Provisioning complete for port c960fa92-47dd-429c-a776-044e48e27cc0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:20.718562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8239e24c-1634-4a82-8d23-9205df2c8fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.720968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48742) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:20.767507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.769957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6b866d70-084b-438a-a4de-05cb1ea3e334 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:20.872986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8239e24c-1634-4a82-8d23-9205df2c8fd6 None None] Port c960fa92-47dd-429c-a776-044e48e27cc0 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:20.885636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-166419788'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:20.890485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:20.894285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:20.897157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:20.903924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:20.930651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=d5b84f96-4bda-47a6-b60a-2c87a35adca0,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:20.943490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6b866d70-084b-438a-a4de-05cb1ea3e334 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:20.944668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.985084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4732b416-cd73-4fe0-b1f7-8ea2967eb5c8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:20.985702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:20.989140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.008577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.012710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-16c5ec3f-0fc8-4cb5-bba9-7bd266615043 None None] Provisioning complete for port d5b84f96-4bda-47a6-b60a-2c87a35adca0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:21.013084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-16c5ec3f-0fc8-4cb5-bba9-7bd266615043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.030450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:21.031101 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dff6c1b6-70a6-4b63-a7d5-ed11fa5a0d3a req-dd5b805d-c242-4491-99f1-58da3603313c tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups?id=662df003-d604-494a-8a0f-a156112bd646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386633 Sep 15 09:53:21.034337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.034906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.035424 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Floating IP 6ae6fe51-21ab-4487-b3a5-523d4537434e disassociated. External IP: 172.26.7.9, port: eb771e7d-3215-42e2-a3b5-686b02de0528. Sep 15 09:53:21.035755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:security_group_rule and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:21.036084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Calling delete_port for eb771e7d-3215-42e2-a3b5-686b02de0528 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:21.040075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:21.055166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:21.071582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732b416-cd73-4fe0-b1f7-8ea2967eb5c8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40dc5f15-04c9-4c03-9428-66b3f37919fe,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:21.189033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.195096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.200127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6b866d70-084b-438a-a4de-05cb1ea3e334 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:21.212494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-16c5ec3f-0fc8-4cb5-bba9-7bd266615043 None None] Current status of the port d5b84f96-4bda-47a6-b60a-2c87a35adca0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:21.267783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Network 1d61da62-01c8-407c-ab55-a9121839faf0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:21.271298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:21.284697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afec195-6951-462c-98a0-f2f5b11a0b51 None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:21.305430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:21.305989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.306817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.314006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.316953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Subnet': ['ID=690457b9-4142-4ee6-90be-cf49c914b2b9,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:21.356335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4732b416-cd73-4fe0-b1f7-8ea2967eb5c8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.359915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4732b416-cd73-4fe0-b1f7-8ea2967eb5c8 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/40dc5f15-04c9-4c03-9428-66b3f37919fe HTTP/1.1" status: 204 len: 168 time: 2.3876038 Sep 15 09:53:21.379136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48750) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:21.405400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:21.436097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b89187d-f544-4db2-8d7b-a55061eb6467,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:21.445266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.445621 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 146341d9-9e96-4a2e-b986-e0867417bab9 of type vlan for network 19ad61e5-46c3-4819-84c5-f75d69884a76 Sep 15 09:53:21.467866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.490164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.496309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-4a4f3169-7497-4f91-8925-9211a759e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:21.503954 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-4a4f3169-7497-4f91-8925-9211a759e96f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 1096 time: 0.7188847 Sep 15 09:53:21.530887 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-05a26f54-3440-4d46-99d3-59030c0949a7 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3581011 Sep 15 09:53:21.536440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591804c1-5953-480b-98bd-ecab6259408d req-b948e7db-8e2b-4ade-9190-482d4dbfe759 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:21.537942 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-591804c1-5953-480b-98bd-ecab6259408d req-b948e7db-8e2b-4ade-9190-482d4dbfe759 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 943 time: 0.1913784 Sep 15 09:53:21.539052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48754) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:21.547056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-644228351', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '690457b9-4142-4ee6-90be-cf49c914b2b9'}], 'security_groups': ['4956587b-998a-46f6-8e62-30560abd5fd6', 'a477524c-5870-4033-aa75-96b0483b4a95']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:21.614436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.620360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:21.620958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.730925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-77a4bfb7-f4ce-4496-84a9-4a173dc6e4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.752234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d5b84f96-4bda-47a6-b60a-2c87a35adca0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:21.794973 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-591804c1-5953-480b-98bd-ecab6259408d req-704a45d0-c9ce-467e-a6cc-39d1bc7362d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192409 Sep 15 09:53:21.816865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c26b64a2-4579-46b0-a089-61684343cc09 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Synchronizing usage tracker for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:21.832280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea65374a-8288-43ea-baf3-fd8dbf86c37e None None] Update dhcp port {'port': {'network_id': '1d61da62-01c8-407c-ab55-a9121839faf0', 'fixed_ips': [{'subnet_id': '27928c22-809b-428a-b6b7-6ca22a7eb098', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd7167ff5-85d9-49fe-b2ea-e16d682b4115', 'ip_address': '2001:db8::2'}, {'subnet_id': '690457b9-4142-4ee6-90be-cf49c914b2b9'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'b6a43603-b9ae-427f-be04-e60f555cfadf'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:53:21.885770 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1573822 Sep 15 09:53:21.901466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ea65374a-8288-43ea-baf3-fd8dbf86c37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:21.918324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d5b84f96-4bda-47a6-b60a-2c87a35adca0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:21.918819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.013787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.033192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device eb771e7d-3215-42e2-a3b5-686b02de0528 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:22.035629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.044470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48758) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:22.055995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': '19ad61e5-46c3-4819-84c5-f75d69884a76', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:22.072013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: eb771e7d-3215-42e2-a3b5-686b02de0528 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:22.072422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device eb771e7d-3215-42e2-a3b5-686b02de0528 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:22.075547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece81c-c34f-4ebc-8df6-120346f9b962 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=19ad61e5-46c3-4819-84c5-f75d69884a76,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:22.121250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-109a6fef-1fb1-4ce7-ad35-9d77f40e3075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:22.122747 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-109a6fef-1fb1-4ce7-ad35-9d77f40e3075 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c HTTP/1.1" status: 200 len: 898 time: 0.6126044 Sep 15 09:53:22.144361 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c26b64a2-4579-46b0-a089-61684343cc09 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Unset dirty status for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:22.151683 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c26b64a2-4579-46b0-a089-61684343cc09 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7654445 Sep 15 09:53:22.153925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 19ad61e5-46c3-4819-84c5-f75d69884a76 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:22.159961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event deleted for resources: {'Port': ['ID=eb771e7d-3215-42e2-a3b5-686b02de0528,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:22.212745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48764) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:22.245443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2a39ae21-8303-4944-b324-94d4d8f4ec9c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '4cfbda01-cee0-420d-95e6-2ef4fec6196a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:22.257754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-08362939-beb0-402a-b19e-fd33ff16c994 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5 HTTP/1.1" status: 200 len: 217 time: 0.1057498 Sep 15 09:53:22.292174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d5b84f96-4bda-47a6-b60a-2c87a35adca0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:22.297549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2a39ae21-8303-4944-b324-94d4d8f4ec9c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:22.297843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:22.343372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:22.353911 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:22.364759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:22.385208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2a39ae21-8303-4944-b324-94d4d8f4ec9c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:22.417910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-ea65374a-8288-43ea-baf3-fd8dbf86c37e None None] Allocated IP 2001:db8:0:2::2 (1d61da62-01c8-407c-ab55-a9121839faf0/690457b9-4142-4ee6-90be-cf49c914b2b9/b6a43603-b9ae-427f-be04-e60f555cfadf) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:22.528524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2a39ae21-8303-4944-b324-94d4d8f4ec9c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:22.540183 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5a6a161c-4b6e-42e7-8178-e19bea107998 req-cfea9566-f946-4093-bab0-7bb306ac0143 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.3005362 Sep 15 09:53:22.560609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:22.564242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.618166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ea65374a-8288-43ea-baf3-fd8dbf86c37e None None] For port b6a43603-b9ae-427f-be04-e60f555cfadf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b6a43603-b9ae-427f-be04-e60f555cfadf,segment=NetworkSegment(abe47d31-9b9a-4796-9ab0-21dea38289a3),segment_id=abe47d31-9b9a-4796-9ab0-21dea38289a3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:22.637613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.650702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2a39ae21-8303-4944-b324-94d4d8f4ec9c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:22.667319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ea65374a-8288-43ea-baf3-fd8dbf86c37e None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.689598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ea65374a-8288-43ea-baf3-fd8dbf86c37e None None] Transition to ACTIVE for port object b6a43603-b9ae-427f-be04-e60f555cfadf will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:22.699327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.740513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ea65374a-8288-43ea-baf3-fd8dbf86c37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.958580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:22.978891 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65374a-8288-43ea-baf3-fd8dbf86c37e None None] Pushing event updated for resources: {'Port': ['ID=b6a43603-b9ae-427f-be04-e60f555cfadf,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:23.021112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-03a0ff84-944b-4d77-8ac6-f2470dd5f093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:23.023132 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-03a0ff84-944b-4d77-8ac6-f2470dd5f093 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9b8695d-1d20-46f2-9023-7696a555144c HTTP/1.1" status: 200 len: 833 time: 0.6418538 Sep 15 09:53:23.059790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Delete allocated IP 2001:db8::11d (1d61da62-01c8-407c-ab55-a9121839faf0/d7167ff5-85d9-49fe-b2ea-e16d682b4115) {{(pid=89668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 09:53:23.070481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Allocated IP 2001:db8:0:2::3ad (1d61da62-01c8-407c-ab55-a9121839faf0/690457b9-4142-4ee6-90be-cf49c914b2b9/de55b0e6-499a-4015-955a-c5191e1c71d3) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:23.110093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.110925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.119085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af910f8d-f2d1-4450-9859-5fd38a8884ac req-4e2df2c9-150a-4f5a-8dcc-322f2acdea73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:23.120614 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af910f8d-f2d1-4450-9859-5fd38a8884ac req-4e2df2c9-150a-4f5a-8dcc-322f2acdea73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 943 time: 0.1963406 Sep 15 09:53:23.134694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.155775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:23.339390 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af910f8d-f2d1-4450-9859-5fd38a8884ac req-803a968d-a01e-46af-8f1b-2e2737f20e3e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097058 Sep 15 09:53:23.346309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=eecc7ce8-75ac-4423-b8e6-92e8fb596371,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:23.368684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': '146341d9-9e96-4a2e-b986-e0867417bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '19ad61e5-46c3-4819-84c5-f75d69884a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:23.369037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: 19ad61e5-46c3-4819-84c5-f75d69884a76, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:23.395403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Router cea74158-e29a-45d7-89eb-25dbe034dd5d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:23.396218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Port': ['ID=c960fa92-47dd-429c-a776-044e48e27cc0,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:23.411236 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-2a39ae21-8303-4944-b324-94d4d8f4ec9c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The resource could not be found. Sep 15 09:53:23.417089 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2a39ae21-8303-4944-b324-94d4d8f4ec9c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1969285 Sep 15 09:53:23.417408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48770) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:23.426302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089185529'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:23.434425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:23.447013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:23.469151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.486220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Transition to ACTIVE for port object de55b0e6-499a-4015-955a-c5191e1c71d3 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:23.494473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network 19ad61e5-46c3-4819-84c5-f75d69884a76 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:23.552150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.578731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.582741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 19ad61e5-46c3-4819-84c5-f75d69884a76) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:23.593147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9998d61-6b2f-4c72-bdbb-a312416d00b9 None None] Network 19ad61e5-46c3-4819-84c5-f75d69884a76 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:23.627014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:23.639254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:23.639835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.662441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:23.675234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:23.723940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:23.744067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] In _notify_port_updated(), no bound segment for port de55b0e6-499a-4015-955a-c5191e1c71d3 on network 1d61da62-01c8-407c-ab55-a9121839faf0 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:53:23.749353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:23.757410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.757410 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "PUT /v2.0/ports/de55b0e6-499a-4015-955a-c5191e1c71d3 HTTP/1.1" status: 200 len: 969 time: 2.2111771 Sep 15 09:53:23.757410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b55ff-334f-4307-9c87-0f72599a7656 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event updated for resources: {'Port': ['ID=de55b0e6-499a-4015-955a-c5191e1c71d3,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:23.757410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48776) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:23.818330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b6a43603-b9ae-427f-be04-e60f555cfadf up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:23.827705 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-668b2ed3-02cb-4657-ab74-ec26aa761351 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7752635 Sep 15 09:53:23.829274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48780) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:23.833938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1747864650'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:23.837800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-d1c82172-e848-4d5d-9cce-fdcd6ce44caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:23.839328 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-d1c82172-e848-4d5d-9cce-fdcd6ce44caa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8044219 Sep 15 09:53:23.844723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:23.861233 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-de9b5b66-0b11-4294-99c3-b34daaac22ad req-71a6c1c4-4715-4f65-a803-d2e6b01d508e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.1067128 Sep 15 09:53:23.861796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:23.871068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:23.880346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2bb91b35-aee0-4443-b6df-3906bdf002b8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port de55b0e6-499a-4015-955a-c5191e1c71d3 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:23.883863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2bb91b35-aee0-4443-b6df-3906bdf002b8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:23.904711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network 7a2db185-37e6-41af-bcc3-bffb59ed1607 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:23.927994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:23.960056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:23.962535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:23.974807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] Sync routers for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:23.996097 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:23.996736 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:24.007481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:24.045156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Provisioning for port b6a43603-b9ae-427f-be04-e60f555cfadf completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:24.048630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 556cd842-9469-44c4-b2cc-df8ec631bdc5 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:53:24.051799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] Sync routers for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:24.079245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:24.079910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:24.109617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:24.118421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.244762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.337039 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:24.360438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.374518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:24.396575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:24.429236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.429573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment b4b38f4c-9d7a-4a37-b1c6-3f1c61e4dd91 of type vlan for network 122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f Sep 15 09:53:24.439711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2025e53b-63da-48aa-af84-99767982ad5b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:24.519777 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] No DVR routers for this DVR port eb771e7d-3215-42e2-a3b5-686b02de0528 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:24.524323 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-c6d0c1b2-de18-428a-9427-a16b1a77213b service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724296 Sep 15 09:53:24.536066 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-54b32b92-9b48-4394-9936-26a9e7e28292 admin admin] 10.222.0.62 "PUT /v2.0/routers/589455be-a8fb-4c6d-9b3b-ce9d62ce263c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2307527 Sep 15 09:53:24.536261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.536365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.537267 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-99b17af6-5eba-4f69-b289-2ea6e593b9ff req-b6b5860f-1a9d-4989-b685-9020bcc6f3c1 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.16 "DELETE /v2.0/ports/eb771e7d-3215-42e2-a3b5-686b02de0528 HTTP/1.1" status: 204 len: 173 time: 6.4936185 Sep 15 09:53:24.540226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48786) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:24.574862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'name': 'network-vif-deleted', 'tag': 'eb771e7d-3215-42e2-a3b5-686b02de0528'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:53:24.577459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0b0402-07eb-49a9-9f89-51379e005d44" -d '{"events": [{"server_uuid": "3470dfae-8fc0-437d-a74d-c610265a2ca3", "name": "network-vif-deleted", "tag": "eb771e7d-3215-42e2-a3b5-686b02de0528"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:53:24.658130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6794676-ea33-4c7f-b1b1-4d258a3270c9 x-openstack-request-id: req-e6794676-ea33-4c7f-b1b1-4d258a3270c9 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:53:24.658424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3470dfae-8fc0-437d-a74d-c610265a2ca3", "name": "network-vif-deleted", "tag": "eb771e7d-3215-42e2-a3b5-686b02de0528", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:53:24.663030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e6794676-ea33-4c7f-b1b1-4d258a3270c9 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:53:24.663030 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6794676-ea33-4c7f-b1b1-4d258a3270c9'] response: {'server_uuid': '3470dfae-8fc0-437d-a74d-c610265a2ca3', 'name': 'network-vif-deleted', 'tag': 'eb771e7d-3215-42e2-a3b5-686b02de0528', 'status': 'completed', 'code': 200} Sep 15 09:53:24.672427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 556cd842-9469-44c4-b2cc-df8ec631bdc5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:24.684171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2bb91b35-aee0-4443-b6df-3906bdf002b8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.709044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Provisioning complete for port b6a43603-b9ae-427f-be04-e60f555cfadf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:24.710056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.710564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.711796 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0ebf6515-8b00-427e-bc92-9f0a0a4a2dc7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2923577 Sep 15 09:53:24.731167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48792) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:24.750003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:53:24.757315 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:53:18Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:24.761964 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] Checking router: 589455be-a8fb-4c6d-9b3b-ce9d62ce263c for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:53:24.775431 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] Routers {'589455be-a8fb-4c6d-9b3b-ce9d62ce263c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:24.776407 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:24.779993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-19ad61e5-46c3-4819-84c5-f75d69884a76', 'network_id': '19ad61e5-46c3-4819-84c5-f75d69884a76', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': 'eecc7ce8-75ac-4423-b8e6-92e8fb596371'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:24.780938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.816880 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2120a1ac-25ae-480b-90d8-c35273345c83 req-1352acac-4cf0-4d7d-a480-a18a6387afeb service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783592 Sep 15 09:53:24.820913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Router 94c42cd2-03cf-434f-9eae-9e06387dbce5 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:53:24.916112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 556cd842-9469-44c4-b2cc-df8ec631bdc5 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:24.916592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.937158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:24.946493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556cd842-9469-44c4-b2cc-df8ec631bdc5 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:53:25.011786 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] Set router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:25.059600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--2042812394'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:25.074830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2bb91b35-aee0-4443-b6df-3906bdf002b8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for de55b0e6-499a-4015-955a-c5191e1c71d3 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:25.124970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:53:25.127797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Allocated IP 172.20.255.242 (19ad61e5-46c3-4819-84c5-f75d69884a76/eecc7ce8-75ac-4423-b8e6-92e8fb596371/ed7581b5-3a2f-4e57-8210-d20c325aca7b) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:25.153365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:25.232093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:25.239095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:25.259340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:25.278293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:25.280806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-344d8fd0-2754-404e-bfd1-5c0c267d64fe req-1aa535a7-bf4b-4391-bba7-9f70ee2a4115 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Synchronizing usage tracker for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:25.287052 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d50de9e7-d8a1-4f44-8884-ae701b31ea56 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "PUT /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6755471 Sep 15 09:53:25.293019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48798) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:25.357610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-344d8fd0-2754-404e-bfd1-5c0c267d64fe req-1aa535a7-bf4b-4391-bba7-9f70ee2a4115 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Unset dirty status for tenant:65636b3148364ee6863fee770ebf8dd7 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:25.358785 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-344d8fd0-2754-404e-bfd1-5c0c267d64fe req-1aa535a7-bf4b-4391-bba7-9f70ee2a4115 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/ports?device_id=3470dfae-8fc0-437d-a74d-c610265a2ca3 HTTP/1.1" status: 200 len: 210 time: 0.1397712 Sep 15 09:53:25.361085 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29a6f5-3a2d-44aa-bda3-9873809a9e4a None None] Sync routers for ids ['94c42cd2-03cf-434f-9eae-9e06387dbce5'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:25.386086 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29a6f5-3a2d-44aa-bda3-9873809a9e4a None None] Routers {'94c42cd2-03cf-434f-9eae-9e06387dbce5'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:25.386086 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9c29a6f5-3a2d-44aa-bda3-9873809a9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['94c42cd2-03cf-434f-9eae-9e06387dbce5'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:25.409871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 556cd842-9469-44c4-b2cc-df8ec631bdc5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:25.428045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b6a43603-b9ae-427f-be04-e60f555cfadf triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:25.429054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:25.441428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:25.451423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:25.452265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:25.455004 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9c29a6f5-3a2d-44aa-bda3-9873809a9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:25.466635 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29a6f5-3a2d-44aa-bda3-9873809a9e4a None None] Routers {'94c42cd2-03cf-434f-9eae-9e06387dbce5'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:25.467672 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9c29a6f5-3a2d-44aa-bda3-9873809a9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['94c42cd2-03cf-434f-9eae-9e06387dbce5'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:25.478308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:25.535809 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9c29a6f5-3a2d-44aa-bda3-9873809a9e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:25.536348 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29a6f5-3a2d-44aa-bda3-9873809a9e4a None None] The sync data for ids ['94c42cd2-03cf-434f-9eae-9e06387dbce5'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:25.543402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:25.550495 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:53:18Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:25.555815 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb71d5dd-0087-412c-b33c-401cbb1e70df None None] The sync data for ids ['589455be-a8fb-4c6d-9b3b-ce9d62ce263c'] in dv-neutron-857775-1-hyperv is: [{'id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'name': 'tempest-ServersTestManualDisk-949951780-router', 'tenant_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:51:28Z', 'updated_at': '2022-09-15T09:53:18Z', 'revision_number': 5, 'project_id': 'a26c9fa7e5f345a195fbcde1d6d5b154', 'gw_port': {'id': '9f9c88ca-a050-486e-8188-6452b1f7028d', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:90:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '589455be-a8fb-4c6d-9b3b-ce9d62ce263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:51:30Z', 'updated_at': '2022-09-15T09:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:25.702103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:25.711928 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8825357 Sep 15 09:53:25.714885 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48802) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:25.721294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': '122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:25.771069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f7189-7d42-4377-849f-1da7647d3ed5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:25.804263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:25.816284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff07c479-b702-4484-8765-e298d9590595 req-2dc2eb92-3446-4b30-953c-b11ff42b477a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:25.817802 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ff07c479-b702-4484-8765-e298d9590595 req-2dc2eb92-3446-4b30-953c-b11ff42b477a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 943 time: 1.2767005 Sep 15 09:53:25.830761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:25.849038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:25.862021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:25.866879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:25.869768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:25.876214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:25.894784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['556cd842-9469-44c4-b2cc-df8ec631bdc5'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:53:25.927213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:25.943043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=556cd842-9469-44c4-b2cc-df8ec631bdc5,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:25.945174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:25.947241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:25.957667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:25.961942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:25.963754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:26.055643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.055997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.056467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.056870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.057328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.057984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.058319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.058646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.059122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.059887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.060221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.060586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:53:26.140196 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ff07c479-b702-4484-8765-e298d9590595 req-f38c0864-1705-4e12-851e-51f28e253c8a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994850 Sep 15 09:53:26.155167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:26.182959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Transition to ACTIVE for port object ed7581b5-3a2f-4e57-8210-d20c325aca7b will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:26.193460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2bb91b35-aee0-4443-b6df-3906bdf002b8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.214682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Provisioning for port de55b0e6-499a-4015-955a-c5191e1c71d3 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:26.224545 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:26.246897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.269347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb91b35-aee0-4443-b6df-3906bdf002b8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=de55b0e6-499a-4015-955a-c5191e1c71d3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:26.277311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:26.277668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6c6afc23-c7eb-4f1b-8df2-07ff4874f182 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:26.287165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Provisioning complete for port de55b0e6-499a-4015-955a-c5191e1c71d3 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:26.287165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.341352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.390407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2bb91b35-aee0-4443-b6df-3906bdf002b8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.448085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:33Z', 'revision_number': 5, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:26.453621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Transition to ACTIVE for port object ed7581b5-3a2f-4e57-8210-d20c325aca7b will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:26.457649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Port de55b0e6-499a-4015-955a-c5191e1c71d3 was deleted so its status cannot be updated. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 15 09:53:26.474525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] Checking router: cea74158-e29a-45d7-89eb-25dbe034dd5d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:53:26.504124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Provisioning complete for port e1d50816-78f9-4410-96bf-e2a77c3c5890 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:26.505027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.532139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=b550d3d6-ea00-45b0-a836-8489434cdd99,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:26.551433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': 'b4b38f4c-9d7a-4a37-b1c6-3f1c61e4dd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:26.551976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: 122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:26.567544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:26.568481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:26.611044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Deleting port 9f9c88ca-a050-486e-8188-6452b1f7028d {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:26.611392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.633922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.657395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48810) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:26.675285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network 122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:26.711297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.732362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a764078c-5413-433f-b77f-933f5775a99e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.747331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c15472d9-202c-46ce-98f1-258bca60b717 None None] Port e1d50816-78f9-4410-96bf-e2a77c3c5890 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:26.758772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Network 19ad61e5-46c3-4819-84c5-f75d69884a76 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:26.761700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:26.764348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a764078c-5413-433f-b77f-933f5775a99e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.767672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:26.777942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:26.778667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.824472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:26.831088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9fc0db-c9b0-442a-b028-241de0544cdb None None] Network 122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:26.834492 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2bb91b35-aee0-4443-b6df-3906bdf002b8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/de55b0e6-499a-4015-955a-c5191e1c71d3 HTTP/1.1" status: 204 len: 168 time: 3.0758920 Sep 15 09:53:26.835560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.836160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48814) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:26.875762 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b6a8ce56-773a-4208-8eb3-376065543a61 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1595116 Sep 15 09:53:26.884284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48818) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:26.886863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Pushing event updated for resources: {'Port': ['ID=ed7581b5-3a2f-4e57-8210-d20c325aca7b,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:26.887029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-604a8f25-130a-457a-8b84-bd85d271c348 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] GET failed (client error): The resource could not be found. Sep 15 09:53:26.888321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-604a8f25-130a-457a-8b84-bd85d271c348 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports/de55b0e6-499a-4015-955a-c5191e1c71d3 HTTP/1.1" status: 404 len: 333 time: 0.0511346 Sep 15 09:53:26.891161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48820) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:26.951664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a764078c-5413-433f-b77f-933f5775a99e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.973873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-350913d4-80ba-43a5-a70b-d5049373b633 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:26.977449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a764078c-5413-433f-b77f-933f5775a99e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662df003-d604-494a-8a0f-a156112bd646,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:27.022439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab412df-19d9-447d-8a00-62a3f42d4367,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:27.025039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-350913d4-80ba-43a5-a70b-d5049373b633 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.074943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a764078c-5413-433f-b77f-933f5775a99e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.075665 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a764078c-5413-433f-b77f-933f5775a99e tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "DELETE /v2.0/security-groups/662df003-d604-494a-8a0f-a156112bd646 HTTP/1.1" status: 204 len: 168 time: 0.4171124 Sep 15 09:53:27.080222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48826) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:27.104528 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-93e08657-d402-451f-9209-4e2cb8e1de06 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] show failed (client error): The resource could not be found. Sep 15 09:53:27.105319 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-93e08657-d402-451f-9209-4e2cb8e1de06 tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "GET /v2.0/security-groups/662df003-d604-494a-8a0f-a156112bd646 HTTP/1.1" status: 404 len: 347 time: 0.0256026 Sep 15 09:53:27.108088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48830) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:27.119514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.121757 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-383c1d04-3fbf-470e-b3db-6a635bd1f5d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1372738 Sep 15 09:53:27.125462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] For port 9f9c88ca-a050-486e-8188-6452b1f7028d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9f9c88ca-a050-486e-8188-6452b1f7028d,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:27.126511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.128878 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:53:27.132039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2aa4ce93-00a7-466a-bcd9-b3649cd5eefa None None] Provisioning complete for port c960fa92-47dd-429c-a776-044e48e27cc0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:27.132414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2aa4ce93-00a7-466a-bcd9-b3649cd5eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.137969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48834) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:27.156624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-08ccf7ff-0fd3-4cc3-a4fb-d0091e0bad69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group_rule': {'security_group_id': '2025e53b-63da-48aa-af84-99767982ad5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5ab412df-19d9-447d-8a00-62a3f42d4367'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:27.157308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:27.204171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Attempting to bind port ed7581b5-3a2f-4e57-8210-d20c325aca7b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:27.204527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Attempting to bind port ed7581b5-3a2f-4e57-8210-d20c325aca7b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '146341d9-9e96-4a2e-b986-e0867417bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '19ad61e5-46c3-4819-84c5-f75d69884a76'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:27.204883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Attempting to bind port ed7581b5-3a2f-4e57-8210-d20c325aca7b on network 19ad61e5-46c3-4819-84c5-f75d69884a76 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:27.230111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-08ccf7ff-0fd3-4cc3-a4fb-d0091e0bad69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:27.254782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:27.255249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Checking segment: {'id': '146341d9-9e96-4a2e-b986-e0867417bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '19ad61e5-46c3-4819-84c5-f75d69884a76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:27.255553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.255943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Bound using segment: {'id': '146341d9-9e96-4a2e-b986-e0867417bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '19ad61e5-46c3-4819-84c5-f75d69884a76'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:27.256463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Bound port: ed7581b5-3a2f-4e57-8210-d20c325aca7b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146341d9-9e96-4a2e-b986-e0867417bab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '19ad61e5-46c3-4819-84c5-f75d69884a76'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:27.256835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.260993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-350913d4-80ba-43a5-a70b-d5049373b633 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.295406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Deleting port 5fcd0a16-f4f7-4d10-a968-079c1d193d18 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:27.295793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.351572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-350913d4-80ba-43a5-a70b-d5049373b633 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.351572 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-350913d4-80ba-43a5-a70b-d5049373b633 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/security-groups/b97c6727-8ddf-4b66-a307-ad2d6d892ee5 HTTP/1.1" status: 204 len: 168 time: 0.4559569 Sep 15 09:53:27.351572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350913d4-80ba-43a5-a70b-d5049373b633 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97c6727-8ddf-4b66-a307-ad2d6d892ee5,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:27.354477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48840) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:27.360410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-08ccf7ff-0fd3-4cc3-a4fb-d0091e0bad69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:27.372071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Calling delete_port for 9f9c88ca-a050-486e-8188-6452b1f7028d owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:27.404622 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-f58cb670-99f8-4a6f-b5fd-bb1cb7425072 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:27.406172 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f58cb670-99f8-4a6f-b5fd-bb1cb7425072 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "PUT /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.1055117 Sep 15 09:53:27.409736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48844) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:27.414386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-08ccf7ff-0fd3-4cc3-a4fb-d0091e0bad69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:27.421125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.438331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-08ccf7ff-0fd3-4cc3-a4fb-d0091e0bad69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:27.464957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2aa4ce93-00a7-466a-bcd9-b3649cd5eefa None None] Port c960fa92-47dd-429c-a776-044e48e27cc0 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:27.509937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2aa4ce93-00a7-466a-bcd9-b3649cd5eefa None None] Could not find standard attr ID for object de55b0e6-499a-4015-955a-c5191e1c71d3. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:53:27.582411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.675080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] For port ed7581b5-3a2f-4e57-8210-d20c325aca7b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:27.695983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3770f8-ea4f-4634-bde1-1dc3d01910cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f', 'network_id': '122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': 'b550d3d6-ea00-45b0-a836-8489434cdd99'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:27.699119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9e3770f8-ea4f-4634-bde1-1dc3d01910cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.702626 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-08ccf7ff-0fd3-4cc3-a4fb-d0091e0bad69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:27.708095 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-08ccf7ff-0fd3-4cc3-a4fb-d0091e0bad69 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5603628 Sep 15 09:53:27.710765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] For port ed7581b5-3a2f-4e57-8210-d20c325aca7b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed7581b5-3a2f-4e57-8210-d20c325aca7b,segment=NetworkSegment(146341d9-9e96-4a2e-b986-e0867417bab9),segment_id=146341d9-9e96-4a2e-b986-e0867417bab9)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:27.710931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48848) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:27.804280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.805584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54ce27bc-c0df-4447-88b2-0ace2ad4d0eb tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.835609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54ce27bc-c0df-4447-88b2-0ace2ad4d0eb tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.847595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.855817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-889db24d-aadc-489f-8470-87854fbf5de2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.900498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=b550d3d6-ea00-45b0-a836-8489434cdd99,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:27.916410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.943075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.943640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:27.950434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4ec1b-df51-4f4d-976e-5d23f2dac671 None None] Pushing event updated for resources: {'Port': ['ID=ed7581b5-3a2f-4e57-8210-d20c325aca7b,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:27.984336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:33Z', 'revision_number': 5, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server [None req-9e3770f8-ea4f-4634-bde1-1dc3d01910cc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b550d3d6-ea00-45b0-a836-8489434cdd99: This subnet is being modified by another concurrent operation. Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 09:53:27.989292 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise exception Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b550d3d6-ea00-45b0-a836-8489434cdd99: This subnet is being modified by another concurrent operation. Sep 15 09:53:27.993457 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server Sep 15 09:53:27.999805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5f214-6902-429d-9537-e3e6b02c2324 None None] The sync data for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv is: [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:49:26Z', 'revision_number': 4, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '9fdb69a7-ff98-41ba-a7c7-064d6539b4c9', 'name': '', 'network_id': '2d440db9-562a-426e-859c-183ebb134080', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'mac_address': 'fa:16:3e:2b:ee:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:22Z', 'updated_at': '2022-09-15T09:49:33Z', 'revision_number': 5, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'subnets': [{'id': 'e384e1ed-36cd-46b1-aaee-1efd68cde73f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:28.022804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94d0ff8-3448-4b46-934f-3b084c861505 None None] Network 122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:28.134516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.206878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9c88ca-a050-486e-8188-6452b1f7028d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:28.235408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-889db24d-aadc-489f-8470-87854fbf5de2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.247467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:28.252611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Calling delete_port for 5fcd0a16-f4f7-4d10-a968-079c1d193d18 owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:28.346054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b38f4c-9d7a-4a37-b1c6-3f1c61e4dd91') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:28.346378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b38f4c-9d7a-4a37-b1c6-3f1c61e4dd91') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:28.372744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54ce27bc-c0df-4447-88b2-0ace2ad4d0eb tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.389682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfd6a9f-7243-4b92-ba5a-276778f55e7a req-a080e832-dae5-4a64-b785-6f8356055365 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:28.391339 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-adfd6a9f-7243-4b92-ba5a-276778f55e7a req-a080e832-dae5-4a64-b785-6f8356055365 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 944 time: 0.9147575 Sep 15 09:53:28.407486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.458663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce27bc-c0df-4447-88b2-0ace2ad4d0eb tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab412df-19d9-447d-8a00-62a3f42d4367,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:28.485256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.527540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dc5b0-d66f-40a1-b2ec-145353df1952 None None] New status for floating IP 6ae6fe51-21ab-4487-b3a5-523d4537434e: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:53:28.578321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-adfd6a9f-7243-4b92-ba5a-276778f55e7a req-38fbbaae-43f1-413b-8c97-a90d0abca1c0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590781 Sep 15 09:53:28.660906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-889db24d-aadc-489f-8470-87854fbf5de2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.685956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889db24d-aadc-489f-8470-87854fbf5de2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a477524c-5870-4033-aa75-96b0483b4a95,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:28.731612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-889db24d-aadc-489f-8470-87854fbf5de2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.732777 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-889db24d-aadc-489f-8470-87854fbf5de2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/security-groups/a477524c-5870-4033-aa75-96b0483b4a95 HTTP/1.1" status: 204 len: 168 time: 1.3773677 Sep 15 09:53:28.740746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48852) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:28.782038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.784793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54ce27bc-c0df-4447-88b2-0ace2ad4d0eb tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.785952 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-54ce27bc-c0df-4447-88b2-0ace2ad4d0eb tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/5ab412df-19d9-447d-8a00-62a3f42d4367 HTTP/1.1" status: 204 len: 168 time: 1.0714583 Sep 15 09:53:28.795699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48856) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:28.799393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-960dc5b0-d66f-40a1-b2ec-145353df1952 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:53:28.799750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-960dc5b0-d66f-40a1-b2ec-145353df1952 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:53:28.826714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.847332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:28.847837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.900763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Pushing event deleted for resources: {'Port': ['ID=5fcd0a16-f4f7-4d10-a968-079c1d193d18,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:28.941227 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b4b38f4c-9d7a-4a37-b1c6-3f1c61e4dd91 resource provider aggregate not found Sep 15 09:53:28.966937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.972971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:28.981409 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b4b38f4c-9d7a-4a37-b1c6-3f1c61e4dd91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b4b38f4c-9d7a-4a37-b1c6-3f1c61e4dd91 found for delete ", "request_id": "req-dde14088-fe78-4e88-bf7a-97b7e1ec211a"}]} Sep 15 09:53:29.020337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-933a24cd-496e-4dd4-9673-0d82c4e83659 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.083609 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-646f870c-7072-4743-97de-029923b26de1 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2832515 Sep 15 09:53:29.087053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48864) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:29.090679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-933a24cd-496e-4dd4-9673-0d82c4e83659 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.102102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.110035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.134014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.140770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.141277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 589455be-a8fb-4c6d-9b3b-ce9d62ce263c {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:53:29.164087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:29.183970 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-efbc67a4-4701-49f5-b490-c60718be4864 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f HTTP/1.1" status: 204 len: 168 time: 2.2919803 Sep 15 09:53:29.187769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48868) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:29.189432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.191826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.199915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c1088620-a4c6-47ab-b2e4-398852e480bb tempest-ServerActionsTestJSON-1946291217 tempest-ServerActionsTestJSON-1946291217-project] 10.222.0.62 "DELETE /v2.0/floatingips/6ae6fe51-21ab-4487-b3a5-523d4537434e HTTP/1.1" status: 204 len: 168 time: 2.0838990 Sep 15 09:53:29.200136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.200136 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2e4ecbeb-e9bd-4c52-aefe-83b0e268486c admin admin] 10.222.0.62 "DELETE /v2.0/routers/589455be-a8fb-4c6d-9b3b-ce9d62ce263c HTTP/1.1" status: 204 len: 168 time: 4.6527061 Sep 15 09:53:29.200724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1025452483'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:29.209094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48872) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:29.210249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48874) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:29.226540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:29.230229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:29.241327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:29.251024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:29.263116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a8b7f3-62c5-43c1-adf5-cedb143e180e None None] Network 19ad61e5-46c3-4819-84c5-f75d69884a76 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:29.263682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6dd73bc-2904-43c8-8b99-b6cee42354c4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.315050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6dd73bc-2904-43c8-8b99-b6cee42354c4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.361045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960dc5b0-d66f-40a1-b2ec-145353df1952 None None] New status for floating IP 6ae6fe51-21ab-4487-b3a5-523d4537434e: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:53:29.370307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:29.377700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.422689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:29.432953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.433465 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 1107bdf3-62a2-44bc-8cd3-c873a24c6b97 of type vlan for network c7e25368-7290-4c29-83df-6f09ba7325a3 Sep 15 09:53:29.461268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.491980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6dd73bc-2904-43c8-8b99-b6cee42354c4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.519013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd73bc-2904-43c8-8b99-b6cee42354c4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025e53b-63da-48aa-af84-99767982ad5b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:29.526723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6dd73bc-2904-43c8-8b99-b6cee42354c4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.528223 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e6dd73bc-2904-43c8-8b99-b6cee42354c4 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/2025e53b-63da-48aa-af84-99767982ad5b HTTP/1.1" status: 204 len: 168 time: 0.4391589 Sep 15 09:53:29.530856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48880) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:29.564681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.572948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:29.573835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.629450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-93786f76-6b01-4359-bc8f-49e3200b6afc admin admin] Deleting subnet 9f95b579-d304-4ace-8671-567b5672cef6 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:29.631894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-933a24cd-496e-4dd4-9673-0d82c4e83659 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.642048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-86d24cf3-390d-4dcd-ae4d-aab47cc85579 None None] Provisioning for port ed7581b5-3a2f-4e57-8210-d20c325aca7b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:29.660741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-93786f76-6b01-4359-bc8f-49e3200b6afc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.724617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=c7e25368-7290-4c29-83df-6f09ba7325a3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:29.730398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-480e2b6c-a007-43f2-9b08-c8bc336c94d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Synchronizing usage tracker for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:29.751397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c7e25368-7290-4c29-83df-6f09ba7325a3 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:29.783408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a24cd-496e-4dd4-9673-0d82c4e83659 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4956587b-998a-46f6-8e62-30560abd5fd6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:29.811008 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cd063569-8961-4982-9092-f6d96cbe3d06 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6221716 Sep 15 09:53:29.811663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48886) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:29.824870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': 'c7e25368-7290-4c29-83df-6f09ba7325a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:29.832286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-933a24cd-496e-4dd4-9673-0d82c4e83659 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.839198 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-933a24cd-496e-4dd4-9673-0d82c4e83659 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/security-groups/4956587b-998a-46f6-8e62-30560abd5fd6 HTTP/1.1" status: 204 len: 168 time: 1.0968783 Sep 15 09:53:29.840604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48890) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:29.846780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-480e2b6c-a007-43f2-9b08-c8bc336c94d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Unset dirty status for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:29.851822 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-480e2b6c-a007-43f2-9b08-c8bc336c94d7 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3128262 Sep 15 09:53:29.851983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-93786f76-6b01-4359-bc8f-49e3200b6afc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:29.878472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48894) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:29.901493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'tempest-secgroup--652534677'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:29.971764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:30.014526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:30.041127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fa3afb-52e2-475e-9849-79b732e27869 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet d7167ff5-85d9-49fe-b2ea-e16d682b4115 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:30.046301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 556cd842-9469-44c4-b2cc-df8ec631bdc5 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:30.050890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40fa3afb-52e2-475e-9849-79b732e27869 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.087644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:30.102465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:30.107273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:30.115443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:30.130511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f21a-f865-45ce-a8a6-ebfcec79d0e8 req-3d1e68bf-e1c1-492d-abcf-8ebb85195ccc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:30.137366 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-60b4f21a-f865-45ce-a8a6-ebfcec79d0e8 req-3d1e68bf-e1c1-492d-abcf-8ebb85195ccc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 944 time: 0.3779202 Sep 15 09:53:30.147380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.158677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40fa3afb-52e2-475e-9849-79b732e27869 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.172075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb43f72-24e8-434d-a482-f52977b35035 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:53:30.224442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 556cd842-9469-44c4-b2cc-df8ec631bdc5 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:30.232014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-93786f76-6b01-4359-bc8f-49e3200b6afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.247224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 556cd842-9469-44c4-b2cc-df8ec631bdc5 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:30.247605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.249275 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-60b4f21a-f865-45ce-a8a6-ebfcec79d0e8 req-7e6d6c47-fbdd-4fb4-bfca-750fb1c17b0d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109898 Sep 15 09:53:30.265931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:30.282544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Usage tracker for resource:security_group_rule and tenant:608c9e0196eb43d780c1f67b4609a6bd is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:30.295845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:30.301488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.325153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:30.359994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:30.382047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting port c960fa92-47dd-429c-a776-044e48e27cc0 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:30.382336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.384978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed7581b5-3a2f-4e57-8210-d20c325aca7b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:30.465600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing IP validity checks on allocation pools {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 15 09:53:30.466301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 15 09:53:30.469093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40fa3afb-52e2-475e-9849-79b732e27869 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.553677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 556cd842-9469-44c4-b2cc-df8ec631bdc5 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:30.554077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.590235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb43f72-24e8-434d-a482-f52977b35035 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:53:30.596392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:53:30.597465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-93786f76-6b01-4359-bc8f-49e3200b6afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.598747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bafcac-e45b-4978-9a5f-bb9084e61db6" -d '{"events": [{"server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "name": "network-vif-plugged", "status": "completed", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:53:30.612831 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 556cd842-9469-44c4-b2cc-df8ec631bdc5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:30.678322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93786f76-6b01-4359-bc8f-49e3200b6afc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f95b579-d304-4ace-8671-567b5672cef6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:30.683372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-93786f76-6b01-4359-bc8f-49e3200b6afc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.688263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e943c-48b7-49a6-8136-70d84068012d x-openstack-request-id: req-219e943c-48b7-49a6-8136-70d84068012d {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:53:30.688540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "name": "network-vif-plugged", "status": "completed", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:53:30.688789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-219e943c-48b7-49a6-8136-70d84068012d {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:53:30.689175 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219e943c-48b7-49a6-8136-70d84068012d'] response: {'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'code': 200} Sep 15 09:53:30.695745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ed7581b5-3a2f-4e57-8210-d20c325aca7b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:30.696140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40fa3afb-52e2-475e-9849-79b732e27869 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.722896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ed7581b5-3a2f-4e57-8210-d20c325aca7b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:30.723397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.725844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.738655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40fa3afb-52e2-475e-9849-79b732e27869 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.749216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa3afb-52e2-475e-9849-79b732e27869 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=d7167ff5-85d9-49fe-b2ea-e16d682b4115,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:30.752577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.763596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.767109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.788501 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-40fa3afb-52e2-475e-9849-79b732e27869 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/d7167ff5-85d9-49fe-b2ea-e16d682b4115 HTTP/1.1" status: 204 len: 168 time: 0.9467781 Sep 15 09:53:30.794544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48900) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:30.829906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.883739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=0431a615-82c9-4f7c-888a-7af225f31f00,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:30.906508 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Calling delete_port for c960fa92-47dd-429c-a776-044e48e27cc0 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:30.908900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9dc74e4-14a3-4aab-be0e-e8074b06c7a3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet 690457b9-4142-4ee6-90be-cf49c914b2b9 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:30.913881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9dc74e4-14a3-4aab-be0e-e8074b06c7a3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:30.941584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': '1107bdf3-62a2-44bc-8cd3-c873a24c6b97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c7e25368-7290-4c29-83df-6f09ba7325a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:30.941971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: c7e25368-7290-4c29-83df-6f09ba7325a3, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:30.981002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=556cd842-9469-44c4-b2cc-df8ec631bdc5,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:31.008947 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-93786f76-6b01-4359-bc8f-49e3200b6afc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9f95b579-d304-4ace-8671-567b5672cef6 HTTP/1.1" status: 204 len: 168 time: 1.7950647 Sep 15 09:53:31.009999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9dc74e4-14a3-4aab-be0e-e8074b06c7a3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.026334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48904) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:31.101634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ed7581b5-3a2f-4e57-8210-d20c325aca7b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:31.102036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.155377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ed7581b5-3a2f-4e57-8210-d20c325aca7b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed7581b5-3a2f-4e57-8210-d20c325aca7b,segment=NetworkSegment(146341d9-9e96-4a2e-b986-e0867417bab9),segment_id=146341d9-9e96-4a2e-b986-e0867417bab9)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:31.201115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network c7e25368-7290-4c29-83df-6f09ba7325a3 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:31.234800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.260172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9dc74e4-14a3-4aab-be0e-e8074b06c7a3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.316733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ed7581b5-3a2f-4e57-8210-d20c325aca7b,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:31.320858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9f9c88ca-a050-486e-8188-6452b1f7028d no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:31.330108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c7e25368-7290-4c29-83df-6f09ba7325a3) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:31.340407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:31.340982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.387930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 9f9c88ca-a050-486e-8188-6452b1f7028d {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:31.388477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9f9c88ca-a050-486e-8188-6452b1f7028d not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:31.418471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f307917-3a09-4032-ae74-bba0a8893401 None None] Network d0d061c4-ebee-4038-b6b1-c5b5155b6821 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:31.439540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5131506f-d04c-45af-af15-0dfbd6b54447 None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:31.451963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b61c41-9d8e-4850-a933-2b8d72a23993 None None] Network c7e25368-7290-4c29-83df-6f09ba7325a3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:31.462106 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-89e5c525-3941-4da8-82b2-21ed0831f1db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6439230 Sep 15 09:53:31.464617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48910) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:31.571581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec14294-ec1c-4339-8a51-92211adf7d80,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:31.575081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.579588 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d24b3d28-0b57-4753-8e92-bae3f0d2451b tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6900589 Sep 15 09:53:31.587520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48914) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:31.593859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9dc74e4-14a3-4aab-be0e-e8074b06c7a3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.618613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-165d70c8-db48-43e5-acd4-0575cd88dd37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:31.628651 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-165d70c8-db48-43e5-acd4-0575cd88dd37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 15 09:53:31.628651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-165d70c8-db48-43e5-acd4-0575cd88dd37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] update failed (client error): There was a conflict when trying to complete your request. Sep 15 09:53:31.628651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-165d70c8-db48-43e5-acd4-0575cd88dd37 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "PUT /v2.0/security-groups/aec14294-ec1c-4339-8a51-92211adf7d80 HTTP/1.1" status: 409 len: 330 time: 0.0228431 Sep 15 09:53:31.631658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48918) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:31.665705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc74e4-14a3-4aab-be0e-e8074b06c7a3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=690457b9-4142-4ee6-90be-cf49c914b2b9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:31.670054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9dc74e4-14a3-4aab-be0e-e8074b06c7a3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.686544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.698207 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c9dc74e4-14a3-4aab-be0e-e8074b06c7a3 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/690457b9-4142-4ee6-90be-cf49c914b2b9 HTTP/1.1" status: 204 len: 168 time: 0.8968945 Sep 15 09:53:31.701353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48922) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:31.747252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.764579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f32356-d42c-4a40-b17a-53b20bb1c7f6 req-0e285811-4867-4df1-a645-d4e854ee68ba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:31.766125 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-70f32356-d42c-4a40-b17a-53b20bb1c7f6 req-0e285811-4867-4df1-a645-d4e854ee68ba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 945 time: 0.2974229 Sep 15 09:53:31.767595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.808399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d3f441-9124-41e7-8cea-7e34a63f621e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:31.808849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d3f441-9124-41e7-8cea-7e34a63f621e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:31.840340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Port': ['ID=c960fa92-47dd-429c-a776-044e48e27cc0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:31.861142 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-70f32356-d42c-4a40-b17a-53b20bb1c7f6 req-39c725fd-7c13-4ebc-8edd-c2f02a4d65bc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631955 Sep 15 09:53:31.863921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.879076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.964259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Deleting port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:31.965320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:31.990802 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-25d3f441-9124-41e7-8cea-7e34a63f621e tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/d7167ff5-85d9-49fe-b2ea-e16d682b4115 HTTP/1.1" status: 404 len: 337 time: 0.2836039 Sep 15 09:53:31.993345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f1f02-5bf4-437e-9f2b-c2bf216fc341 req-45c34441-1e73-4db1-adda-4f38864e3752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:31.995002 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-580f1f02-5bf4-437e-9f2b-c2bf216fc341 req-45c34441-1e73-4db1-adda-4f38864e3752 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 1098 time: 0.5382314 Sep 15 09:53:31.995352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48926) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:32.035728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e7d7d-3016-4aa2-8c2a-f6ffa7fa29d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c7e25368-7290-4c29-83df-6f09ba7325a3', 'network_id': 'c7e25368-7290-4c29-83df-6f09ba7325a3', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': '0431a615-82c9-4f7c-888a-7af225f31f00'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:32.036565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c50e7d7d-3016-4aa2-8c2a-f6ffa7fa29d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.078467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.117706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f48d50-7585-4acd-8066-999cf477e309 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.139248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=0431a615-82c9-4f7c-888a-7af225f31f00,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:32.197335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46379d-b577-4e94-8352-68659721728b None None] DHCP port deletion for d0d061c4-ebee-4038-b6b1-c5b5155b6821 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:53:32.204655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0a46379d-b577-4e94-8352-68659721728b None None] Deleting port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:32.205121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a46379d-b577-4e94-8352-68659721728b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.276891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca68a4a-a00c-42b9-aafd-4d12047b612c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting subnet 27928c22-809b-428a-b6b7-6ca22a7eb098 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:32.285129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ca68a4a-a00c-42b9-aafd-4d12047b612c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.301280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed7581b5-3a2f-4e57-8210-d20c325aca7b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:32.322580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.375305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e25368-7290-4c29-83df-6f09ba7325a3']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:32.395265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ca68a4a-a00c-42b9-aafd-4d12047b612c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.397912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b782763-b5ff-47a0-b877-4e8d9a819ac1 None None] Network c7e25368-7290-4c29-83df-6f09ba7325a3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:32.422425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f48d50-7585-4acd-8066-999cf477e309 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.436711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1107bdf3-62a2-44bc-8cd3-c873a24c6b97') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:32.436711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1107bdf3-62a2-44bc-8cd3-c873a24c6b97') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:32.440471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.445967 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-580f1f02-5bf4-437e-9f2b-c2bf216fc341 req-dcbed7c2-a7dc-4a3e-9ada-9429b72161f9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4240425 Sep 15 09:53:32.460131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.487249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.500090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:32.500563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.575268 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 1107bdf3-62a2-44bc-8cd3-c873a24c6b97 resource provider aggregate not found Sep 15 09:53:32.648156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ca68a4a-a00c-42b9-aafd-4d12047b612c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.682979 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 1107bdf3-62a2-44bc-8cd3-c873a24c6b97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1107bdf3-62a2-44bc-8cd3-c873a24c6b97 found for delete ", "request_id": "req-1bdc968f-8758-451a-bf26-71b59d3a8d3f"}]} Sep 15 09:53:32.690833 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.718193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.747086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=c7e25368-7290-4c29-83df-6f09ba7325a3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:32.767316 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1ff571a1-5fc3-4425-831e-c636fbce1b03 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/c7e25368-7290-4c29-83df-6f09ba7325a3 HTTP/1.1" status: 204 len: 168 time: 1.3007190 Sep 15 09:53:32.770295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48934) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:32.777455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-564428320'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:32.785767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ed7581b5-3a2f-4e57-8210-d20c325aca7b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:32.786067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.789428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:32.794627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:32.798157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:32.809172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:32.890272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ca68a4a-a00c-42b9-aafd-4d12047b612c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.891478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0a46379d-b577-4e94-8352-68659721728b None None] For port 47decc41-f3ee-43f8-8add-0cf69c7d59b7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=47decc41-f3ee-43f8-8add-0cf69c7d59b7,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:32.891478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a46379d-b577-4e94-8352-68659721728b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:32.987015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca68a4a-a00c-42b9-aafd-4d12047b612c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Subnet': ['ID=27928c22-809b-428a-b6b7-6ca22a7eb098,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:32.991324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:33.002287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.020637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1ca68a4a-a00c-42b9-aafd-4d12047b612c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.035439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0a46379d-b577-4e94-8352-68659721728b None None] Calling delete_port for 47decc41-f3ee-43f8-8add-0cf69c7d59b7 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:33.054341 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1ca68a4a-a00c-42b9-aafd-4d12047b612c tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/27928c22-809b-428a-b6b7-6ca22a7eb098 HTTP/1.1" status: 204 len: 168 time: 1.0540226 Sep 15 09:53:33.065179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48940) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.087841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4b3e1e-86a2-45ad-ab8e-fdf426a0e66f None None] Network 1d61da62-01c8-407c-ab55-a9121839faf0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:33.123375 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-004b583d-b6ee-499e-80bd-fd11d8f5949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:33.124256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004b583d-b6ee-499e-80bd-fd11d8f5949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:33.130215 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-004b583d-b6ee-499e-80bd-fd11d8f5949b tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/d42b6c90-fbe4-435c-8ce1-f65550cdf751 HTTP/1.1" status: 404 len: 337 time: 0.0547884 Sep 15 09:53:33.135351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48944) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.193925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cbe4fd38-fcea-4a66-8c4f-51a6ef2896f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Synchronizing usage tracker for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:33.196378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:33.200883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f48d50-7585-4acd-8066-999cf477e309 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.212126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.212739 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 0aa77e21-3dff-4255-8117-bc76e54ae9af of type vlan for network 896b6df9-859b-4927-82a3-6f5175af3808 Sep 15 09:53:33.242806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.244263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] For port 47decc41-f3ee-43f8-8add-0cf69c7d59b7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=47decc41-f3ee-43f8-8add-0cf69c7d59b7,segment=NetworkSegment(c9b81307-1e31-4a36-88c1-e2d08b3d669b),segment_id=c9b81307-1e31-4a36-88c1-e2d08b3d669b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:33.244649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.265572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48d50-7585-4acd-8066-999cf477e309 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec14294-ec1c-4339-8a51-92211adf7d80,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:33.274866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10af9e47-c6c6-4826-b664-dbfba63d6281 None None] Provisioning complete for port b6a43603-b9ae-427f-be04-e60f555cfadf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:33.275245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10af9e47-c6c6-4826-b664-dbfba63d6281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.300964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ed7581b5-3a2f-4e57-8210-d20c325aca7b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:33.315344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cbe4fd38-fcea-4a66-8c4f-51a6ef2896f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Unset dirty status for tenant:74d02c5a5fc645b29465e1f6b4e00054 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:33.316665 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cbe4fd38-fcea-4a66-8c4f-51a6ef2896f4 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "GET /v2.0/ports?device_id=f71e20a4-7946-4767-9c2e-90e253abb9e4 HTTP/1.1" status: 200 len: 205 time: 0.1845355 Sep 15 09:53:33.324984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48948) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.328878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Router 94c42cd2-03cf-434f-9eae-9e06387dbce5 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:33.379746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 47decc41-f3ee-43f8-8add-0cf69c7d59b7 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:33.430097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Calling delete_port for 47decc41-f3ee-43f8-8add-0cf69c7d59b7 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:33.450328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.455664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:33.456241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.477303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f48d50-7585-4acd-8066-999cf477e309 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.480705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-85f48d50-7585-4acd-8066-999cf477e309 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/aec14294-ec1c-4339-8a51-92211adf7d80 HTTP/1.1" status: 204 len: 168 time: 1.8413126 Sep 15 09:53:33.486305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 47decc41-f3ee-43f8-8add-0cf69c7d59b7 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:33.487286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48952) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.487877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 47decc41-f3ee-43f8-8add-0cf69c7d59b7 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:33.498050 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-ff4b0c8c-13e9-45c2-911e-addc06dab285 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] delete failed (client error): The resource could not be found. Sep 15 09:53:33.499433 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ff4b0c8c-13e9-45c2-911e-addc06dab285 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/routers/f71e20a4-7946-4767-9c2e-90e253abb9e4 HTTP/1.1" status: 404 len: 336 time: 0.1673431 Sep 15 09:53:33.505588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48956) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.524436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a46379d-b577-4e94-8352-68659721728b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.588857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46379d-b577-4e94-8352-68659721728b None None] Pushing event deleted for resources: {'Port': ['ID=47decc41-f3ee-43f8-8add-0cf69c7d59b7,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:33.606231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a46379d-b577-4e94-8352-68659721728b None None] No DVR routers for this DVR port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:33.697533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-10af9e47-c6c6-4826-b664-dbfba63d6281 None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:33.706114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:33.714258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10af9e47-c6c6-4826-b664-dbfba63d6281 None None] Provisioning complete for port e1d50816-78f9-4410-96bf-e2a77c3c5890 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:33.714876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10af9e47-c6c6-4826-b664-dbfba63d6281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.722479 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411a58e-c799-4d23-9061-953ee9ed9c13 None None] Sync routers for ids ['94c42cd2-03cf-434f-9eae-9e06387dbce5'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:33.743196 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9686308 Sep 15 09:53:33.745173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-21541c76-b7ff-4942-bf2d-9a458c216836 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:33.745832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21541c76-b7ff-4942-bf2d-9a458c216836 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:33.749604 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-21541c76-b7ff-4942-bf2d-9a458c216836 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/3c602cd7-5ce8-4cd5-927a-a2bac43b9b9f HTTP/1.1" status: 404 len: 337 time: 0.2376134 Sep 15 09:53:33.749604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48960) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.752960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48962) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.758569 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411a58e-c799-4d23-9061-953ee9ed9c13 None None] Routers {'94c42cd2-03cf-434f-9eae-9e06387dbce5'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:33.760557 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b411a58e-c799-4d23-9061-953ee9ed9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['94c42cd2-03cf-434f-9eae-9e06387dbce5'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:33.764993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': '896b6df9-859b-4927-82a3-6f5175af3808', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:33.785942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-10af9e47-c6c6-4826-b664-dbfba63d6281 None None] Port e1d50816-78f9-4410-96bf-e2a77c3c5890 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:33.802005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:53:33.807852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:53:33.813715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05837abc-19a1-4717-a047-7d90e8625c09 req-53a3ef3f-ef69-44d0-b541-7ac11b4e2db3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:33.817333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829e4a5-50c2-4244-a850-f91274a605fa tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=896b6df9-859b-4927-82a3-6f5175af3808,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:33.821530 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-05837abc-19a1-4717-a047-7d90e8625c09 req-53a3ef3f-ef69-44d0-b541-7ac11b4e2db3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 945 time: 0.6691635 Sep 15 09:53:33.831532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a4946e45-368c-466d-829b-97cc9d35d6a2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Synchronizing usage tracker for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:33.836125 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aff104ef-6c1b-4696-847a-d72105de6555 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "PUT /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4253783 Sep 15 09:53:33.840800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 896b6df9-859b-4927-82a3-6f5175af3808 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:33.854560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48968) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.860018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] DHCP port deletion for 1d61da62-01c8-407c-ab55-a9121839faf0 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:53:33.863635 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b411a58e-c799-4d23-9061-953ee9ed9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:33.877203 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b411a58e-c799-4d23-9061-953ee9ed9c13 None None] Routers {'94c42cd2-03cf-434f-9eae-9e06387dbce5'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:33.877789 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b411a58e-c799-4d23-9061-953ee9ed9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['94c42cd2-03cf-434f-9eae-9e06387dbce5'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:33.885707 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6e505d-2e73-4ed1-8713-52b8244296f2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:33.886259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6e505d-2e73-4ed1-8713-52b8244296f2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:33.888104 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9a6e505d-2e73-4ed1-8713-52b8244296f2 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/f3bb7235-2c67-4aca-85ae-9ae679e2567b HTTP/1.1" status: 404 len: 337 time: 0.1303644 Sep 15 09:53:33.900971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48972) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.925358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] Deleting port b6a43603-b9ae-427f-be04-e60f555cfadf {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:33.925900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.947779 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c081e91e-7698-4586-a948-ad091a4b5ea8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:33.948237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c081e91e-7698-4586-a948-ad091a4b5ea8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:33.948939 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b411a58e-c799-4d23-9061-953ee9ed9c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:33.950666 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c081e91e-7698-4586-a948-ad091a4b5ea8 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/b9be212b-ffa3-4b2b-96e4-1f84489274d0 HTTP/1.1" status: 404 len: 337 time: 0.0480301 Sep 15 09:53:33.953324 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b411a58e-c799-4d23-9061-953ee9ed9c13 None None] The sync data for ids ['94c42cd2-03cf-434f-9eae-9e06387dbce5'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:33.953446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Deleting port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:33.953446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:33.954032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48976) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:33.990144 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-1a0816e2-096c-46f4-b8e4-e321ee200f95 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] delete failed (client error): The resource could not be found. Sep 15 09:53:33.994767 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1a0816e2-096c-46f4-b8e4-e321ee200f95 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1850954104 HTTP/1.1" status: 404 len: 335 time: 0.1355407 Sep 15 09:53:34.002390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48980) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.013705 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-956dd5a2-58bd-4dcf-9098-bd6da8d73a02 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:34.014195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-956dd5a2-58bd-4dcf-9098-bd6da8d73a02 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:34.014460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d48633e8-7509-413a-affe-db3d1d14e24d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'router': {'external_gateway_info': {'network_id': '94c42cd2-03cf-434f-9eae-9e06387dbce5'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:34.018471 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-956dd5a2-58bd-4dcf-9098-bd6da8d73a02 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/53aed311-6905-4de8-9b59-761e8d00ae94 HTTP/1.1" status: 404 len: 333 time: 0.0609367 Sep 15 09:53:34.018775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48984) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.061507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:34.063947 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dccdad-829c-4e6b-bb62-99e0b0cc979d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:34.064399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dccdad-829c-4e6b-bb62-99e0b0cc979d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:34.069080 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c9dccdad-829c-4e6b-bb62-99e0b0cc979d tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/94583b30-5b24-43f4-9ea2-995c42164ce8 HTTP/1.1" status: 404 len: 337 time: 0.0465388 Sep 15 09:53:34.070044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48988) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.070156 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-05837abc-19a1-4717-a047-7d90e8625c09 req-a44cd1f6-f979-4dcd-88bb-0f48678193c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471988 Sep 15 09:53:34.103601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:34.109998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:34.118627 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce1baa4-6bfc-4d58-9259-b615c3c09655 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:34.120310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce1baa4-6bfc-4d58-9259-b615c3c09655 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:34.120911 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1ce1baa4-6bfc-4d58-9259-b615c3c09655 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/38c7a9e6-e4b9-40c4-9448-a9c8f2a23d93 HTTP/1.1" status: 404 len: 337 time: 0.0496936 Sep 15 09:53:34.121957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:34.123783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 48992) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.158691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a4946e45-368c-466d-829b-97cc9d35d6a2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] Unset dirty status for tenant:608c9e0196eb43d780c1f67b4609a6bd on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:34.164012 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a4946e45-368c-466d-829b-97cc9d35d6a2 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6699209 Sep 15 09:53:34.167334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 48996) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.180324 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d7f0e3-6f40-4aac-be86-89d08c5febc1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:34.180922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58d7f0e3-6f40-4aac-be86-89d08c5febc1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:34.185913 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-58d7f0e3-6f40-4aac-be86-89d08c5febc1 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/c60adc85-c092-47eb-9ffb-1c049f6e5d89 HTTP/1.1" status: 404 len: 333 time: 0.0611336 Sep 15 09:53:34.186656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49000) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.208761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] For port b6a43603-b9ae-427f-be04-e60f555cfadf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b6a43603-b9ae-427f-be04-e60f555cfadf,segment=NetworkSegment(abe47d31-9b9a-4796-9ab0-21dea38289a3),segment_id=abe47d31-9b9a-4796-9ab0-21dea38289a3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:34.209216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.228049 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8fce60-a053-4f11-a152-eb72923544db tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:34.228634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f8fce60-a053-4f11-a152-eb72923544db tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:34.233303 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4f8fce60-a053-4f11-a152-eb72923544db tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/016725fc-742f-4d62-a57b-45db45576405 HTTP/1.1" status: 404 len: 337 time: 0.0456085 Sep 15 09:53:34.234070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49004) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.270536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:34.274229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.280110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b6a43603-b9ae-427f-be04-e60f555cfadf no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:34.386443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b8b731-08b5-404a-802d-d710a8d45353 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] DELETE failed (client error): The resource could not be found. Sep 15 09:53:34.387053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b8b731-08b5-404a-802d-d710a8d45353 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:34.391034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-17b8b731-08b5-404a-802d-d710a8d45353 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/subnets/6f6bccf0-02b6-44d9-bc8b-0b112dcd2da1 HTTP/1.1" status: 404 len: 337 time: 0.1535699 Sep 15 09:53:34.392019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49008) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.435503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] Calling delete_port for b6a43603-b9ae-427f-be04-e60f555cfadf owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:34.483240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c331beb5-17f7-46d7-a73e-a3928daeccf5 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Deleting port e1d50816-78f9-4410-96bf-e2a77c3c5890 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:34.483240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c331beb5-17f7-46d7-a73e-a3928daeccf5 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.516527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Deleting port 47decc41-f3ee-43f8-8add-0cf69c7d59b7 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:34.517113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.560478 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-8b71d042-0875-4c6f-bf61-82bf2fd597e1 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] delete failed (client error): The resource could not be found. Sep 15 09:53:34.561503 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8b71d042-0875-4c6f-bf61-82bf2fd597e1 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "DELETE /v2.0/security-groups/36df862e-ab6d-4f1f-9df2-9fdb005243e0 HTTP/1.1" status: 404 len: 347 time: 0.3932498 Sep 15 09:53:34.572317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49012) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.592236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b6a43603-b9ae-427f-be04-e60f555cfadf is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:34.592796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.617996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] The port '47decc41-f3ee-43f8-8add-0cf69c7d59b7' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:53:34.648595 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-ccba02f2-7123-4e61-a630-4f50d0f08fd0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] show failed (client error): The resource could not be found. Sep 15 09:53:34.655508 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ccba02f2-7123-4e61-a630-4f50d0f08fd0 tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-groups/908dec21-9e4f-4590-8bc6-27aa047be6e7 HTTP/1.1" status: 404 len: 347 time: 0.0742564 Sep 15 09:53:34.655680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.661081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49016) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:34.702137 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-b1cf5638-0673-4182-92d7-c8311e20c31c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] show failed (client error): The resource could not be found. Sep 15 09:53:34.710209 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b1cf5638-0673-4182-92d7-c8311e20c31c tempest-NegativeSecGroupTest-1819107379 tempest-NegativeSecGroupTest-1819107379-project] 10.222.0.62 "GET /v2.0/security-group-rules/36929383-2c37-4101-8bb0-9b2e3cb5c842 HTTP/1.1" status: 404 len: 356 time: 0.0413096 Sep 15 09:53:34.738761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] Pushing event deleted for resources: {'Port': ['ID=b6a43603-b9ae-427f-be04-e60f555cfadf,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:34.745783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a44b559-f421-476a-ba73-1cde8daaefd7 None None] No DVR routers for this DVR port b6a43603-b9ae-427f-be04-e60f555cfadf on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:34.848066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.863320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d48633e8-7509-413a-affe-db3d1d14e24d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.906714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] For port 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:34.907071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.914935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:34.952631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c331beb5-17f7-46d7-a73e-a3928daeccf5 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.022242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=8bcbaf5f-9755-48d0-b143-680b9726917d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:35.063749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Calling delete_port for 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:35.096180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c331beb5-17f7-46d7-a73e-a3928daeccf5 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Calling delete_port for e1d50816-78f9-4410-96bf-e2a77c3c5890 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:35.112541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0d061c4-ebee-4038-b6b1-c5b5155b6821']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:35.125266 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-d48633e8-7509-413a-affe-db3d1d14e24d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] update failed (client error): The resource could not be found. Sep 15 09:53:35.126091 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d48633e8-7509-413a-affe-db3d1d14e24d tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "PUT /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5 HTTP/1.1" status: 404 len: 339 time: 1.1227422 Sep 15 09:53:35.129863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49024) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:35.132063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b81307-1e31-4a36-88c1-e2d08b3d669b') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:35.132447 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b81307-1e31-4a36-88c1-e2d08b3d669b') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:35.141973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': '0aa77e21-3dff-4255-8117-bc76e54ae9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '896b6df9-859b-4927-82a3-6f5175af3808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:35.142537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: 896b6df9-859b-4927-82a3-6f5175af3808, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:35.147332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1262780535'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:35.157275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.164386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:35.175297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:network and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:35.181753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:35.198963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.201185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:35.219829 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:35.220236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.282398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network 896b6df9-859b-4927-82a3-6f5175af3808 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:35.293120 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment c9b81307-1e31-4a36-88c1-e2d08b3d669b resource provider aggregate not found Sep 15 09:53:35.299741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49034) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:35.318201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c331beb5-17f7-46d7-a73e-a3928daeccf5 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.334729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment c9b81307-1e31-4a36-88c1-e2d08b3d669b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9b81307-1e31-4a36-88c1-e2d08b3d669b found for delete ", "request_id": "req-e6f99a99-6143-43bc-a25a-d33aa7d0380e"}]} Sep 15 09:53:35.341683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Made reservation on behalf of 6d6325438e8e4e109382d4c062fa269a for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:35.344169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.374944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331beb5-17f7-46d7-a73e-a3928daeccf5 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Port': ['ID=e1d50816-78f9-4410-96bf-e2a77c3c5890,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:35.385980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c331beb5-17f7-46d7-a73e-a3928daeccf5 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.388530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:35.392805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 896b6df9-859b-4927-82a3-6f5175af3808) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:35.401316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:35.402002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.404133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.404517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Added segment 009dc460-ecd5-4d75-9abb-6869f65aa37b of type vlan for network 273b9878-d883-432c-ad1b-cb07ec1165fd Sep 15 09:53:35.424632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e84b0-b0c0-4e84-8e4f-0ec3761dcde2 None None] Network 896b6df9-859b-4927-82a3-6f5175af3808 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:35.436023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe906bf-b8c7-48e5-8107-e0fe64384106 req-5c1f9f7b-6ffa-4648-b861-e3d1f7a33067 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:35.438079 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1fe906bf-b8c7-48e5-8107-e0fe64384106 req-5c1f9f7b-6ffa-4648-b861-e3d1f7a33067 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 945 time: 0.2057745 Sep 15 09:53:35.444034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.486109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.516468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.530086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] Pushing event deleted for resources: {'Network': ['ID=d0d061c4-ebee-4038-b6b1-c5b5155b6821,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:35.611998 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0b8a3561-4e8f-46ad-a4cf-bec6e57509f3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8583181 Sep 15 09:53:35.612754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49040) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:35.616042 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c331beb5-17f7-46d7-a73e-a3928daeccf5 tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/ports/e1d50816-78f9-4410-96bf-e2a77c3c5890 HTTP/1.1" status: 204 len: 168 time: 1.2225094 Sep 15 09:53:35.619885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49044) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:35.624628 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1fe906bf-b8c7-48e5-8107-e0fe64384106 req-5163f65d-3839-456b-9862-21c0f9b81d50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811159 Sep 15 09:53:35.679505 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f4a94b21-dec9-4537-a65e-9e8d1d5c294d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=608c9e0196eb43d780c1f67b4609a6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3746874 Sep 15 09:53:35.680306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49050) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:35.691692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-896b6df9-859b-4927-82a3-6f5175af3808', 'network_id': '896b6df9-859b-4927-82a3-6f5175af3808', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': '8bcbaf5f-9755-48d0-b143-680b9726917d'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:35.692618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.697115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.742435 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c7aaf1d5-6546-467a-beb1-1ba9a32c176c admin admin] 10.222.0.62 "DELETE /v2.0/networks/d0d061c4-ebee-4038-b6b1-c5b5155b6821 HTTP/1.1" status: 204 len: 168 time: 4.7138712 Sep 15 09:53:35.743253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.749197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:35.749798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.808601 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fdb69a7-ff98-41ba-a7c7-064d6539b4c9,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:35.895817 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2dca6dc-a716-401f-bba5-b815eee5bec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.896037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Allocated IP 172.20.0.1 (896b6df9-859b-4927-82a3-6f5175af3808/8bcbaf5f-9755-48d0-b143-680b9726917d/a666ecae-dfb8-4939-8080-b2efd8f0b3ea) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:35.923127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:35.945498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2dca6dc-a716-401f-bba5-b815eee5bec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.150804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.152614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.185807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d61da62-01c8-407c-ab55-a9121839faf0']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:36.203293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49056) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:36.221394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abe47d31-9b9a-4796-9ab0-21dea38289a3') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:36.221631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abe47d31-9b9a-4796-9ab0-21dea38289a3') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:36.225770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Network': ['ID=273b9878-d883-432c-ad1b-cb07ec1165fd,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:36.233132 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a2fd60e3-b479-4230-8c48-cad9ed8035c7 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0938029 Sep 15 09:53:36.236384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49060) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:36.240421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Transition to ACTIVE for port object a666ecae-dfb8-4939-8080-b2efd8f0b3ea will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:36.244146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.248903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'subnet': {'network_id': '273b9878-d883-432c-ad1b-cb07ec1165fd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:36.256809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 273b9878-d883-432c-ad1b-cb07ec1165fd details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:36.323759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a157d3-193e-4ebe-adec-40a2e4db533c req-9f0d866e-293d-49bb-8b89-728e3a2c19db tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:36.325193 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-77a157d3-193e-4ebe-adec-40a2e4db533c req-9f0d866e-293d-49bb-8b89-728e3a2c19db tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 945 time: 0.5393906 Sep 15 09:53:36.358952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Transition to ACTIVE for port object a666ecae-dfb8-4939-8080-b2efd8f0b3ea will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:36.372267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.392732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2dca6dc-a716-401f-bba5-b815eee5bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.399530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:36.416214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Usage tracker for resource:subnet and tenant:6d6325438e8e4e109382d4c062fa269a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:36.427412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:36.431177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.440878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dca6dc-a716-401f-bba5-b815eee5bec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd7f511-da9d-46d4-bc30-43773efb7de5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:36.443267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:36.450663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.463055 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fa51a1d2-f6a0-4a37-a123-6cdc6f222499 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a26c9fa7e5f345a195fbcde1d6d5b154&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2586896 Sep 15 09:53:36.465804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49064) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:36.468781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:36.469241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.523169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Network 896b6df9-859b-4927-82a3-6f5175af3808 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:36.525784 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-77a157d3-193e-4ebe-adec-40a2e4db533c req-48cb6dff-4790-4e6e-b1bb-5dd84043d4c4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836350 Sep 15 09:53:36.526209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:36.531243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:36.532579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.544908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Pushing event updated for resources: {'Port': ['ID=a666ecae-dfb8-4939-8080-b2efd8f0b3ea,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:36.563121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49070) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:36.586041 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment abe47d31-9b9a-4796-9ab0-21dea38289a3 resource provider aggregate not found Sep 15 09:53:36.605177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Made reservation on behalf of 6d6325438e8e4e109382d4c062fa269a for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:36.608590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.624091 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment abe47d31-9b9a-4796-9ab0-21dea38289a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abe47d31-9b9a-4796-9ab0-21dea38289a3 found for delete ", "request_id": "req-075fe577-4589-4e9e-9947-6f5c92e1d181"}]} Sep 15 09:53:36.657791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Attempting to bind port a666ecae-dfb8-4939-8080-b2efd8f0b3ea on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:36.658184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Attempting to bind port a666ecae-dfb8-4939-8080-b2efd8f0b3ea by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '0aa77e21-3dff-4255-8117-bc76e54ae9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '896b6df9-859b-4927-82a3-6f5175af3808'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:36.658556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Attempting to bind port a666ecae-dfb8-4939-8080-b2efd8f0b3ea on network 896b6df9-859b-4927-82a3-6f5175af3808 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:36.666629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:36.667239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Checking segment: {'id': '0aa77e21-3dff-4255-8117-bc76e54ae9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '896b6df9-859b-4927-82a3-6f5175af3808'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:36.668752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.668752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Bound using segment: {'id': '0aa77e21-3dff-4255-8117-bc76e54ae9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '896b6df9-859b-4927-82a3-6f5175af3808'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:36.668961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.669069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Bound port: a666ecae-dfb8-4939-8080-b2efd8f0b3ea, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aa77e21-3dff-4255-8117-bc76e54ae9af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '896b6df9-859b-4927-82a3-6f5175af3808'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:36.669422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.697551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2dca6dc-a716-401f-bba5-b815eee5bec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.697551 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e2dca6dc-a716-401f-bba5-b815eee5bec9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8dd7f511-da9d-46d4-bc30-43773efb7de5 HTTP/1.1" status: 204 len: 168 time: 1.0160229 Sep 15 09:53:36.790238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-304726dd-8a40-48fd-8c14-4e3716e2a506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.796762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] For port a666ecae-dfb8-4939-8080-b2efd8f0b3ea, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:36.802694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] For port a666ecae-dfb8-4939-8080-b2efd8f0b3ea, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a666ecae-dfb8-4939-8080-b2efd8f0b3ea,segment=NetworkSegment(0aa77e21-3dff-4255-8117-bc76e54ae9af),segment_id=0aa77e21-3dff-4255-8117-bc76e54ae9af)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:36.817551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-304726dd-8a40-48fd-8c14-4e3716e2a506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.820161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1adcd47-8b25-43bf-82d0-b5fab31396e5 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:36.824416 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a1adcd47-8b25-43bf-82d0-b5fab31396e5 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 1093 time: 0.2557187 Sep 15 09:53:36.824664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49078) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:36.852693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.872183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.872484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.890502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] Pushing event deleted for resources: {'Network': ['ID=1d61da62-01c8-407c-ab55-a9121839faf0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:36.892304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:36.898351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:36.953078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:36.960803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472d751-3c4c-472c-86bc-52afc48efcb2 None None] Pushing event updated for resources: {'Port': ['ID=a666ecae-dfb8-4939-8080-b2efd8f0b3ea,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:36.967492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=8bcbaf5f-9755-48d0-b143-680b9726917d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:36.970826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:36.979720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:36.984867 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e52886d7-69d5-4cb6-90d3-4d1efa7bb77f tempest-PortsIpV6TestJSON-1349522193 tempest-PortsIpV6TestJSON-1349522193-project] 10.222.0.62 "DELETE /v2.0/networks/1d61da62-01c8-407c-ab55-a9121839faf0 HTTP/1.1" status: 204 len: 168 time: 1.3634605 Sep 15 09:53:37.016162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:37.105023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-304726dd-8a40-48fd-8c14-4e3716e2a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.108179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-304726dd-8a40-48fd-8c14-4e3716e2a506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.110051 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-304726dd-8a40-48fd-8c14-4e3716e2a506 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e3d16ce-1bce-4696-bf6f-6e38c73ab71c HTTP/1.1" status: 204 len: 168 time: 0.6431720 Sep 15 09:53:37.125189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304726dd-8a40-48fd-8c14-4e3716e2a506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d16ce-1bce-4696-bf6f-6e38c73ab71c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:37.126057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.150837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.245938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.279462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Subnet': ['ID=9594e12c-1995-44be-a29c-efec96c39aa6,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:37.283871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Checking segment: {'id': '009dc460-ecd5-4d75-9abb-6869f65aa37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '273b9878-d883-432c-ad1b-cb07ec1165fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:37.284319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network hostable DHCP agents. Network: 273b9878-d883-432c-ad1b-cb07ec1165fd, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:37.354262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896b6df9-859b-4927-82a3-6f5175af3808']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:37.376897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa77e21-3dff-4255-8117-bc76e54ae9af') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:37.377107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa77e21-3dff-4255-8117-bc76e54ae9af') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:37.397090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.408984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network 273b9878-d883-432c-ad1b-cb07ec1165fd is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:37.475852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 273b9878-d883-432c-ad1b-cb07ec1165fd) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:37.480897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:37.481926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.486651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b8d65b-8928-4773-a4ae-4b76216c4452 None None] Network 273b9878-d883-432c-ad1b-cb07ec1165fd requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:37.496393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.513513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:37.514066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.575632 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4a9958e1-dcef-4652-b1b4-f45dd3e4064f tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3380973 Sep 15 09:53:37.578257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49096) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:37.590281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d3aace49-102c-4dd4-ae56-fd3b5bc8b9e3 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'router': {'external_gateway_info': {'network_id': '273b9878-d883-432c-ad1b-cb07ec1165fd'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:37.611820 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 0aa77e21-3dff-4255-8117-bc76e54ae9af resource provider aggregate not found Sep 15 09:53:37.652621 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 0aa77e21-3dff-4255-8117-bc76e54ae9af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aa77e21-3dff-4255-8117-bc76e54ae9af found for delete ", "request_id": "req-fd88557f-85d2-4448-85f1-5ff45575c624"}]} Sep 15 09:53:37.671278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Router cea74158-e29a-45d7-89eb-25dbe034dd5d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:37.683647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49106) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:37.794481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:53:37.794481 dv-neutron-857775-1-hyperv neutron-server[89669]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:53:37.794481 dv-neutron-857775-1-hyperv neutron-server[89669]: [parameters: {'id': '896b6df9-859b-4927-82a3-6f5175af3808'}] Sep 15 09:53:37.794481 dv-neutron-857775-1-hyperv neutron-server[89669]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:53:37.794965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:53:37.847025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:37.860639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-273b9878-d883-432c-ad1b-cb07ec1165fd', 'network_id': '273b9878-d883-432c-ad1b-cb07ec1165fd', 'tenant_id': '6d6325438e8e4e109382d4c062fa269a', 'fixed_ips': [{'subnet_id': '9594e12c-1995-44be-a29c-efec96c39aa6'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:37.861595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.156113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Allocated IP 2001:db8:1::2 (273b9878-d883-432c-ad1b-cb07ec1165fd/9594e12c-1995-44be-a29c-efec96c39aa6/7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:38.217995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:38.234597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] Sync routers for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:38.296387 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d2872052-5bd3-4119-a9da-1f9a0fecf948 admin admin] 10.222.0.62 "PUT /v2.0/routers/cea74158-e29a-45d7-89eb-25dbe034dd5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0836155 Sep 15 09:53:38.302559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.309388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49124) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:38.318068 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1a136b4f-1e63-42bf-a1f3-4d7417300df3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74d02c5a5fc645b29465e1f6b4e00054&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6331785 Sep 15 09:53:38.333886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49128) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:38.444911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a666ecae-dfb8-4939-8080-b2efd8f0b3ea up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:38.482315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d3aace49-102c-4dd4-ae56-fd3b5bc8b9e3 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.501188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730eb3c7-a0fc-489e-bd17-41b5c8a040f0 None None] Network 896b6df9-859b-4927-82a3-6f5175af3808 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:38.506760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dd46-43b1-4f20-9696-6b0b4598dc49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.515213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port a666ecae-dfb8-4939-8080-b2efd8f0b3ea {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:38.515607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.536024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dd46-43b1-4f20-9696-6b0b4598dc49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.555049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:38.555838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:38.681923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.66 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/a8e94a86-2b38-4d7d-830b-0e6d7b5ec6e4) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:38.781298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dd46-43b1-4f20-9696-6b0b4598dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.804607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba2dd46-43b1-4f20-9696-6b0b4598dc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be808f9b-af61-4bd2-a671-9d9eb20223c4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:38.833403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ba2dd46-43b1-4f20-9696-6b0b4598dc49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.841777 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3ba2dd46-43b1-4f20-9696-6b0b4598dc49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be808f9b-af61-4bd2-a671-9d9eb20223c4 HTTP/1.1" status: 204 len: 168 time: 0.5041203 Sep 15 09:53:38.848898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49144) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:38.856362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:38.873289 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-d3aace49-102c-4dd4-ae56-fd3b5bc8b9e3 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:53:38.877625 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d3aace49-102c-4dd4-ae56-fd3b5bc8b9e3 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "PUT /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5 HTTP/1.1" status: 400 len: 364 time: 1.2976878 Sep 15 09:53:38.882288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49154) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:38.907461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:38.983618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-65250cfb-e5e1-47cb-8943-98ce9517d0a3 None None] Provisioning for port a666ecae-dfb8-4939-8080-b2efd8f0b3ea completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:39.086214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port a666ecae-dfb8-4939-8080-b2efd8f0b3ea, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a666ecae-dfb8-4939-8080-b2efd8f0b3ea,segment=NetworkSegment(0aa77e21-3dff-4255-8117-bc76e54ae9af),segment_id=0aa77e21-3dff-4255-8117-bc76e54ae9af)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:39.087016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.382787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for a666ecae-dfb8-4939-8080-b2efd8f0b3ea owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:39.450235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.545110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.571332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-351977816-network', 'tenant_id': '6d6959ac4a8a4d5fa11d867ff63d6796'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:39.580066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:39.591738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Usage tracker for resource:network and tenant:6d6959ac4a8a4d5fa11d867ff63d6796 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:39.597358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:39.607897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:39.643419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Deleting port 2933c86d-9897-449a-ae42-a54e8832dca2 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:39.644055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.657205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.683987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.688122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.704581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port a666ecae-dfb8-4939-8080-b2efd8f0b3ea completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:39.719738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Transition to ACTIVE for port object 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:39.726437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port a666ecae-dfb8-4939-8080-b2efd8f0b3ea triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:39.726892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.730978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.759380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Made reservation on behalf of 6d6959ac4a8a4d5fa11d867ff63d6796 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:39.761779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.761982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=a666ecae-dfb8-4939-8080-b2efd8f0b3ea,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:39.812396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port a666ecae-dfb8-4939-8080-b2efd8f0b3ea on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:39.841318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Transition to ACTIVE for port object 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:39.844062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:39.854533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Port a666ecae-dfb8-4939-8080-b2efd8f0b3ea was deleted so its status cannot be updated. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 15 09:53:39.873886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:39.955818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6959ac4a8a4d5fa11d867ff63d6796 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:39.962445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:39.983109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:39.983303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34224fbb-114d-4780-8156-97ceb45454af None None] DHCP port deletion for 896b6df9-859b-4927-82a3-6f5175af3808 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:53:39.996635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.007728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:40.022667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:40.088947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:40.089456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Network 273b9878-d883-432c-ad1b-cb07ec1165fd is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:40.096195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:40.101996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:40.108954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Pushing event updated for resources: {'Port': ['ID=7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:40.127057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.203432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.234379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=a8e94a86-2b38-4d7d-830b-0e6d7b5ec6e4,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:40.291162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:40.293171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d161da7e-8392-4551-9f18-a9506c014497,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:40.312795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.346809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a666ecae-dfb8-4939-8080-b2efd8f0b3ea no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:40.358911 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.364396 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Added segment 64a4d073-4c46-4515-ab78-19431f7618d3 of type vlan for network c6ed9af2-7929-4859-915e-258ad76ee320 Sep 15 09:53:40.397293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896b6df9-859b-4927-82a3-6f5175af3808']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:40.403900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Allocated IP 2001:db8::1 (be43c4aa-f6b8-4e92-bd5b-c26c27d010f8/bf6ca085-f849-49be-aedb-82348dd1536d/a13f5470-97f7-4d1f-90a5-214195094334) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:40.406908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.410726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: a666ecae-dfb8-4939-8080-b2efd8f0b3ea {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:40.411144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a666ecae-dfb8-4939-8080-b2efd8f0b3ea not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:40.420505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23'}], 'enable_snat': True}, 'gw_port_id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:53:35Z', 'revision_number': 5, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port': {'id': '2933c86d-9897-449a-ae42-a54e8832dca2', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:86:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:49:15Z', 'updated_at': '2022-09-15T09:49:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:40.425675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Attempting to bind port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:40.426156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Attempting to bind port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '009dc460-ecd5-4d75-9abb-6869f65aa37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '273b9878-d883-432c-ad1b-cb07ec1165fd'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:40.426581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Attempting to bind port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b on network 273b9878-d883-432c-ad1b-cb07ec1165fd {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:40.432256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] Checking router: cea74158-e29a-45d7-89eb-25dbe034dd5d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:53:40.438434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:40.438951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Checking segment: {'id': '009dc460-ecd5-4d75-9abb-6869f65aa37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '273b9878-d883-432c-ad1b-cb07ec1165fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:40.439416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.439911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Bound using segment: {'id': '009dc460-ecd5-4d75-9abb-6869f65aa37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '273b9878-d883-432c-ad1b-cb07ec1165fd'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:40.440106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa77e21-3dff-4255-8117-bc76e54ae9af') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:40.440414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa77e21-3dff-4255-8117-bc76e54ae9af') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:40.440524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Bound port: 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '009dc460-ecd5-4d75-9abb-6869f65aa37b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '273b9878-d883-432c-ad1b-cb07ec1165fd'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:40.441001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.458503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.464241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] Routers {'cea74158-e29a-45d7-89eb-25dbe034dd5d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:40.464958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['cea74158-e29a-45d7-89eb-25dbe034dd5d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:40.481078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.490774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:40.490774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.683204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] For port 2933c86d-9897-449a-ae42-a54e8832dca2, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2933c86d-9897-449a-ae42-a54e8832dca2,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:40.683772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.684916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49188) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:40.716340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] Set router cea74158-e29a-45d7-89eb-25dbe034dd5d gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:40.786563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.788076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:40.788836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.868206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] For port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:40.871593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Calling delete_port for 2933c86d-9897-449a-ae42-a54e8832dca2 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:40.884577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:53:39Z', 'revision_number': 6, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:40.889594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] For port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b,segment=NetworkSegment(009dc460-ecd5-4d75-9abb-6869f65aa37b),segment_id=009dc460-ecd5-4d75-9abb-6869f65aa37b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:40.891379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04449e39-888d-4e7e-92a1-8ed28fd28fc7 None None] The sync data for ids ['cea74158-e29a-45d7-89eb-25dbe034dd5d'] in dv-neutron-857775-1-hyperv is: [{'id': 'cea74158-e29a-45d7-89eb-25dbe034dd5d', 'name': 'tempest-ServerActionsTestJSON-1849606087-router', 'tenant_id': '65636b3148364ee6863fee770ebf8dd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:49:12Z', 'updated_at': '2022-09-15T09:53:39Z', 'revision_number': 6, 'project_id': '65636b3148364ee6863fee770ebf8dd7', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:40.917535 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 0aa77e21-3dff-4255-8117-bc76e54ae9af resource provider aggregate not found Sep 15 09:53:40.920976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.927526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.929084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49198) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:40.946683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.956624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:40.969457 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 0aa77e21-3dff-4255-8117-bc76e54ae9af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aa77e21-3dff-4255-8117-bc76e54ae9af found for delete ", "request_id": "req-8296fdd2-ed90-4598-a6ab-07216ea9381c"}]} Sep 15 09:53:40.974341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Transition to ACTIVE for port object a13f5470-97f7-4d1f-90a5-214195094334 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:40.992379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=896b6df9-859b-4927-82a3-6f5175af3808,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:41.042083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ed9af2-7929-4859-915e-258ad76ee320,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:41.054806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-476892061', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:41.058670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c6ed9af2-7929-4859-915e-258ad76ee320 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:41.062726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-955c0977-ba31-4170-a311-f6a538a66edd tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/896b6df9-859b-4927-82a3-6f5175af3808 HTTP/1.1" status: 204 len: 168 time: 5.4454534 Sep 15 09:53:41.062942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:41.063024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49206) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:41.065452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-97937786'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:41.071572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1306669999'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:41.075770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:41.084585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Usage tracker for resource:port and tenant:716f0a4e86514bd6b71c8bcae9f52605 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:41.084734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:41.084884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:41.085571 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:41.086132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.090598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:41.093897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:41.134235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:41.142426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:41.148852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:41.170464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0779c27-8a03-4c3e-bd25-dbceee205e6b None None] Pushing event updated for resources: {'Port': ['ID=7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:41.176239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:41.183413 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5e5e4832-a43c-47f5-bf92-1fac41c54395 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3310301 Sep 15 09:53:41.187053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49210) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:41.191674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:41.197772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:41.203605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:41.204141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.212745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Request body: {'subnet': {'network_id': 'c6ed9af2-7929-4859-915e-258ad76ee320', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-351977816-subnet', 'tenant_id': '6d6959ac4a8a4d5fa11d867ff63d6796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:41.218166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:41.220146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Port': ['ID=a13f5470-97f7-4d1f-90a5-214195094334,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:41.222833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Usage tracker for resource:subnet and tenant:6d6959ac4a8a4d5fa11d867ff63d6796 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:41.226390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:41.233540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:41.317468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Made reservation on behalf of 716f0a4e86514bd6b71c8bcae9f52605 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:41.326736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.348552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:41.356420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.368304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:41.371992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.397948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Made reservation on behalf of 6d6959ac4a8a4d5fa11d867ff63d6796 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:41.400265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.405191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.476431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:41.484698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Usage tracker for resource:security_group_rule and tenant:716f0a4e86514bd6b71c8bcae9f52605 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:41.491104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:41.502793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:41.507656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:41.510875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.513622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.547769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.548190 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment bff200ee-af92-48a2-9c7b-27327fb0d49c of type vlan for network 7d8059bb-93bb-4818-b8f3-23b10f9692ca Sep 15 09:53:41.650136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.680797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:41.698530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:security_group_rule and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:41.711260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:41.730270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:41.798234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-683e2f94-7e57-45d1-9b68-c68fc2f74928 None None] Provisioning for port a13f5470-97f7-4d1f-90a5-214195094334 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:41.806602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-683e2f94-7e57-45d1-9b68-c68fc2f74928 None None] Provisioning complete for port a13f5470-97f7-4d1f-90a5-214195094334 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:41.807127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-683e2f94-7e57-45d1-9b68-c68fc2f74928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.847350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.879765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.892708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-683e2f94-7e57-45d1-9b68-c68fc2f74928 None None] Port a13f5470-97f7-4d1f-90a5-214195094334 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:41.914520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Pushing event deleted for resources: {'Port': ['ID=2933c86d-9897-449a-ae42-a54e8832dca2,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:41.954641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.956572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:41.962357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:41.962972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.013792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] device_id is not set on port 61b32742-fdfd-4cf7-983d-9646adb20d6e yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:53:42.213053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f110516-59ab-4bfb-80da-3ad156d3ac62,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:42.231577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=7d8059bb-93bb-4818-b8f3-23b10f9692ca,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:42.262055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.268476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7d8059bb-93bb-4818-b8f3-23b10f9692ca details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:42.314046 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7ebe660f-1b5d-43ea-85d2-ac29d9b30a5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2499268 Sep 15 09:53:42.319519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.320744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49214) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:42.332484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': '7d8059bb-93bb-4818-b8f3-23b10f9692ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:42.437802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.466345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:42.475699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Allocated IP 172.26.7.32 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/61b32742-fdfd-4cf7-983d-9646adb20d6e) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:42.478730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:53:42.487870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.488227 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment 5c0ae1bc-45c2-4c4b-904e-6f4687acda2d of type vlan for network 7dbee6bd-fe46-476d-927e-bb5c14385e03 Sep 15 09:53:42.489456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:42.503852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.522376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.524089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:42.531715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:42.536685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:42.553325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a938c36-ac4c-46cd-a938-437f0b87120e None None] Network 273b9878-d883-432c-ad1b-cb07ec1165fd requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:42.560312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:42.656464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.657217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.666235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38d33645-3622-4bf1-b85c-e4efd0dd2ae6,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:42.776766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.781307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.788459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.822241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-75683526-7550-4f03-ae59-54e06468bde2 None None] Provisioning for port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:42.842930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.852532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a23583-8e93-4d85-a5a7-7457ee6d40cc,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:42.858940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:42.859151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:42.862345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.879687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Checking segment: {'id': '64a4d073-4c46-4515-ab78-19431f7618d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c6ed9af2-7929-4859-915e-258ad76ee320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:42.880066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Network hostable DHCP agents. Network: c6ed9af2-7929-4859-915e-258ad76ee320, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:42.917034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:42.917362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.952163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:42.953355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Fanout notify agent at l3_agent the message router_deleted on router cea74158-e29a-45d7-89eb-25dbe034dd5d {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:53:43.016575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.024714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:43.025650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.096526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:43.098742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.123600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Network c6ed9af2-7929-4859-915e-258ad76ee320 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:43.159725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b,segment=NetworkSegment(009dc460-ecd5-4d75-9abb-6869f65aa37b),segment_id=009dc460-ecd5-4d75-9abb-6869f65aa37b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:43.171303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event updated for resources: {'Port': ['ID=a13f5470-97f7-4d1f-90a5-214195094334,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:43.204714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:43.207350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:43.233424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.239209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.242997 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ee5e4323-9599-4c4b-9074-278bafe2898e admin admin] 10.222.0.62 "DELETE /v2.0/routers/cea74158-e29a-45d7-89eb-25dbe034dd5d HTTP/1.1" status: 204 len: 168 time: 4.9302773 Sep 15 09:53:43.248478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49218) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:43.336648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c6ed9af2-7929-4859-915e-258ad76ee320) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:43.351380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.389226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:43.397136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2933c86d-9897-449a-ae42-a54e8832dca2 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:43.429735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550dcf4-df1f-4210-af9d-94a034064dd9 None None] Network c6ed9af2-7929-4859-915e-258ad76ee320 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:43.479377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.528149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=7dbee6bd-fe46-476d-927e-bb5c14385e03,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:43.579201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d51f59b-1ab4-4f43-8443-168ede8376cc admin admin] Deleting subnet e384e1ed-36cd-46b1-aaee-1efd68cde73f {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:43.581802 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f35c4bf3-73bb-48ad-8e4a-27cfa8e471f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.6187611 Sep 15 09:53:43.583582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:43.585428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.587550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49222) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:43.606315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-587487627'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:43.623454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:43.640511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:43.648942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Router 94c42cd2-03cf-434f-9eae-9e06387dbce5 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:43.648942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:43.661644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7dbee6bd-fe46-476d-927e-bb5c14385e03 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:43.666211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:43.695700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8d51f59b-1ab4-4f43-8443-168ede8376cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.696022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.706925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 2933c86d-9897-449a-ae42-a54e8832dca2 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:43.707265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2933c86d-9897-449a-ae42-a54e8832dca2 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:43.707707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:43.773435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8d51f59b-1ab4-4f43-8443-168ede8376cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.801881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:43.805883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.807781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:43.808113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fdb69a7-ff98-41ba-a7c7-064d6539b4c9 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:43.826941 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe93b76e-99ed-4ae7-85c3-21cc2e1da889 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6335485 Sep 15 09:53:43.843739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6e7fb5da-3293-4c2a-b34b-c90729bf5493 None None] Provisioning complete for port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:43.843954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb5da-3293-4c2a-b34b-c90729bf5493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.864748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.906628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.913238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8d51f59b-1ab4-4f43-8443-168ede8376cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.957343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:43.970044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e69baa-28b1-41eb-80c3-06b12efa3ff7 None None] Network c6ed9af2-7929-4859-915e-258ad76ee320 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:43.983865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:43.988188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:43.997427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:44.039759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:44.054081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.054522 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment 2a26bae0-6a47-42b8-8310-78ca7e683bb7 of type vlan for network c0b629b7-ac59-439f-a059-80f41817a87b Sep 15 09:53:44.087089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8d51f59b-1ab4-4f43-8443-168ede8376cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.092094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.124921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6e7fb5da-3293-4c2a-b34b-c90729bf5493 None None] Current status of the port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:44.134386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51f59b-1ab4-4f43-8443-168ede8376cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e384e1ed-36cd-46b1-aaee-1efd68cde73f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:44.144224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=a8e94a86-2b38-4d7d-830b-0e6d7b5ec6e4,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:44.150501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8d51f59b-1ab4-4f43-8443-168ede8376cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.155971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.159725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Pushing event updated for resources: {'Port': ['ID=61b32742-fdfd-4cf7-983d-9646adb20d6e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:44.168155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd8c16e-17f3-4ee0-b5fc-7a854f97f3a3 None None] Network 2d440db9-562a-426e-859c-183ebb134080 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:44.198852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:44.203471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=947aa082-7a09-4c97-aeb5-bfba2a27b45f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:44.212768 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276b203-b862-4c5a-b468-daf98900aac1 None None] Sync routers for ids ['94c42cd2-03cf-434f-9eae-9e06387dbce5'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:44.221765 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8d51f59b-1ab4-4f43-8443-168ede8376cc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e384e1ed-36cd-46b1-aaee-1efd68cde73f HTTP/1.1" status: 204 len: 168 time: 0.9719501 Sep 15 09:53:44.230276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49230) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:44.242825 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276b203-b862-4c5a-b468-daf98900aac1 None None] Routers {'94c42cd2-03cf-434f-9eae-9e06387dbce5'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:44.243826 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5276b203-b862-4c5a-b468-daf98900aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['94c42cd2-03cf-434f-9eae-9e06387dbce5'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:44.288418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.295077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:44.295960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.337711 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5276b203-b862-4c5a-b468-daf98900aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:44.347602 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5276b203-b862-4c5a-b468-daf98900aac1 None None] Routers {'94c42cd2-03cf-434f-9eae-9e06387dbce5'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:44.348422 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5276b203-b862-4c5a-b468-daf98900aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['94c42cd2-03cf-434f-9eae-9e06387dbce5'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:44.386069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4cf74ff1-8e43-4770-8812-3986eb9dd5d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "PUT /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5020094 Sep 15 09:53:44.391621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': 'bff200ee-af92-48a2-9c7b-27327fb0d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7d8059bb-93bb-4818-b8f3-23b10f9692ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:44.392134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: 7d8059bb-93bb-4818-b8f3-23b10f9692ca, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:44.410736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:44.410966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:44.411857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.424685 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5276b203-b862-4c5a-b468-daf98900aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:44.427679 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5276b203-b862-4c5a-b468-daf98900aac1 None None] The sync data for ids ['94c42cd2-03cf-434f-9eae-9e06387dbce5'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:44.509114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49236) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:44.513075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=c0b629b7-ac59-439f-a059-80f41817a87b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:44.513992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1081f19d-9315-45d8-a67b-637fa14c24f3 None None] Provisioning complete for port a13f5470-97f7-4d1f-90a5-214195094334 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:44.514369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1081f19d-9315-45d8-a67b-637fa14c24f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.525920 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-15189826-a580-47c6-adc4-f4e29059c8f8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9372983 Sep 15 09:53:44.531412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49240) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:44.543264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': '7dbee6bd-fe46-476d-927e-bb5c14385e03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:44.579263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1081f19d-9315-45d8-a67b-637fa14c24f3 None None] Port a13f5470-97f7-4d1f-90a5-214195094334 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:44.580855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c0b629b7-ac59-439f-a059-80f41817a87b details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:44.710033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-01fba3f0-5e93-4e5a-8402-e521beb13fcc tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.717339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.764577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Deleting port 37532f78-5bf2-489b-82b2-7a537ffdb41d {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:44.764927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.776824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:44.780668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.790938 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 36bbd9d8-1ed6-47b9-9e54-f132242f47de associated. External IP: 172.26.7.66, port: 556cd842-9469-44c4-b2cc-df8ec631bdc5. Sep 15 09:53:44.904649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:44.932285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] DHCP port deletion for 2d440db9-562a-426e-859c-183ebb134080 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:53:44.933086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:44.939866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:44.944277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] Deleting port 37532f78-5bf2-489b-82b2-7a537ffdb41d {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:44.944965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:44.953566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:44.978350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:44.980680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49252) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:44.995071 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4b47a559-9d5d-4cf0-ba43-328680970635 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.3089838 Sep 15 09:53:44.996310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network 7d8059bb-93bb-4818-b8f3-23b10f9692ca is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:45.007705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49256) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:45.026071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.32'}]}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:45.033858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:45.041636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Usage tracker for resource:router and tenant:716f0a4e86514bd6b71c8bcae9f52605 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:45.047186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:45.055850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-571764759-network', 'tenant_id': 'd1bcb8ec9d504f7dbec666f27c26346b'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:45.057579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:45.070200 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-01fba3f0-5e93-4e5a-8402-e521beb13fcc tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 15 09:53:45.073964 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-01fba3f0-5e93-4e5a-8402-e521beb13fcc tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5 HTTP/1.1" status: 409 len: 329 time: 0.5547023 Sep 15 09:53:45.074568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49260) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:45.081074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:45.091300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Usage tracker for resource:network and tenant:d1bcb8ec9d504f7dbec666f27c26346b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:45.100015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:45.116825 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:45.135304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7d8059bb-93bb-4818-b8f3-23b10f9692ca) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:45.146925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:45.147553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.171240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b80de6-184a-40fa-a7e7-4a14f3736496 None None] Network 7d8059bb-93bb-4818-b8f3-23b10f9692ca requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:45.202843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:45.206311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.210155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.211221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.259201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.344059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] For port 37532f78-5bf2-489b-82b2-7a537ffdb41d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=37532f78-5bf2-489b-82b2-7a537ffdb41d,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:45.344667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.359337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Made reservation on behalf of d1bcb8ec9d504f7dbec666f27c26346b for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:45.361348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.408797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.413306 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-49381733-b2bf-43d8-93a8-f715557341db tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0903587 Sep 15 09:53:45.424263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49264) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:45.434839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] For port 37532f78-5bf2-489b-82b2-7a537ffdb41d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=37532f78-5bf2-489b-82b2-7a537ffdb41d,segment=NetworkSegment(2c3eb6d5-becc-4469-82a9-1485c18c0058),segment_id=2c3eb6d5-becc-4469-82a9-1485c18c0058)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:45.435202 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.457291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:45.503408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] Calling delete_port for 37532f78-5bf2-489b-82b2-7a537ffdb41d owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:45.634518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Usage tracker for resource:security_group_rule and tenant:d1bcb8ec9d504f7dbec666f27c26346b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:45.645362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Calling delete_port for 37532f78-5bf2-489b-82b2-7a537ffdb41d owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:45.673221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:45.706720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:45.718186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-7d8059bb-93bb-4818-b8f3-23b10f9692ca', 'network_id': '7d8059bb-93bb-4818-b8f3-23b10f9692ca', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': '947aa082-7a09-4c97-aeb5-bfba2a27b45f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:45.719580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.737309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.791505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] Pushing event deleted for resources: {'Port': ['ID=37532f78-5bf2-489b-82b2-7a537ffdb41d,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:45.799601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ada2b9-69c7-4dcb-be45-f73beb11534f None None] No DVR routers for this DVR port 37532f78-5bf2-489b-82b2-7a537ffdb41d on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:45.838783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:45.857195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:53:45.857458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:53:45.873340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.965320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:45.980924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Allocated IP 172.20.0.2 (7d8059bb-93bb-4818-b8f3-23b10f9692ca/947aa082-7a09-4c97-aeb5-bfba2a27b45f/2bf9a1c2-3404-4934-874a-1f80064695c9) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:46.072653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.207780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.222351 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Transition to ACTIVE for port object 2bf9a1c2-3404-4934-874a-1f80064695c9 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:46.226600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.242348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.266210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Transition to ACTIVE for port object 2bf9a1c2-3404-4934-874a-1f80064695c9 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:46.269550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.281751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 37532f78-5bf2-489b-82b2-7a537ffdb41d no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:46.296073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:46.328394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] Sync routers for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:46.331679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.339173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 37532f78-5bf2-489b-82b2-7a537ffdb41d {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:46.339520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 37532f78-5bf2-489b-82b2-7a537ffdb41d not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:46.347219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:46.357845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:46.358582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:46.358746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.359055 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Added segment 9a697b1d-15e1-4fdf-a1c5-16c01fa5f215 of type vlan for network afd9fad0-71ce-41f2-821b-6157fecaeec9 Sep 15 09:53:46.401750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Deleting port 37532f78-5bf2-489b-82b2-7a537ffdb41d {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:46.402120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.420650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.441088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.457600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.526703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Network 7d8059bb-93bb-4818-b8f3-23b10f9692ca is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:46.579465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:46.587551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] The port '37532f78-5bf2-489b-82b2-7a537ffdb41d' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:53:46.590552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c898e4-6158-4b4d-8c53-29ad51fafba6,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:46.593125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:46.607037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=cf1fb8ef-c731-48b3-8813-8b6713b9015b,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:46.649125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Pushing event updated for resources: {'Port': ['ID=2bf9a1c2-3404-4934-874a-1f80064695c9,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:46.656451 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f7f506d9-f5ef-4e13-a77a-efcafa68a0e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.8307307 Sep 15 09:53:46.660229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:53:46.663323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967a6426-fa40-4cca-8e43-4271ac0af7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:53:46.679328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49268) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:46.684983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': '5c0ae1bc-45c2-4c4b-904e-6f4687acda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7dbee6bd-fe46-476d-927e-bb5c14385e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:46.685352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: 7dbee6bd-fe46-476d-927e-bb5c14385e03, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:46.705756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.754394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Attempting to bind port 2bf9a1c2-3404-4934-874a-1f80064695c9 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:46.754934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Attempting to bind port 2bf9a1c2-3404-4934-874a-1f80064695c9 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'bff200ee-af92-48a2-9c7b-27327fb0d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7d8059bb-93bb-4818-b8f3-23b10f9692ca'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:46.755384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Attempting to bind port 2bf9a1c2-3404-4934-874a-1f80064695c9 on network 7d8059bb-93bb-4818-b8f3-23b10f9692ca {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:46.759200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c806f8-c8f4-462f-a01d-2b0dcb907139 x-openstack-request-id: req-49c806f8-c8f4-462f-a01d-2b0dcb907139 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:53:46.759490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:53:46.759739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49c806f8-c8f4-462f-a01d-2b0dcb907139 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:53:46.760134 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c806f8-c8f4-462f-a01d-2b0dcb907139'] response: {'name': 'network-changed', 'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'status': 'completed', 'code': 200} Sep 15 09:53:46.763883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:46.801261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=947aa082-7a09-4c97-aeb5-bfba2a27b45f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:46.808234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:46.808618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Checking segment: {'id': 'bff200ee-af92-48a2-9c7b-27327fb0d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7d8059bb-93bb-4818-b8f3-23b10f9692ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:46.809012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.809515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Bound using segment: {'id': 'bff200ee-af92-48a2-9c7b-27327fb0d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7d8059bb-93bb-4818-b8f3-23b10f9692ca'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:46.810125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Bound port: 2bf9a1c2-3404-4934-874a-1f80064695c9, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff200ee-af92-48a2-9c7b-27327fb0d49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7d8059bb-93bb-4818-b8f3-23b10f9692ca'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:46.810583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.824796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:46.825731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:46.826323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.022559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.071987 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b0631b1d-1c9b-47b8-b90e-b41cfa4232de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/36bbd9d8-1ed6-47b9-9e54-f132242f47de HTTP/1.1" status: 200 len: 990 time: 0.3880599 Sep 15 09:53:47.075859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.078607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d440db9-562a-426e-859c-183ebb134080']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:47.079413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] For port 2bf9a1c2-3404-4934-874a-1f80064695c9, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:47.086304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] Pushing event updated for resources: {'Network': ['ID=afd9fad0-71ce-41f2-821b-6157fecaeec9,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:47.098502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3eb6d5-becc-4469-82a9-1485c18c0058') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:47.098807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3eb6d5-becc-4469-82a9-1485c18c0058') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:47.116613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.127113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network afd9fad0-71ce-41f2-821b-6157fecaeec9 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:47.127893 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-67182802-54dd-4a9c-a668-5ee452c49921 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1442451 Sep 15 09:53:47.132791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8059bb-93bb-4818-b8f3-23b10f9692ca']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:47.133575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49274) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:47.142931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Request body: {'subnet': {'network_id': 'afd9fad0-71ce-41f2-821b-6157fecaeec9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-571764759-subnet', 'tenant_id': 'd1bcb8ec9d504f7dbec666f27c26346b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:47.147981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.152152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff200ee-af92-48a2-9c7b-27327fb0d49c') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:47.152662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff200ee-af92-48a2-9c7b-27327fb0d49c') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:47.156502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:47.157621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 7dbee6bd-fe46-476d-927e-bb5c14385e03 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:47.161083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.170316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Usage tracker for resource:subnet and tenant:d1bcb8ec9d504f7dbec666f27c26346b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:47.174727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-c94e1eb7-85b0-4d2e-927c-5779d877729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:47.176201 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-c94e1eb7-85b0-4d2e-927c-5779d877729f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 1098 time: 0.3529234 Sep 15 09:53:47.177003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:47.180793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:47.181195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.203899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.206205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] For port 2bf9a1c2-3404-4934-874a-1f80064695c9, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2bf9a1c2-3404-4934-874a-1f80064695c9,segment=NetworkSegment(bff200ee-af92-48a2-9c7b-27327fb0d49c),segment_id=bff200ee-af92-48a2-9c7b-27327fb0d49c)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:47.212058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.234044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:47.237487 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 2c3eb6d5-becc-4469-82a9-1485c18c0058 resource provider aggregate not found Sep 15 09:53:47.298918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.330113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.356210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7dbee6bd-fe46-476d-927e-bb5c14385e03) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:47.363353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:47.363793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.371570 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 2c3eb6d5-becc-4469-82a9-1485c18c0058 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c3eb6d5-becc-4469-82a9-1485c18c0058 found for delete ", "request_id": "req-c9754ed1-67b3-4752-9261-1e517bac417b"}]} Sep 15 09:53:47.389384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:47.390380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.391071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a645c-2b8f-455f-9e97-ab135ea1ba28 None None] Network 7dbee6bd-fe46-476d-927e-bb5c14385e03 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:47.445011 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment bff200ee-af92-48a2-9c7b-27327fb0d49c resource provider aggregate not found Sep 15 09:53:47.450999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting port a13f5470-97f7-4d1f-90a5-214195094334 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:47.451782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.474752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Made reservation on behalf of d1bcb8ec9d504f7dbec666f27c26346b for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:47.478544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.499795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-4fa92d4c-8f48-491c-8262-f915770df63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:47.501519 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-4fa92d4c-8f48-491c-8262-f915770df63c service neutron] 10.222.0.16 "GET /v2.0/networks?id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c HTTP/1.1" status: 200 len: 898 time: 0.2986312 Sep 15 09:53:47.525690 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment bff200ee-af92-48a2-9c7b-27327fb0d49c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bff200ee-af92-48a2-9c7b-27327fb0d49c found for delete ", "request_id": "req-96c3cc8f-c2b4-4646-85d9-5890a7a24646"}]} Sep 15 09:53:47.555535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cd474-e6dc-4cee-b9a0-89d06fad4b89 None None] Pushing event updated for resources: {'Port': ['ID=2bf9a1c2-3404-4934-874a-1f80064695c9,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:47.600000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17cafcb-d391-4efc-894f-d6722871e3dc None None] Network 7d8059bb-93bb-4818-b8f3-23b10f9692ca requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:47.620768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.623848 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-563ff7cb-bef4-4935-8263-289ebe596dc3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0913951 Sep 15 09:53:47.652073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49286) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:47.660785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:53:47.660785 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:53:47.660785 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': '7d8059bb-93bb-4818-b8f3-23b10f9692ca'}] Sep 15 09:53:47.660785 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:53:47.661941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:53:47.663183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.665014 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2d440db9-562a-426e-859c-183ebb134080 HTTP/1.1" status: 204 len: 168 time: 3.4338026 Sep 15 09:53:47.672824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': 'c0b629b7-ac59-439f-a059-80f41817a87b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:47.680704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dc4af-6c3a-4ce2-8711-70a5b10ae794 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d440db9-562a-426e-859c-183ebb134080,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:47.725246 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-0bbb7b74-c33e-47a6-8475-2fe53a3eba02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5 HTTP/1.1" status: 200 len: 998 time: 0.1760237 Sep 15 09:53:47.795166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:46Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:41Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:47.879276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] Checking router: 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:53:47.908882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:47.909514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:47.919812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.968006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-7dbee6bd-fe46-476d-927e-bb5c14385e03', 'network_id': '7dbee6bd-fe46-476d-927e-bb5c14385e03', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': 'cf1fb8ef-c731-48b3-8813-8b6713b9015b'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:47.968846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:47.979316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-054ed94d-ab38-4f27-b382-f26fce346f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:47.980775 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-054ed94d-ab38-4f27-b382-f26fce346f74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9b8695d-1d20-46f2-9023-7696a555144c HTTP/1.1" status: 200 len: 833 time: 0.2484047 Sep 15 09:53:48.083002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49292) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:48.124461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:48.198780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-cfed3f70-f4f0-4ee9-8002-388a109043d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:48.200314 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-cfed3f70-f4f0-4ee9-8002-388a109043d3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2127459 Sep 15 09:53:48.212244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.223313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:48.231517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-81c3cb09-6329-4027-88f8-f686ad03e06a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/36bbd9d8-1ed6-47b9-9e54-f132242f47de HTTP/1.1" status: 200 len: 990 time: 0.1473544 Sep 15 09:53:48.253975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:48.254372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:53:48.254486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.297275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49296) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:48.315053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:48.383238 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c487a8e9-34ee-4cba-901e-73ba76df9cf3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=65636b3148364ee6863fee770ebf8dd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0845778 Sep 15 09:53:48.385939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49300) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:48.386865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.388054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port 2bf9a1c2-3404-4934-874a-1f80064695c9 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:48.388550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.437973 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-3e3efb58-50fe-4acb-89cf-ae0a8c45fc83 service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313323 Sep 15 09:53:48.443360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Allocated IP 172.20.0.2 (7dbee6bd-fe46-476d-927e-bb5c14385e03/cf1fb8ef-c731-48b3-8813-8b6713b9015b/010c2759-e3b1-4a0b-9ca1-a7100299307c) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:48.587911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=497d36e2-f315-49e5-ab79-a168a6c87d96,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:48.621881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Calling delete_port for a13f5470-97f7-4d1f-90a5-214195094334 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:48.623694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Checking segment: {'id': '9a697b1d-15e1-4fdf-a1c5-16c01fa5f215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'afd9fad0-71ce-41f2-821b-6157fecaeec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:48.624050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Network hostable DHCP agents. Network: afd9fad0-71ce-41f2-821b-6157fecaeec9, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:48.647404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f642a688-eeb3-4dd9-80d7-b0c51da6bf8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.684514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.689412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.700390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f642a688-eeb3-4dd9-80d7-b0c51da6bf8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.708351 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-967a6426-fa40-4cca-8e43-4271ac0af7cf req-8ad40a8a-c713-4635-9aa2-8a8d9c6b1642 service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543845 Sep 15 09:53:48.710090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:48.713786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.762996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Network afd9fad0-71ce-41f2-821b-6157fecaeec9 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:48.844180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f642a688-eeb3-4dd9-80d7-b0c51da6bf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.847661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, afd9fad0-71ce-41f2-821b-6157fecaeec9) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:48.864267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:48.864621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.868358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141bd46c-5668-4bb7-af1a-d5fb8c1f0798 None None] Network afd9fad0-71ce-41f2-821b-6157fecaeec9 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:48.872554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642a688-eeb3-4dd9-80d7-b0c51da6bf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a229d8-8bff-4721-970a-9e2d78821bf2,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:48.904585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f642a688-eeb3-4dd9-80d7-b0c51da6bf8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.907049 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f642a688-eeb3-4dd9-80d7-b0c51da6bf8a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/28a229d8-8bff-4721-970a-9e2d78821bf2 HTTP/1.1" status: 204 len: 168 time: 0.5153019 Sep 15 09:53:48.973964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.983806 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-68aa6f12-2dee-4563-a2e7-9a9a25657197 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8459966 Sep 15 09:53:48.992942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:46Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:41Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:48.997388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:48.998878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8a09ea75-b6c7-46f0-9e45-12d1258ee091 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:53:49.001414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf63bf70-9a1b-4f3d-aa80-1be38d769462 None None] The sync data for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv is: [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:52:46Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:41Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:49.005004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Transition to ACTIVE for port object 010c2759-e3b1-4a0b-9ca1-a7100299307c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:49.049410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Transition to ACTIVE for port object 010c2759-e3b1-4a0b-9ca1-a7100299307c will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:49.086689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port 2bf9a1c2-3404-4934-874a-1f80064695c9, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2bf9a1c2-3404-4934-874a-1f80064695c9,segment=NetworkSegment(bff200ee-af92-48a2-9c7b-27327fb0d49c),segment_id=bff200ee-af92-48a2-9c7b-27327fb0d49c)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:49.087385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:49.178697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:49.228050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7bce2a-2502-4db3-a92b-31f476b2e9b5 None None] Network afd9fad0-71ce-41f2-821b-6157fecaeec9 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:49.242311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49310) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:49.254355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for 2bf9a1c2-3404-4934-874a-1f80064695c9 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:49.298962 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 15 09:53:49.300363 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-56d824c2-0be7-4cc4-baa5-18e6339ea71a tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2917247 Sep 15 09:53:49.346937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Network 7dbee6bd-fe46-476d-927e-bb5c14385e03 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:49.352173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:49.354437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:49.355643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49314) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:49.376172 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ad4f54-c89a-4143-bee8-e0e64f101947 None None] New status for floating IP 36bbd9d8-1ed6-47b9-9e54-f132242f47de: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:53:49.404930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Pushing event updated for resources: {'Port': ['ID=010c2759-e3b1-4a0b-9ca1-a7100299307c,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:49.519687 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe35473d-b3be-4500-8e50-326c44ee334a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/36bbd9d8-1ed6-47b9-9e54-f132242f47de HTTP/1.1" status: 200 len: 990 time: 0.2752502 Sep 15 09:53:49.554265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Attempting to bind port 010c2759-e3b1-4a0b-9ca1-a7100299307c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:49.554628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Attempting to bind port 010c2759-e3b1-4a0b-9ca1-a7100299307c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5c0ae1bc-45c2-4c4b-904e-6f4687acda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7dbee6bd-fe46-476d-927e-bb5c14385e03'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:49.554981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Attempting to bind port 010c2759-e3b1-4a0b-9ca1-a7100299307c on network 7dbee6bd-fe46-476d-927e-bb5c14385e03 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:49.598461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:49.598890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Checking segment: {'id': '5c0ae1bc-45c2-4c4b-904e-6f4687acda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7dbee6bd-fe46-476d-927e-bb5c14385e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:49.599758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:49.600195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Bound using segment: {'id': '5c0ae1bc-45c2-4c4b-904e-6f4687acda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7dbee6bd-fe46-476d-927e-bb5c14385e03'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:49.600872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Bound port: 010c2759-e3b1-4a0b-9ca1-a7100299307c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0ae1bc-45c2-4c4b-904e-6f4687acda2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '7dbee6bd-fe46-476d-927e-bb5c14385e03'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:49.601199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:49.622259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7dff9d37-ae40-408c-8e50-61ccf7b94fe4 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Deleting port 61b32742-fdfd-4cf7-983d-9646adb20d6e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:49.623371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7dff9d37-ae40-408c-8e50-61ccf7b94fe4 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:49.692873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d47e3948-47eb-4e73-824f-7850e4e4fe82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:49.799446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] For port 010c2759-e3b1-4a0b-9ca1-a7100299307c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:49.804195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] For port 010c2759-e3b1-4a0b-9ca1-a7100299307c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=010c2759-e3b1-4a0b-9ca1-a7100299307c,segment=NetworkSegment(5c0ae1bc-45c2-4c4b-904e-6f4687acda2d),segment_id=5c0ae1bc-45c2-4c4b-904e-6f4687acda2d)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:49.853142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:49.895514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:49.941383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Port': ['ID=a13f5470-97f7-4d1f-90a5-214195094334,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:50.022197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282aa0f9-3237-41f3-9298-a80b3668fdc5 None None] Pushing event updated for resources: {'Port': ['ID=010c2759-e3b1-4a0b-9ca1-a7100299307c,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:50.180918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:50.240094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:50.261289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-15d12d11-63a7-43dd-a80a-b32e1e03dbe7 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:50.263413 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-15d12d11-63a7-43dd-a80a-b32e1e03dbe7 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/networks?id=c6ed9af2-7929-4859-915e-258ad76ee320 HTTP/1.1" status: 200 len: 811 time: 0.2161376 Sep 15 09:53:50.312414 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-0194eb05-6f05-4bc6-8f25-c8b8345f1e6a tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/quotas/6d6959ac4a8a4d5fa11d867ff63d6796 HTTP/1.1" status: 200 len: 375 time: 0.0425167 Sep 15 09:53:50.327606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=2bf9a1c2-3404-4934-874a-1f80064695c9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:50.344224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:50.358194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port 2bf9a1c2-3404-4934-874a-1f80064695c9 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:50.424324 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-2aa6cd3a-ac57-4126-bdae-81165a620e49 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6d6959ac4a8a4d5fa11d867ff63d6796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038535 Sep 15 09:53:50.466006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:50.530216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49348) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:50.672866 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8af639b6-c3ba-4a28-9869-6cf999c13601 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/36bbd9d8-1ed6-47b9-9e54-f132242f47de HTTP/1.1" status: 200 len: 992 time: 0.1414039 Sep 15 09:53:50.678721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=02a9c21e-9edf-4ed3-83ec-8122d5a51c48,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:50.683034 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-ee5b8296-80d8-4bef-a667-9c07b15669f5 service neutron] 10.222.0.62 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505176 Sep 15 09:53:50.752044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': '2a26bae0-6a47-42b8-8310-78ca7e683bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c0b629b7-ac59-439f-a059-80f41817a87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:50.752408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: c0b629b7-ac59-439f-a059-80f41817a87b, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:50.823125 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-56f015e2-404a-40ad-9daa-609c07ebc03a service neutron] 10.222.0.62 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327252 Sep 15 09:53:50.837908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:50.948474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d8059bb-93bb-4818-b8f3-23b10f9692ca']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:50.977727 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Router 94c42cd2-03cf-434f-9eae-9e06387dbce5 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:53:50.979539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff200ee-af92-48a2-9c7b-27327fb0d49c') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:50.980854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff200ee-af92-48a2-9c7b-27327fb0d49c') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:51.004072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7dff9d37-ae40-408c-8e50-61ccf7b94fe4 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.011266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.309247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269c7dcb-f4a3-4459-945d-6eae56c821bb None None] Network 7dbee6bd-fe46-476d-927e-bb5c14385e03 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:51.344597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c0b629b7-ac59-439f-a059-80f41817a87b is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:51.354378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7dff9d37-ae40-408c-8e50-61ccf7b94fe4 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Calling delete_port for 61b32742-fdfd-4cf7-983d-9646adb20d6e owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:51.472188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49374) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:51.513736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.537314 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b59211e-bcb1-4bea-8068-da7d2154a997 req-551e5ea0-1ff1-4364-bd32-f6ede0ddb8aa tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 210 time: 0.1552105 Sep 15 09:53:51.542398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:51.542793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.565060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10844942-07bf-48db-825b-71b867c4ef7f None None] Provisioning for port 010c2759-e3b1-4a0b-9ca1-a7100299307c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:51.617462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:51.622793 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment bff200ee-af92-48a2-9c7b-27327fb0d49c resource provider aggregate not found Sep 15 09:53:51.626222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:51.631740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Usage tracker for resource:floatingip and tenant:78837f554ad54f8e9dddb386d8894aed is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:51.640914 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:51.641039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:51.649640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c0b629b7-ac59-439f-a059-80f41817a87b) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:51.657200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:51.660015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddf100-0b74-4b9a-810f-7f4e1ac5ca03 None None] Sync routers for ids ['94c42cd2-03cf-434f-9eae-9e06387dbce5'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:51.675064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88710379-3c8b-484f-805d-96def9311a0a None None] Network c0b629b7-ac59-439f-a059-80f41817a87b requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:51.675789 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment bff200ee-af92-48a2-9c7b-27327fb0d49c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bff200ee-af92-48a2-9c7b-27327fb0d49c found for delete ", "request_id": "req-dbf31c1b-ef0b-432a-acf6-c7edb7fac7b9"}]} Sep 15 09:53:51.683256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:51.684470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.703676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2efa15c4-2f3b-44a5-a9b3-4948d1b335c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.756745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddf100-0b74-4b9a-810f-7f4e1ac5ca03 None None] Routers {'94c42cd2-03cf-434f-9eae-9e06387dbce5'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:51.757079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-04ddf100-0b74-4b9a-810f-7f4e1ac5ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['94c42cd2-03cf-434f-9eae-9e06387dbce5'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:51.761558 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a70de25f-e4dc-40f7-8af7-4eec73dac661 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "PUT /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6858413 Sep 15 09:53:51.765250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49384) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:51.828765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.834683 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-654cfd57-8751-49ff-92b5-ca1b6aed36b2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1802874 Sep 15 09:53:51.835870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.842600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49388) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:51.848177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1360507017', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:51.858395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:51.863818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:router and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:51.870495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:51.875087 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-0d86691f-bbc7-42a1-90c7-fae5d429aa55 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] show failed (client error): The resource could not be found. Sep 15 09:53:51.876232 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0d86691f-bbc7-42a1-90c7-fae5d429aa55 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-1880765016 HTTP/1.1" status: 404 len: 335 time: 0.1098783 Sep 15 09:53:51.889718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-04ddf100-0b74-4b9a-810f-7f4e1ac5ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:51.907680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:51.909803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49392) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:51.914720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.924875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7dff9d37-ae40-408c-8e50-61ccf7b94fe4 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:51.928469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddf100-0b74-4b9a-810f-7f4e1ac5ca03 None None] Routers {'94c42cd2-03cf-434f-9eae-9e06387dbce5'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:51.929264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-04ddf100-0b74-4b9a-810f-7f4e1ac5ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['94c42cd2-03cf-434f-9eae-9e06387dbce5'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:51.931086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1b791f17-57ef-47bb-a074-b77dd38a560a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:51.984613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=7d8059bb-93bb-4818-b8f3-23b10f9692ca,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:52.018684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-04ddf100-0b74-4b9a-810f-7f4e1ac5ca03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:52.019091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ddf100-0b74-4b9a-810f-7f4e1ac5ca03 None None] The sync data for ids ['94c42cd2-03cf-434f-9eae-9e06387dbce5'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:52.048973 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1cf037d7-4dc0-433a-8647-7dea2888fc5c tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/7d8059bb-93bb-4818-b8f3-23b10f9692ca HTTP/1.1" status: 204 len: 168 time: 6.6202466 Sep 15 09:53:52.057770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49398) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:52.060884 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-1b791f17-57ef-47bb-a074-b77dd38a560a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] update failed (client error): The resource could not be found. Sep 15 09:53:52.061448 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1b791f17-57ef-47bb-a074-b77dd38a560a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1630692039 HTTP/1.1" status: 404 len: 335 time: 0.1437426 Sep 15 09:53:52.062954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff9d37-ae40-408c-8e50-61ccf7b94fe4 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Pushing event deleted for resources: {'Port': ['ID=61b32742-fdfd-4cf7-983d-9646adb20d6e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:52.066913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49402) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:52.072292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2042259326'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:52.113245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:52.116850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.118155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.158671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c0b629b7-ac59-439f-a059-80f41817a87b', 'network_id': 'c0b629b7-ac59-439f-a059-80f41817a87b', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': '02a9c21e-9edf-4ed3-83ec-8122d5a51c48'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:52.160086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:52.160450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.173342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:52.175581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-da8852ed-bf35-4fad-a37d-01a3e7417832 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting subnet 9594e12c-1995-44be-a29c-efec96c39aa6 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:52.181201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da8852ed-bf35-4fad-a37d-01a3e7417832 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.190824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:52.204061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.223744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7dff9d37-ae40-408c-8e50-61ccf7b94fe4 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.233775 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7dff9d37-ae40-408c-8e50-61ccf7b94fe4 tempest-RoutersAdminNegativeTest-648347421 tempest-RoutersAdminNegativeTest-648347421-project-admin] 10.222.0.62 "DELETE /v2.0/ports/61b32742-fdfd-4cf7-983d-9646adb20d6e HTTP/1.1" status: 204 len: 168 time: 2.7802985 Sep 15 09:53:52.259526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da8852ed-bf35-4fad-a37d-01a3e7417832 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.277510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:52.281774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.314827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:53:52.326011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.327482 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 65e50896-1180-4344-a10c-ca0e44921b20 of type vlan for network 416689df-b24f-4632-a58b-a4f1c56629c1 Sep 15 09:53:52.340781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.382148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 010c2759-e3b1-4a0b-9ca1-a7100299307c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:52.419615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.436300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.483653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Allocated IP 172.21.0.2 (c0b629b7-ac59-439f-a059-80f41817a87b/02a9c21e-9edf-4ed3-83ec-8122d5a51c48/9bd8e51f-fb60-42f6-ba8c-48565dcb341b) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:52.504068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.508264 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7b2b8206-343e-4efd-8627-76d4ecfcaadb tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6646345 Sep 15 09:53:52.509813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49408) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:52.520821 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da8852ed-bf35-4fad-a37d-01a3e7417832 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.575447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.578798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.586792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:52.586792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.696420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 010c2759-e3b1-4a0b-9ca1-a7100299307c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:52.721066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 010c2759-e3b1-4a0b-9ca1-a7100299307c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:52.721446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.730050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Allocated IP 172.26.7.245 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/1d1fd7a3-b252-4209-9690-be6f89b4bff7) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:52.752946 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1fc8ee8c-3eee-44cf-85e2-751d5bcf84e3 req-060bef67-4645-4b85-8fd3-079e1f5c6e98 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 210 time: 0.0670657 Sep 15 09:53:52.837316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.876268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.880225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da8852ed-bf35-4fad-a37d-01a3e7417832 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.891838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Transition to ACTIVE for port object 9bd8e51f-fb60-42f6-ba8c-48565dcb341b will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:52.919009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49416) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:52.922214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=416689df-b24f-4632-a58b-a4f1c56629c1,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:52.931619 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9bc77794-2ffa-4d27-82b1-3c8f396e7aeb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8726528 Sep 15 09:53:52.937128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49420) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:52.946058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8852ed-bf35-4fad-a37d-01a3e7417832 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Subnet': ['ID=9594e12c-1995-44be-a29c-efec96c39aa6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:52.946284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': '416689df-b24f-4632-a58b-a4f1c56629c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:52.946509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 416689df-b24f-4632-a58b-a4f1c56629c1 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:53:52.951977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-da8852ed-bf35-4fad-a37d-01a3e7417832 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:52.985683 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-da8852ed-bf35-4fad-a37d-01a3e7417832 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/subnets/9594e12c-1995-44be-a29c-efec96c39aa6 HTTP/1.1" status: 204 len: 168 time: 0.9174590 Sep 15 09:53:52.988071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49426) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:53.015155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Transition to ACTIVE for port object 9bd8e51f-fb60-42f6-ba8c-48565dcb341b will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:53.024725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 010c2759-e3b1-4a0b-9ca1-a7100299307c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:53.031343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.049491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52f2589-4885-4502-92fb-ca00291fadd4 None None] Network 273b9878-d883-432c-ad1b-cb07ec1165fd requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:53.131301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.147565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.168529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:53.180378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.236121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.374054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:53.379793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.391435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:53.400103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] For port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b,segment=NetworkSegment(009dc460-ecd5-4d75-9abb-6869f65aa37b),segment_id=009dc460-ecd5-4d75-9abb-6869f65aa37b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:53.400394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.402201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 010c2759-e3b1-4a0b-9ca1-a7100299307c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=010c2759-e3b1-4a0b-9ca1-a7100299307c,segment=NetworkSegment(5c0ae1bc-45c2-4c4b-904e-6f4687acda2d),segment_id=5c0ae1bc-45c2-4c4b-904e-6f4687acda2d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:53.407736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Network c0b629b7-ac59-439f-a059-80f41817a87b is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:53.414403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:53.417030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:53.428870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:53.453977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:53.460592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:53.469264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] Usage tracker for resource:security_group_rule and tenant:f96a924f0d594e65b3bae54eb697338a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:53.476915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:53.493154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:53.525453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Pushing event updated for resources: {'Port': ['ID=9bd8e51f-fb60-42f6-ba8c-48565dcb341b,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:53.528748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Calling delete_port for 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:53.533950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.547455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.557127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.626799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:53.631042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.642771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:53.649470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:53.656009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:53.667136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Attempting to bind port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:53.667505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Attempting to bind port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2a26bae0-6a47-42b8-8310-78ca7e683bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c0b629b7-ac59-439f-a059-80f41817a87b'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:53.667863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Attempting to bind port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b on network c0b629b7-ac59-439f-a059-80f41817a87b {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:53.680080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:53.680457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Checking segment: {'id': '2a26bae0-6a47-42b8-8310-78ca7e683bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c0b629b7-ac59-439f-a059-80f41817a87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:53.680859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.681255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Bound using segment: {'id': '2a26bae0-6a47-42b8-8310-78ca7e683bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c0b629b7-ac59-439f-a059-80f41817a87b'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:53.682092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Bound port: 9bd8e51f-fb60-42f6-ba8c-48565dcb341b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a26bae0-6a47-42b8-8310-78ca7e683bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'c0b629b7-ac59-439f-a059-80f41817a87b'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:53.682245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.693762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Pushing event updated for resources: {'Port': ['ID=1d1fd7a3-b252-4209-9690-be6f89b4bff7,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:53.790180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=010c2759-e3b1-4a0b-9ca1-a7100299307c,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:53.814124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] For port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:53.817575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] For port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9bd8e51f-fb60-42f6-ba8c-48565dcb341b,segment=NetworkSegment(2a26bae0-6a47-42b8-8310-78ca7e683bb7),segment_id=2a26bae0-6a47-42b8-8310-78ca7e683bb7)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:53.819448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.868701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing IP validity checks on allocation pools {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 15 09:53:53.869565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 15 09:53:53.878224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Port': ['ID=7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:53.890362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] No DVR routers for this DVR port 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:53.892281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:53.893231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.010955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64cd3d2-1b4a-4134-9395-108a69bc5039 None None] DHCP port deletion for 273b9878-d883-432c-ad1b-cb07ec1165fd request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:53:54.052441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b771c28-10bc-4650-ad10-dcdacfc3f72d None None] Pushing event updated for resources: {'Port': ['ID=9bd8e51f-fb60-42f6-ba8c-48565dcb341b,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:54.056762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.131731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.158758 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-676fa545-1ffc-4f73-a59f-6a260dac6415 req-f21abc68-386c-408d-a52d-ebcc7e967e3c tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 210 time: 0.1458418 Sep 15 09:53:54.265757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.320553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 010c2759-e3b1-4a0b-9ca1-a7100299307c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:54.327784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d4b370-becd-4e63-bd3f-421245a3bf90,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:54.408214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.410372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 010c2759-e3b1-4a0b-9ca1-a7100299307c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:54.410841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.438802 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-286e057c-c48e-4767-8e7d-b539813915b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f96a924f0d594e65b3bae54eb697338a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5152233 Sep 15 09:53:54.442913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49432) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:54.468960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.491320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.531789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273b9878-d883-432c-ad1b-cb07ec1165fd']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:54.550211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009dc460-ecd5-4d75-9abb-6869f65aa37b') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:54.550844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009dc460-ecd5-4d75-9abb-6869f65aa37b') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:54.566252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.585052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 010c2759-e3b1-4a0b-9ca1-a7100299307c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:54.616405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.623018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=0fcf87cd-f81c-4f8c-9c6f-b8187bc0d21f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:54.633345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-356a6d83-408c-4d1f-b80d-5daf0dfeb074 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:54.634824 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-356a6d83-408c-4d1f-b80d-5daf0dfeb074 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.16 "GET /v2.0/networks?id=c6ed9af2-7929-4859-915e-258ad76ee320 HTTP/1.1" status: 200 len: 811 time: 0.4803627 Sep 15 09:53:54.636092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:54.642926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.20.0.1 (7dbee6bd-fe46-476d-927e-bb5c14385e03/cf1fb8ef-c731-48b3-8813-8b6713b9015b/8097ec92-757d-4c48-99fa-a1647d0a756b) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:54.644310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:54.644724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.681331 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Request body: {'port': {'device_id': 'bec516c0-d869-4985-b484-8bdfd4fcc7f2', 'network_id': 'c6ed9af2-7929-4859-915e-258ad76ee320', 'admin_state_up': True, 'tenant_id': '6d6959ac4a8a4d5fa11d867ff63d6796'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:54.695392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:54.695739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b56a6e1-efeb-443e-8e2a-1017f8d8cf3b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:54.746175 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 009dc460-ecd5-4d75-9abb-6869f65aa37b resource provider aggregate not found Sep 15 09:53:54.811372 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 009dc460-ecd5-4d75-9abb-6869f65aa37b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 009dc460-ecd5-4d75-9abb-6869f65aa37b found for delete ", "request_id": "req-43ddd491-819d-4b8c-86df-32cb6c3d74d0"}]} Sep 15 09:53:54.831180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': '65e50896-1180-4344-a10c-ca0e44921b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '416689df-b24f-4632-a58b-a4f1c56629c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:54.831539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: 416689df-b24f-4632-a58b-a4f1c56629c1, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:53:54.840534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05f08e5d-cb38-4703-8dd3-cee54b54a2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.903440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05f08e5d-cb38-4703-8dd3-cee54b54a2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.921596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:54.961087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object 8097ec92-757d-4c48-99fa-a1647d0a756b will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:54.996619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:55.002882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network 416689df-b24f-4632-a58b-a4f1c56629c1 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:53:55.004395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Usage tracker for resource:port and tenant:6d6959ac4a8a4d5fa11d867ff63d6796 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:55.009032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:55.016244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:55.035732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.055650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.067638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.074768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Network': ['ID=273b9878-d883-432c-ad1b-cb07ec1165fd,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:55.079443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bef87ef7-e745-4f7c-84b3-7dc05d81e0c9 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/networks/273b9878-d883-432c-ad1b-cb07ec1165fd HTTP/1.1" status: 204 len: 168 time: 2.0902367 Sep 15 09:53:55.081224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49444) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:55.101802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.105802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05f08e5d-cb38-4703-8dd3-cee54b54a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.120321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Made reservation on behalf of 6d6959ac4a8a4d5fa11d867ff63d6796 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:55.123828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.138151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.156628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 416689df-b24f-4632-a58b-a4f1c56629c1) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:55.166558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a59826-9286-425e-ad4c-109444dea576 None None] Network 416689df-b24f-4632-a58b-a4f1c56629c1 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:55.181748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f08e5d-cb38-4703-8dd3-cee54b54a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d4b370-becd-4e63-bd3f-421245a3bf90,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:55.193953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:55.194538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.208597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 7dbee6bd-fe46-476d-927e-bb5c14385e03 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:55.217651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:55.224821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:55.329217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=8097ec92-757d-4c48-99fa-a1647d0a756b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:55.348523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05f08e5d-cb38-4703-8dd3-cee54b54a2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.355865 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-05f08e5d-cb38-4703-8dd3-cee54b54a2fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a0d4b370-becd-4e63-bd3f-421245a3bf90 HTTP/1.1" status: 204 len: 168 time: 0.9096360 Sep 15 09:53:55.374374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbb01e3-c71b-4e45-972c-43e2b2c6a9da tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting subnet 86b3857f-4a2a-4ba4-960a-251a44995ff4 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:55.385127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.403167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-acbb01e3-c71b-4e45-972c-43e2b2c6a9da tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.431641 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4f1854b6-e5c1-43ff-8933-efc4ca67d1c9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4909222 Sep 15 09:53:55.433460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.464839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49452) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:55.481472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952655d7-713b-46a1-9fcb-1d3fd4702387 None None] Network c0b629b7-ac59-439f-a059-80f41817a87b requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:55.487120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Pushing event updated for resources: {'Port': ['ID=1d1fd7a3-b252-4209-9690-be6f89b4bff7,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:55.596165 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d2c677bd-755b-47a2-84f5-7179a3bd7a2e req-54ea9acc-feb8-4dfe-88c2-6eea6958e84b tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 210 time: 0.1328831 Sep 15 09:53:55.618769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-acbb01e3-c71b-4e45-972c-43e2b2c6a9da tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.655694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.657050 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-22bb9355-786b-4c70-a9f1-3eacbc55713f tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1836185 Sep 15 09:53:55.668602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49456) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:55.681477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-685241b0-13a3-4fb7-a315-b6f92b653f80 None None] Provisioning for port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:55.716763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1302678430', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'fixed_ips': [{'ip_address': '172.26.7.245'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:55.727902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-416689df-b24f-4632-a58b-a4f1c56629c1', 'network_id': '416689df-b24f-4632-a58b-a4f1c56629c1', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': '0fcf87cd-f81c-4f8c-9c6f-b8187bc0d21f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:53:55.728976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.731218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:55.745683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Usage tracker for resource:port and tenant:78837f554ad54f8e9dddb386d8894aed is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:55.745683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:55.758612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:55.793534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Allocated IP 172.20.0.5 (c6ed9af2-7929-4859-915e-258ad76ee320/14a23583-8e93-4d85-a5a7-7457ee6d40cc/7ce68a91-3f95-4b1d-957a-2b92ec22c6ff) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:55.862084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.863028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-acbb01e3-c71b-4e45-972c-43e2b2c6a9da tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.899851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Made reservation on behalf of 78837f554ad54f8e9dddb386d8894aed for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:53:55.902321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.933111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.951786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0a135eb1-f58b-4ceb-8305-3c6fae555b19 None None] Provisioning for port 8097ec92-757d-4c48-99fa-a1647d0a756b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:55.965286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0a135eb1-f58b-4ceb-8305-3c6fae555b19 None None] Provisioning complete for port 8097ec92-757d-4c48-99fa-a1647d0a756b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:55.966263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a135eb1-f58b-4ceb-8305-3c6fae555b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:55.976275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:55.990171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.013031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Allocated IP 172.20.0.3 (416689df-b24f-4632-a58b-a4f1c56629c1/0fcf87cd-f81c-4f8c-9c6f-b8187bc0d21f/2aafee45-7205-4e84-af34-717c3ad50ffc) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:53:56.018844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.038436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0a135eb1-f58b-4ceb-8305-3c6fae555b19 None None] Port 8097ec92-757d-4c48-99fa-a1647d0a756b cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:56.043769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Usage tracker for resource:security_group_rule and tenant:78837f554ad54f8e9dddb386d8894aed is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:56.052797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:56.066269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:56.306926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.310083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.325734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Transition to ACTIVE for port object 2aafee45-7205-4e84-af34-717c3ad50ffc will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:56.337970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-acbb01e3-c71b-4e45-972c-43e2b2c6a9da tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.353359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49462) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:56.355624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Transition to ACTIVE for port object 2aafee45-7205-4e84-af34-717c3ad50ffc will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:56.397004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9bd8e51f-fb60-42f6-ba8c-48565dcb341b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:56.407444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbb01e3-c71b-4e45-972c-43e2b2c6a9da tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Subnet': ['ID=86b3857f-4a2a-4ba4-960a-251a44995ff4,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:56.420531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-acbb01e3-c71b-4e45-972c-43e2b2c6a9da tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.444119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02358c5b-edff-4e17-a662-8687b9784686 None None] Network 57fd1497-c243-4cb7-ac9d-c51a388c67af requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:56.457170 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-acbb01e3-c71b-4e45-972c-43e2b2c6a9da tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/subnets/86b3857f-4a2a-4ba4-960a-251a44995ff4 HTTP/1.1" status: 204 len: 168 time: 1.3749220 Sep 15 09:53:56.467894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.468643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49466) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:56.511211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.548610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3576d1-b2c7-40ad-a973-8b29ff2f06d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting subnet f7040bf9-5479-419b-a331-30543925d809 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:53:56.552234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd3576d1-b2c7-40ad-a973-8b29ff2f06d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.575200 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-41bb8e2c-9cd8-48d9-8d58-7a28b2af215b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=716f0a4e86514bd6b71c8bcae9f52605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183928 Sep 15 09:53:56.575829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49470) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:56.585896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.603029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] device_id is not set on port badc4847-fde7-4db5-87a7-6e49319a38b0 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:53:56.649277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.681395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-781948fc-8c49-43de-ac81-e577d8c22ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.682697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.731550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd3576d1-b2c7-40ad-a973-8b29ff2f06d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.744542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=0fcf87cd-f81c-4f8c-9c6f-b8187bc0d21f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:56.744798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Network 416689df-b24f-4632-a58b-a4f1c56629c1 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:56.758129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Pushing event updated for resources: {'Port': ['ID=2aafee45-7205-4e84-af34-717c3ad50ffc,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:56.766290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:56.773577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:56.786182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7035a15f-1cf2-44c2-bb96-2cea70a4767e,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:56.812300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Network c6ed9af2-7929-4859-915e-258ad76ee320 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:56.820151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:56.829154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:53:56.868592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-781948fc-8c49-43de-ac81-e577d8c22ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.882963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:53:56.883198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Pushing event updated for resources: {'Port': ['ID=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:56.920832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:56.921092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.931677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:53:56.947981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.963512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.978149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:56.978895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:56.999675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Attempting to bind port 2aafee45-7205-4e84-af34-717c3ad50ffc on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:57.000059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Attempting to bind port 2aafee45-7205-4e84-af34-717c3ad50ffc by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '65e50896-1180-4344-a10c-ca0e44921b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '416689df-b24f-4632-a58b-a4f1c56629c1'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:57.000415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Attempting to bind port 2aafee45-7205-4e84-af34-717c3ad50ffc on network 416689df-b24f-4632-a58b-a4f1c56629c1 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:57.010790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416689df-b24f-4632-a58b-a4f1c56629c1']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:57.016226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:57.016596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Checking segment: {'id': '65e50896-1180-4344-a10c-ca0e44921b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '416689df-b24f-4632-a58b-a4f1c56629c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:57.016995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.017377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Bound using segment: {'id': '65e50896-1180-4344-a10c-ca0e44921b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '416689df-b24f-4632-a58b-a4f1c56629c1'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:57.018024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Bound port: 2aafee45-7205-4e84-af34-717c3ad50ffc, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e50896-1180-4344-a10c-ca0e44921b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '416689df-b24f-4632-a58b-a4f1c56629c1'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:57.018391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.027467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e50896-1180-4344-a10c-ca0e44921b20') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:57.027767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e50896-1180-4344-a10c-ca0e44921b20') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:57.039431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.054161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd3576d1-b2c7-40ad-a973-8b29ff2f06d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.105457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.124088 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-24b88177-9802-4574-a74f-0cdabf69ddf3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4510369 Sep 15 09:53:57.143939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] DHCP port deletion for 57fd1497-c243-4cb7-ac9d-c51a388c67af request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:53:57.147267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Request body: {'port': {'device_id': 'bec516c0-d869-4985-b484-8bdfd4fcc7f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:57.157070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.170181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] Deleting port d5b84f96-4bda-47a6-b60a-2c87a35adca0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:57.170541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.178787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:53:57.179178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.196640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 15 09:53:57.197477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:53:57.218773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:57.219093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.241297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] For port 2aafee45-7205-4e84-af34-717c3ad50ffc, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:53:57.258553 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 65e50896-1180-4344-a10c-ca0e44921b20 resource provider aggregate not found Sep 15 09:53:57.271846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3f706-3664-491f-bf97-4675494b2ddf req-3aa71321-6ab3-4c45-acae-068dddd5e806 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:57.273338 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a5b3f706-3664-491f-bf97-4675494b2ddf req-3aa71321-6ab3-4c45-acae-068dddd5e806 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 931 time: 0.4344742 Sep 15 09:53:57.287929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.292549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=8097ec92-757d-4c48-99fa-a1647d0a756b,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:57.310305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd3576d1-b2c7-40ad-a973-8b29ff2f06d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.342355 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 65e50896-1180-4344-a10c-ca0e44921b20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65e50896-1180-4344-a10c-ca0e44921b20 found for delete ", "request_id": "req-a93bb92a-2857-4048-baab-00d3b294d088"}]} Sep 15 09:53:57.345040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9bd8e51f-fb60-42f6-ba8c-48565dcb341b,segment=NetworkSegment(2a26bae0-6a47-42b8-8310-78ca7e683bb7),segment_id=2a26bae0-6a47-42b8-8310-78ca7e683bb7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:57.352830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-781948fc-8c49-43de-ac81-e577d8c22ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.372289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] For port 2aafee45-7205-4e84-af34-717c3ad50ffc, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2aafee45-7205-4e84-af34-717c3ad50ffc,segment=NetworkSegment(65e50896-1180-4344-a10c-ca0e44921b20),segment_id=65e50896-1180-4344-a10c-ca0e44921b20)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:53:57.377245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fd3576d1-b2c7-40ad-a973-8b29ff2f06d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.379912 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fd3576d1-b2c7-40ad-a973-8b29ff2f06d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/subnets/f7040bf9-5479-419b-a331-30543925d809 HTTP/1.1" status: 204 len: 168 time: 0.9099524 Sep 15 09:53:57.389646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49480) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:57.391340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-70a78038-9ca5-4627-bca9-b85b9ec87866 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.7216291 Sep 15 09:53:57.420335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49484) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:57.427860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d070d20-c76f-4aa4-b696-c0d11a400c7f None None] Network 7a2db185-37e6-41af-bcc3-bffb59ed1607 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:57.429467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3576d1-b2c7-40ad-a973-8b29ff2f06d5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Subnet': ['ID=f7040bf9-5479-419b-a331-30543925d809,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:57.436085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.441649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:53:57.441649 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:53:57.441649 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': '416689df-b24f-4632-a58b-a4f1c56629c1'}] Sep 15 09:53:57.441649 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:53:57.442242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:53:57.465464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.468596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.608783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.635868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting port d5b84f96-4bda-47a6-b60a-2c87a35adca0 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:57.635868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.640127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781948fc-8c49-43de-ac81-e577d8c22ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f110516-59ab-4bfb-80da-3ad156d3ac62,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:57.650781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] For port d5b84f96-4bda-47a6-b60a-2c87a35adca0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d5b84f96-4bda-47a6-b60a-2c87a35adca0,segment=NetworkSegment(a33dc896-085e-4018-bcad-9c4acecec4f6),segment_id=a33dc896-085e-4018-bcad-9c4acecec4f6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:57.651041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.667588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-a5b3f706-3664-491f-bf97-4675494b2ddf req-e4f3cd98-8a0b-40d1-b328-1dcecd24a6d4 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Synchronizing usage tracker for tenant:6d6959ac4a8a4d5fa11d867ff63d6796 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:57.778561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-781948fc-8c49-43de-ac81-e577d8c22ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.782026 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-781948fc-8c49-43de-ac81-e577d8c22ca8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f110516-59ab-4bfb-80da-3ad156d3ac62 HTTP/1.1" status: 204 len: 168 time: 1.2004390 Sep 15 09:53:57.782026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Deleting port 1d1fd7a3-b252-4209-9690-be6f89b4bff7 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:57.782026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:57.827634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] Calling delete_port for d5b84f96-4bda-47a6-b60a-2c87a35adca0 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:57.861691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 7dbee6bd-fe46-476d-927e-bb5c14385e03 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:53:57.865222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:53:57.877195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498224ea-81cd-4e77-b4b1-825746bc65c7 None None] Pushing event updated for resources: {'Port': ['ID=2aafee45-7205-4e84-af34-717c3ad50ffc,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:57.946419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.027289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-a5b3f706-3664-491f-bf97-4675494b2ddf req-e4f3cd98-8a0b-40d1-b328-1dcecd24a6d4 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Unset dirty status for tenant:6d6959ac4a8a4d5fa11d867ff63d6796 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:53:58.028488 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a5b3f706-3664-491f-bf97-4675494b2ddf req-e4f3cd98-8a0b-40d1-b328-1dcecd24a6d4 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324367 Sep 15 09:53:58.096251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13b343c-d003-42cf-a716-dd8977a7cef6 None None] Network 416689df-b24f-4632-a58b-a4f1c56629c1 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:53:58.116053 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9bd8e51f-fb60-42f6-ba8c-48565dcb341b,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:58.154879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port 2aafee45-7205-4e84-af34-717c3ad50ffc {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:58.155143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.201231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] For port d5b84f96-4bda-47a6-b60a-2c87a35adca0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d5b84f96-4bda-47a6-b60a-2c87a35adca0,segment=NetworkSegment(a33dc896-085e-4018-bcad-9c4acecec4f6),segment_id=a33dc896-085e-4018-bcad-9c4acecec4f6)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:58.201231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.238374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.243821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.271056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.433660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9bd8e51f-fb60-42f6-ba8c-48565dcb341b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:53:58.450678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Calling delete_port for 1d1fd7a3-b252-4209-9690-be6f89b4bff7 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:58.490599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] DHCP port deletion for 7a2db185-37e6-41af-bcc3-bffb59ed1607 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:53:58.514363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Calling delete_port for d5b84f96-4bda-47a6-b60a-2c87a35adca0 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:58.596999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] Pushing event deleted for resources: {'Port': ['ID=d5b84f96-4bda-47a6-b60a-2c87a35adca0,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:58.622675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c45784b-06e1-4a2b-9a1d-8233b0db92ce None None] No DVR routers for this DVR port d5b84f96-4bda-47a6-b60a-2c87a35adca0 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:58.625022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] Deleting port 6b866d70-084b-438a-a4de-05cb1ea3e334 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:58.626447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.674373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:53:58.674751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:53:58.691764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:53:58.692200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port 2aafee45-7205-4e84-af34-717c3ad50ffc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2aafee45-7205-4e84-af34-717c3ad50ffc,segment=NetworkSegment(65e50896-1180-4344-a10c-ca0e44921b20),segment_id=65e50896-1180-4344-a10c-ca0e44921b20)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:58.692599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.700501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.724692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8405011b-8529-45c3-828b-c00825519520 None None] Provisioning complete for port 8097ec92-757d-4c48-99fa-a1647d0a756b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:58.725515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8405011b-8529-45c3-828b-c00825519520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.762397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 267f3f2a-7538-4b91-b00e-60594fd87f7e is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:53:58.792269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8405011b-8529-45c3-828b-c00825519520 None None] Port 8097ec92-757d-4c48-99fa-a1647d0a756b cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:53:58.871147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:53:58.872088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:58.912975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for 2aafee45-7205-4e84-af34-717c3ad50ffc owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:59.047410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] For port 6b866d70-084b-438a-a4de-05cb1ea3e334, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6b866d70-084b-438a-a4de-05cb1ea3e334,segment=NetworkSegment(e5dce960-1ee8-4764-9bee-50d592257458),segment_id=e5dce960-1ee8-4764-9bee-50d592257458)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:53:59.048267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.179244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Transition to ACTIVE for port object 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:53:59.180635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting port d5b84f96-4bda-47a6-b60a-2c87a35adca0 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:53:59.181290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.211338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] Calling delete_port for 6b866d70-084b-438a-a4de-05cb1ea3e334 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:53:59.301750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.306988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.316327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:53:59.387470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] The port 'd5b84f96-4bda-47a6-b60a-2c87a35adca0' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:53:59.395259 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d5b84f96-4bda-47a6-b60a-2c87a35adca0 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:53:59.436194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: d5b84f96-4bda-47a6-b60a-2c87a35adca0 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:53:59.436547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d5b84f96-4bda-47a6-b60a-2c87a35adca0 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:53:59.444388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49516) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:59.454304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.494801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d1fd7a3-b252-4209-9690-be6f89b4bff7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:59.504623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] Pushing event deleted for resources: {'Port': ['ID=6b866d70-084b-438a-a4de-05cb1ea3e334,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:59.506329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:53:59.508673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bcf165-d2ff-4267-bb83-437739b80e05 None None] No DVR routers for this DVR port 6b866d70-084b-438a-a4de-05cb1ea3e334 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:59.527553 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98c8ed-e9f6-4ee1-90c7-025fddf4e84b None None] Sync routers for ids ['267f3f2a-7538-4b91-b00e-60594fd87f7e'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:53:59.534991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29131086-0f2d-4c71-8222-62e5129a2f5a None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:53:59.539702 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98c8ed-e9f6-4ee1-90c7-025fddf4e84b None None] Routers {'267f3f2a-7538-4b91-b00e-60594fd87f7e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:59.540550 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c98c8ed-e9f6-4ee1-90c7-025fddf4e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['267f3f2a-7538-4b91-b00e-60594fd87f7e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.563036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.630452 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c98c8ed-e9f6-4ee1-90c7-025fddf4e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.631318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=2aafee45-7205-4e84-af34-717c3ad50ffc,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:59.644872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port 2aafee45-7205-4e84-af34-717c3ad50ffc on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:53:59.650745 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98c8ed-e9f6-4ee1-90c7-025fddf4e84b None None] Routers {'267f3f2a-7538-4b91-b00e-60594fd87f7e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:53:59.651855 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c98c8ed-e9f6-4ee1-90c7-025fddf4e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['267f3f2a-7538-4b91-b00e-60594fd87f7e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.676005 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-be19d11d-25c4-4eaa-9c4a-3ae71fbc696f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/267f3f2a-7538-4b91-b00e-60594fd87f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1645217 Sep 15 09:53:59.682569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49522) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:53:59.697318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29131086-0f2d-4c71-8222-62e5129a2f5a None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:53:59.731536 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c98c8ed-e9f6-4ee1-90c7-025fddf4e84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.731927 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c98c8ed-e9f6-4ee1-90c7-025fddf4e84b None None] The sync data for ids ['267f3f2a-7538-4b91-b00e-60594fd87f7e'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:53:59.744702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.747114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.751582 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e2cef8ba-cd49-4560-ac27-1f084a081829 tempest-ExternalNetworksAdminNegativeTestJSON-967061149 tempest-ExternalNetworksAdminNegativeTestJSON-967061149-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/4b7493c3-244c-4597-b120-e955fbd40894 HTTP/1.1" status: 204 len: 168 time: 2.3195567 Sep 15 09:53:59.806478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1145499790'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:53:59.845501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:53:59.845727 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:53:59.854526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.864815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.873234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Usage tracker for resource:network and tenant:b97e7f4d4c364c1bbf77fe98fce0d79f is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:53:59.889704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19470d01-925b-4fa4-88ae-dc7b04466acb req-4492bda5-599f-48ec-9b64-21ef9e3775bf tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:59.891423 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-19470d01-925b-4fa4-88ae-dc7b04466acb req-4492bda5-599f-48ec-9b64-21ef9e3775bf tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 943 time: 0.5904462 Sep 15 09:53:59.900766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fd1497-c243-4cb7-ac9d-c51a388c67af']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.901010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:53:59.910514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Attempting to bind port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:53:59.910852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Attempting to bind port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '64a4d073-4c46-4515-ab78-19431f7618d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c6ed9af2-7929-4859-915e-258ad76ee320'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:53:59.911182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Attempting to bind port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff on network c6ed9af2-7929-4859-915e-258ad76ee320 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:59.918423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33dc896-085e-4018-bcad-9c4acecec4f6') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.918631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33dc896-085e-4018-bcad-9c4acecec4f6') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.922346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f03f4c-c555-4d5f-baf5-401535f32388 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:53:59.922924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-82f03f4c-c555-4d5f-baf5-401535f32388 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:53:59.925270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff on network c6ed9af2-7929-4859-915e-258ad76ee320 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:53:59.925596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Attempting to bind port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff on network c6ed9af2-7929-4859-915e-258ad76ee320 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:53:59.928662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:53:59.932609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['416689df-b24f-4632-a58b-a4f1c56629c1']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.934873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:53:59.935212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Checking segment: {'id': '64a4d073-4c46-4515-ab78-19431f7618d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c6ed9af2-7929-4859-915e-258ad76ee320'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:53:59.935594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Bound using segment: {'id': '64a4d073-4c46-4515-ab78-19431f7618d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c6ed9af2-7929-4859-915e-258ad76ee320'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:53:59.936032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Bound port: 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64a4d073-4c46-4515-ab78-19431f7618d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'c6ed9af2-7929-4859-915e-258ad76ee320'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:53:59.936374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.946203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.972457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e50896-1180-4344-a10c-ca0e44921b20') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.972739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e50896-1180-4344-a10c-ca0e44921b20') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:53:59.990938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:53:59.999724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.016761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:00.017178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.023919 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-19470d01-925b-4fa4-88ae-dc7b04466acb req-ef860eb3-9b75-4039-a410-f2c6d756c554 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109684 Sep 15 09:54:00.024819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.031982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:00.031982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.095148 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment a33dc896-085e-4018-bcad-9c4acecec4f6 resource provider aggregate not found Sep 15 09:54:00.136214 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment a33dc896-085e-4018-bcad-9c4acecec4f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a33dc896-085e-4018-bcad-9c4acecec4f6 found for delete ", "request_id": "req-78e7ca87-b80c-4616-8cf7-79f2bd3c6a90"}]} Sep 15 09:54:00.148764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] For port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:00.153472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-82f03f4c-c555-4d5f-baf5-401535f32388 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:00.154305 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-82f03f4c-c555-4d5f-baf5-401535f32388 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports/8097ec92-757d-4c48-99fa-a1647d0a756b HTTP/1.1" status: 200 len: 910 time: 0.4657733 Sep 15 09:54:00.155052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Made reservation on behalf of b97e7f4d4c364c1bbf77fe98fce0d79f for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:00.157054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49534) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:00.158542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.173848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.187091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d3e02-c9b7-419a-8c9f-5788b21c33a3 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:54:00.188712 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 65e50896-1180-4344-a10c-ca0e44921b20 resource provider aggregate not found Sep 15 09:54:00.211343 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 65e50896-1180-4344-a10c-ca0e44921b20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65e50896-1180-4344-a10c-ca0e44921b20 found for delete ", "request_id": "req-62797ef2-585d-4dbc-b8fd-b747eb971d9f"}]} Sep 15 09:54:00.212458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:00.218213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Usage tracker for resource:security_group_rule and tenant:b97e7f4d4c364c1bbf77fe98fce0d79f is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:00.223004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:00.229159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:00.230874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.312801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.318347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.325629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6b866d70-084b-438a-a4de-05cb1ea3e334 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:00.350207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.368139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 6b866d70-084b-438a-a4de-05cb1ea3e334 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:00.368649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6b866d70-084b-438a-a4de-05cb1ea3e334 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:00.374571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=416689df-b24f-4632-a58b-a4f1c56629c1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:00.389783 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-240547a1-94f5-4700-8cd1-a6fea2b2c5eb tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/416689df-b24f-4632-a58b-a4f1c56629c1 HTTP/1.1" status: 204 len: 168 time: 4.9235649 Sep 15 09:54:00.395499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49542) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:00.397950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] For port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,segment=NetworkSegment(64a4d073-4c46-4515-ab78-19431f7618d3),segment_id=64a4d073-4c46-4515-ab78-19431f7618d3)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:00.406118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1668418198'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:00.410742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:00.419558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Network': ['ID=57fd1497-c243-4cb7-ac9d-c51a388c67af,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:00.424575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:00.431160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:00.435942 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2f9ec580-8b28-4c9f-a379-6cf3b3fb76a4 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/networks/57fd1497-c243-4cb7-ac9d-c51a388c67af HTTP/1.1" status: 204 len: 168 time: 3.0426660 Sep 15 09:54:00.436565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64d3e02-c9b7-419a-8c9f-5788b21c33a3 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:54:00.442344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49546) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:00.442915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49548) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:00.450360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:00.456413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.529925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.533076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:00.533666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.535408 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] 10.222.0.16 "PUT /v2.0/ports/7ce68a91-3f95-4b1d-957a-2b92ec22c6ff HTTP/1.1" status: 200 len: 1093 time: 3.3957639 Sep 15 09:54:00.547747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.586796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:00.596550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b310534-bf45-42ab-8349-baba0c435e89,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:00.603903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.603903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Added segment 290086d6-bc21-4536-97a4-5ae244fda8fd of type vlan for network 16348ee2-7d0c-4da1-a69f-622268d89c25 Sep 15 09:54:00.632159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:00.635588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.645439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.683081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec516c0-d869-4985-b484-8bdfd4fcc7f2', 'tag': '7ce68a91-3f95-4b1d-957a-2b92ec22c6ff'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:54:00.685774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:00.686394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de" -d '{"events": [{"name": "network-changed", "server_uuid": "bec516c0-d869-4985-b484-8bdfd4fcc7f2", "tag": "7ce68a91-3f95-4b1d-957a-2b92ec22c6ff"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:54:00.696218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.697041 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment e66a8905-0f22-40ba-b05f-fcfb6a300ce9 of type vlan for network ee9db57e-27cd-4f1d-9e18-cfb6736e011a Sep 15 09:54:00.707230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb02c8-eb64-483d-b365-7795cac16625 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:00.726589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.774254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.780132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:00.781066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.860897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.866550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:00.867589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.924743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Network': ['ID=16348ee2-7d0c-4da1-a69f-622268d89c25,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:00.935867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:00.955841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:00.960684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e4b1f9-b7a5-426e-951b-1aea60af42ff x-openstack-request-id: req-00e4b1f9-b7a5-426e-951b-1aea60af42ff {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:54:00.960969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec516c0-d869-4985-b484-8bdfd4fcc7f2", "tag": "7ce68a91-3f95-4b1d-957a-2b92ec22c6ff", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:54:00.961214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00e4b1f9-b7a5-426e-951b-1aea60af42ff {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:54:00.961594 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00e4b1f9-b7a5-426e-951b-1aea60af42ff'] response: {'name': 'network-changed', 'server_uuid': 'bec516c0-d869-4985-b484-8bdfd4fcc7f2', 'tag': '7ce68a91-3f95-4b1d-957a-2b92ec22c6ff', 'status': 'completed', 'code': 200} Sep 15 09:54:00.996535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.012357 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6150777 Sep 15 09:54:01.016861 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7c1159e8-9806-4c3a-9efe-fe054cab7367 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5659866 Sep 15 09:54:01.017025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:01.017223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49558) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:01.017544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49560) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:01.018079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] Usage tracker for resource:security_group_rule and tenant:1505aae452c74c5ea69ef89613d0fddb is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:01.021560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:01.027291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:01.027759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': 'ee9db57e-27cd-4f1d-9e18-cfb6736e011a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:01.047486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'subnet': {'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:01.173352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04edffa-70e5-4d6c-a76c-ca7438fbdbe8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=ee9db57e-27cd-4f1d-9e18-cfb6736e011a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:01.185202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network ee9db57e-27cd-4f1d-9e18-cfb6736e011a details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:01.313471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:01.315966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:01.323001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Usage tracker for resource:subnet and tenant:b97e7f4d4c364c1bbf77fe98fce0d79f is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:01.325724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:01.329494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:01.332146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:01.340360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:01.345906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:01.375424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b9968-a42f-4afd-8274-2c559fbdcb85 req-29b5162d-f82c-4f4e-a25e-4a106e5d98cd tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:01.376897 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ba8b9968-a42f-4afd-8274-2c559fbdcb85 req-29b5162d-f82c-4f4e-a25e-4a106e5d98cd tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 943 time: 0.2011359 Sep 15 09:54:01.378703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.421135 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ba8b9968-a42f-4afd-8274-2c559fbdcb85 req-74602253-b06c-41fa-affd-bc275ccecf6e tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378566 Sep 15 09:54:01.423410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-c43c6201-6fc5-4e7b-80d4-55dbf16adb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:01.424870 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-c43c6201-6fc5-4e7b-80d4-55dbf16adb9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d6959ac4a8a4d5fa11d867ff63d6796&device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 1096 time: 0.7130239 Sep 15 09:54:01.433348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2db185-37e6-41af-bcc3-bffb59ed1607']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:01.465430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:01.469191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.511478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dce960-1ee8-4764-9bee-50d592257458') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:01.511774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dce960-1ee8-4764-9bee-50d592257458') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:01.532246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Made reservation on behalf of b97e7f4d4c364c1bbf77fe98fce0d79f for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:01.535693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.571708 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-db9a6945-2a84-49ff-aba6-f135d3926109 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff HTTP/1.1" status: 200 len: 217 time: 0.1189494 Sep 15 09:54:01.572862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.663679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.664873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.680595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:01.681000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.791470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.820816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-e38ebd9b-4a5b-457b-9b10-d6960ee6413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:01.822354 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-e38ebd9b-4a5b-457b-9b10-d6960ee6413e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14a23583-8e93-4d85-a5a7-7457ee6d40cc HTTP/1.1" status: 200 len: 851 time: 0.2248945 Sep 15 09:54:01.913875 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-c5494a9c-2f79-4d04-900a-c1bddd212005 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ed9af2-7929-4859-915e-258ad76ee320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811715 Sep 15 09:54:01.916875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.932927 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1505aae452c74c5ea69ef89613d0fddb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4872341 Sep 15 09:54:01.933665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a02e4d0-7c02-4de5-a094-39a91b5b1b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00319a-498a-4cef-bdc4-d27e3682f955,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:01.935919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49570) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:01.961606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:01.979912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.087259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.123856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Subnet': ['ID=b2bd6a0a-8131-47ed-af57-d1fb387af12b,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:02.129225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed618a1d-d3db-4703-958f-e344ecdb77ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.158658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Checking segment: {'id': '290086d6-bc21-4536-97a4-5ae244fda8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:02.159013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Network hostable DHCP agents. Network: 16348ee2-7d0c-4da1-a69f-622268d89c25, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:02.168886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Network': ['ID=7a2db185-37e6-41af-bcc3-bffb59ed1607,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:02.189795 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7a2abb73-2f1f-4eb9-879d-8dcf6ac7f547 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/networks/7a2db185-37e6-41af-bcc3-bffb59ed1607 HTTP/1.1" status: 204 len: 168 time: 1.7433996 Sep 15 09:54:02.193708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49576) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:02.204739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed618a1d-d3db-4703-958f-e344ecdb77ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.209416 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e5dce960-1ee8-4764-9bee-50d592257458 resource provider aggregate not found Sep 15 09:54:02.250491 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e5dce960-1ee8-4764-9bee-50d592257458 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5dce960-1ee8-4764-9bee-50d592257458 found for delete ", "request_id": "req-9c13d18a-29b0-4741-9a68-49a39d601f80"}]} Sep 15 09:54:02.328815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.370056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed618a1d-d3db-4703-958f-e344ecdb77ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.376026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:02.409700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed618a1d-d3db-4703-958f-e344ecdb77ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00319a-498a-4cef-bdc4-d27e3682f955,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:02.441635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=fee23f7d-d6c7-4f87-a2cc-43891a6403bb,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:02.449883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed618a1d-d3db-4703-958f-e344ecdb77ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.453255 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed618a1d-d3db-4703-958f-e344ecdb77ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc00319a-498a-4cef-bdc4-d27e3682f955 HTTP/1.1" status: 204 len: 168 time: 0.5138874 Sep 15 09:54:02.468442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee9db57e-27cd-4f1d-9e18-cfb6736e011a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:02.469160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: ee9db57e-27cd-4f1d-9e18-cfb6736e011a, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:02.472225 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-7f70bb9b-0096-49fa-a24e-15d09205a414 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5434384 Sep 15 09:54:02.480438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 16348ee2-7d0c-4da1-a69f-622268d89c25) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:02.490717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7986fbd-7b28-4c77-b0a6-ba3d75400f3a None None] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:02.495417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:02.496013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.524792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-74adcf28-e9c5-4ad9-879a-c63efc7039b1 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting subnet bf6ca085-f849-49be-aedb-82348dd1536d {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:02.533957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74adcf28-e9c5-4ad9-879a-c63efc7039b1 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.608916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network ee9db57e-27cd-4f1d-9e18-cfb6736e011a is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:02.617441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, ee9db57e-27cd-4f1d-9e18-cfb6736e011a) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:02.625184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:02.625787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.636573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3150c573-1e1e-4148-b3e1-6b934ce336d1 None None] Network ee9db57e-27cd-4f1d-9e18-cfb6736e011a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:02.712548 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d2904232-b49a-4fcc-85b7-48756c7e31e8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6924138 Sep 15 09:54:02.715368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49586) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:02.722324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109705046'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:02.747276 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7afdbcd9-9bfc-4fe2-84bb-37d571dd3024 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7285562 Sep 15 09:54:02.753852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74adcf28-e9c5-4ad9-879a-c63efc7039b1 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.761198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49590) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:02.878314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-16348ee2-7d0c-4da1-a69f-622268d89c25', 'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25', 'tenant_id': 'b97e7f4d4c364c1bbf77fe98fce0d79f', 'fixed_ips': [{'subnet_id': 'b2bd6a0a-8131-47ed-af57-d1fb387af12b'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:02.879051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:02.938605 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b537229-1845-4ef0-a9b1-56e1ddc0a346 req-3fb3b5df-593b-4660-b855-681267863437 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596176 Sep 15 09:54:02.966526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e57db-2098-41d9-bb5a-ee5f459bc569 req-2c29482e-e735-4095-a137-08a1e8ca4ee8 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:02.969407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b85e57db-2098-41d9-bb5a-ee5f459bc569 req-2c29482e-e735-4095-a137-08a1e8ca4ee8 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Synchronizing usage tracker for tenant:6d6959ac4a8a4d5fa11d867ff63d6796 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:02.987593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.21.0.1 (c0b629b7-ac59-439f-a059-80f41817a87b/02a9c21e-9edf-4ed3-83ec-8122d5a51c48/2ce55290-f473-4e32-9d52-8f40f1a5848e) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:03.006978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74adcf28-e9c5-4ad9-879a-c63efc7039b1 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.030650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-ee9db57e-27cd-4f1d-9e18-cfb6736e011a', 'network_id': 'ee9db57e-27cd-4f1d-9e18-cfb6736e011a', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': 'fee23f7d-d6c7-4f87-a2cc-43891a6403bb'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:03.031594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.065522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:03.082843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Usage tracker for resource:port and tenant:b97e7f4d4c364c1bbf77fe98fce0d79f is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:03.088509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:03.099831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:03.124627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.180659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Allocated IP 2001:db8::2 (16348ee2-7d0c-4da1-a69f-622268d89c25/b2bd6a0a-8131-47ed-af57-d1fb387af12b/7a7d8b88-75c1-4a3d-9a27-3a2d238bca44) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:03.228855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.229122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b85e57db-2098-41d9-bb5a-ee5f459bc569 req-2c29482e-e735-4095-a137-08a1e8ca4ee8 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Unset dirty status for tenant:6d6959ac4a8a4d5fa11d867ff63d6796 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:03.230063 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b85e57db-2098-41d9-bb5a-ee5f459bc569 req-2c29482e-e735-4095-a137-08a1e8ca4ee8 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 943 time: 0.6123984 Sep 15 09:54:03.262879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Made reservation on behalf of b97e7f4d4c364c1bbf77fe98fce0d79f for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:03.266685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.308611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74adcf28-e9c5-4ad9-879a-c63efc7039b1 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.318429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Allocated IP 172.20.0.1 (ee9db57e-27cd-4f1d-9e18-cfb6736e011a/fee23f7d-d6c7-4f87-a2cc-43891a6403bb/6f6151f5-3739-4728-b0be-382ad24530ce) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:03.324389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] device_id is not set on port fbcfbfa1-1420-44a6-bad0-9bb14472fce9 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:03.354832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.373488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49596) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:03.376546 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b85e57db-2098-41d9-bb5a-ee5f459bc569 req-0b4f7984-efdc-42c8-af00-94b5a11b6121 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380455 Sep 15 09:54:03.377205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adcf28-e9c5-4ad9-879a-c63efc7039b1 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6ca085-f849-49be-aedb-82348dd1536d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:03.403547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74adcf28-e9c5-4ad9-879a-c63efc7039b1 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.409830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object 2ce55290-f473-4e32-9d52-8f40f1a5848e will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:03.436753 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-74adcf28-e9c5-4ad9-879a-c63efc7039b1 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/subnets/bf6ca085-f849-49be-aedb-82348dd1536d HTTP/1.1" status: 204 len: 168 time: 1.2417934 Sep 15 09:54:03.440490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49600) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:03.469242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-479ea3c2-a525-437e-bb4b-d4728b8b5e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:03.470349 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-479ea3c2-a525-437e-bb4b-d4728b8b5e62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d6959ac4a8a4d5fa11d867ff63d6796&device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 1096 time: 0.3020182 Sep 15 09:54:03.475937 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a0231aa2-5349-4b39-8cad-6c1147e12782 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78837f554ad54f8e9dddb386d8894aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944681 Sep 15 09:54:03.481512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49604) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:03.544126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.552280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8394c9a0-2577-4f31-9f2e-1140bdd49cb6 None None] Network be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:03.572085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.585804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.590661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Deleting port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:03.591844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.646627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Transition to ACTIVE for port object 6f6151f5-3739-4728-b0be-382ad24530ce will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:03.683662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c0b629b7-ac59-439f-a059-80f41817a87b is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:03.689779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:03.705163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:03.750122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=2ce55290-f473-4e32-9d52-8f40f1a5848e,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:03.755149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Transition to ACTIVE for port object 6f6151f5-3739-4728-b0be-382ad24530ce will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:03.775505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e61b-e7e1-4d7c-8bd4-9d7269573306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.822763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-40c14bec-47e2-45d8-8ac0-01fcabb506fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:03.824348 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-40c14bec-47e2-45d8-8ac0-01fcabb506fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6ed9af2-7929-4859-915e-258ad76ee320 HTTP/1.1" status: 200 len: 912 time: 0.3418767 Sep 15 09:54:03.830857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] For port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5ff18173-1b5e-4348-a1ef-1e0f5ca768a6,segment=NetworkSegment(de289202-08c0-4981-af18-297860671590),segment_id=de289202-08c0-4981-af18-297860671590)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:03.831494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.836133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.913392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:03.967514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Calling delete_port for 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:04.000791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.005950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Network ee9db57e-27cd-4f1d-9e18-cfb6736e011a is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:04.014802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:04.023934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:04.030913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Transition to ACTIVE for port object 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:04.089867 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e61b-e7e1-4d7c-8bd4-9d7269573306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.092715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Pushing event updated for resources: {'Port': ['ID=6f6151f5-3739-4728-b0be-382ad24530ce,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:04.110642 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-cbbf9786-b84e-471c-9ea8-3c0f4368fa17 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff HTTP/1.1" status: 200 len: 217 time: 0.1123402 Sep 15 09:54:04.129310 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:54:04.138149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Transition to ACTIVE for port object 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:04.174837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Attempting to bind port 6f6151f5-3739-4728-b0be-382ad24530ce on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:04.175197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Attempting to bind port 6f6151f5-3739-4728-b0be-382ad24530ce by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee9db57e-27cd-4f1d-9e18-cfb6736e011a'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:04.175547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Attempting to bind port 6f6151f5-3739-4728-b0be-382ad24530ce on network ee9db57e-27cd-4f1d-9e18-cfb6736e011a {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:04.182687 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:04.182687 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Checking segment: {'id': 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee9db57e-27cd-4f1d-9e18-cfb6736e011a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:04.183065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.183447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Bound using segment: {'id': 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee9db57e-27cd-4f1d-9e18-cfb6736e011a'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:04.183906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Bound port: 6f6151f5-3739-4728-b0be-382ad24530ce, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'ee9db57e-27cd-4f1d-9e18-cfb6736e011a'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:04.184531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.191849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.199260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e53877-5577-4320-8568-b2a9e797dc2d None None] DHCP port deletion for be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:54:04.205940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-57e53877-5577-4320-8568-b2a9e797dc2d None None] Deleting port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:04.206333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57e53877-5577-4320-8568-b2a9e797dc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.237201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.320246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:04.323718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.327364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=fee23f7d-d6c7-4f87-a2cc-43891a6403bb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:04.365007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0c7d72a7-7c47-4fcf-8793-827562317286 None None] Provisioning for port 2ce55290-f473-4e32-9d52-8f40f1a5848e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:04.365681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-431ac371-6ebe-48f5-a299-c2682814fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:04.367164 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-431ac371-6ebe-48f5-a299-c2682814fbfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14a23583-8e93-4d85-a5a7-7457ee6d40cc HTTP/1.1" status: 200 len: 851 time: 0.2386990 Sep 15 09:54:04.403467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:04.404129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:04.416387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0c7d72a7-7c47-4fcf-8793-827562317286 None None] Provisioning complete for port 2ce55290-f473-4e32-9d52-8f40f1a5848e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:04.416753 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0c7d72a7-7c47-4fcf-8793-827562317286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.429467 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-5f689b5f-759b-4294-813a-388d85cd9f75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ed9af2-7929-4859-915e-258ad76ee320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553951 Sep 15 09:54:04.462828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:04.472892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Port': ['ID=5ff18173-1b5e-4348-a1ef-1e0f5ca768a6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:04.486642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] No DVR routers for this DVR port 5ff18173-1b5e-4348-a1ef-1e0f5ca768a6 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:04.515135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:04.521369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:04.538791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.554356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-57e53877-5577-4320-8568-b2a9e797dc2d None None] The port '5ff18173-1b5e-4348-a1ef-1e0f5ca768a6' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:54:04.555108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e61b-e7e1-4d7c-8bd4-9d7269573306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.556202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Pushing event updated for resources: {'Port': ['ID=7a7d8b88-75c1-4a3d-9a27-3a2d238bca44,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:04.603749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5e61b-e7e1-4d7c-8bd4-9d7269573306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7035a15f-1cf2-44c2-bb96-2cea70a4767e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:04.627152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8ce5e61b-e7e1-4d7c-8bd4-9d7269573306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.628290 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8ce5e61b-e7e1-4d7c-8bd4-9d7269573306 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7035a15f-1cf2-44c2-bb96-2cea70a4767e HTTP/1.1" status: 204 len: 168 time: 1.1446002 Sep 15 09:54:04.632450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.662316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Allocated IP 2001:db8::16d (16348ee2-7d0c-4da1-a69f-622268d89c25/b2bd6a0a-8131-47ed-af57-d1fb387af12b/fbcfbfa1-1420-44a6-bad0-9bb14472fce9) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:04.681105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d72a7-7c47-4fcf-8793-827562317286 None None] Port 2ce55290-f473-4e32-9d52-8f40f1a5848e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:04.700326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] For port 6f6151f5-3739-4728-b0be-382ad24530ce, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:04.724710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] For port 6f6151f5-3739-4728-b0be-382ad24530ce, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6f6151f5-3739-4728-b0be-382ad24530ce,segment=NetworkSegment(e66a8905-0f22-40ba-b05f-fcfb6a300ce9),segment_id=e66a8905-0f22-40ba-b05f-fcfb6a300ce9)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:04.727508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Attempting to bind port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:04.728036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Attempting to bind port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '290086d6-bc21-4536-97a4-5ae244fda8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:04.728664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Attempting to bind port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 on network 16348ee2-7d0c-4da1-a69f-622268d89c25 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:04.735055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:04.735656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Checking segment: {'id': '290086d6-bc21-4536-97a4-5ae244fda8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:04.736239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.736775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Bound using segment: {'id': '290086d6-bc21-4536-97a4-5ae244fda8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:04.737387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Bound port: 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290086d6-bc21-4536-97a4-5ae244fda8fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:04.738354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.761523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9db57e-27cd-4f1d-9e18-cfb6736e011a']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:04.800918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:04.801366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:04.808907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.809199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.841507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.863506 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-7fce1aed-db6f-4917-84cc-4d82ff3dd831 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271455 Sep 15 09:54:04.892722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be43c4aa-f6b8-4e92-bd5b-c26c27d010f8']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:04.922125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.934104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de289202-08c0-4981-af18-297860671590') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:04.934511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de289202-08c0-4981-af18-297860671590') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:04.943671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] For port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:04.946050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:04.947009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:04.979318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] For port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7a7d8b88-75c1-4a3d-9a27-3a2d238bca44,segment=NetworkSegment(290086d6-bc21-4536-97a4-5ae244fda8fd),segment_id=290086d6-bc21-4536-97a4-5ae244fda8fd)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:04.983418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d33ce-9cbe-4cbd-a0d0-062f6a5e69a4 None None] Pushing event updated for resources: {'Port': ['ID=6f6151f5-3739-4728-b0be-382ad24530ce,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:05.011784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5007d8-646b-4a78-b83d-348ba0c0cc68 None None] Network ee9db57e-27cd-4f1d-9e18-cfb6736e011a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:05.012208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd826bd-82db-483a-bf6e-a80e518093cf req-2845ef45-cbf1-4b70-be60-5ced17953456 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:05.013995 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bdd826bd-82db-483a-bf6e-a80e518093cf req-2845ef45-cbf1-4b70-be60-5ced17953456 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 943 time: 0.3559761 Sep 15 09:54:05.015855 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e66a8905-0f22-40ba-b05f-fcfb6a300ce9 resource provider aggregate not found Sep 15 09:54:05.020540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.099394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.112149 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea02e8a0-6906-41b5-b4e9-eeaadcbac7de req-089f3fa9-cdd0-481c-93ba-94f08d107b5f service neutron] 10.222.0.16 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423742 Sep 15 09:54:05.176763 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e66a8905-0f22-40ba-b05f-fcfb6a300ce9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e66a8905-0f22-40ba-b05f-fcfb6a300ce9 found for delete ", "request_id": "req-1eff7bfb-07b2-47c2-a11a-fa5612b64049"}]} Sep 15 09:54:05.186122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.225069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.226499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:05.227029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.298351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.338634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7837d-9b40-4da5-8b5c-1fe6c9b08c99 None None] Pushing event updated for resources: {'Port': ['ID=7a7d8b88-75c1-4a3d-9a27-3a2d238bca44,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:05.352958 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bdd826bd-82db-483a-bf6e-a80e518093cf req-5622213a-09d9-45a2-bcdd-523edcec0549 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344906 Sep 15 09:54:05.356005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:54:05.356005 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:54:05.356005 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': 'ee9db57e-27cd-4f1d-9e18-cfb6736e011a'}] Sep 15 09:54:05.356005 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:05.356654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:05.361331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49622) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:05.481410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.501778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Transition to ACTIVE for port object fbcfbfa1-1420-44a6-bad0-9bb14472fce9 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:05.512981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.520096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=2ce55290-f473-4e32-9d52-8f40f1a5848e,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:05.540170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3dd834-88ba-4d53-a579-aaac0e8dd05f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:05.540650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3dd834-88ba-4d53-a579-aaac0e8dd05f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:05.541176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3dd834-88ba-4d53-a579-aaac0e8dd05f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:05.545738 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6c3dd834-88ba-4d53-a579-aaac0e8dd05f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=14e58e70efa345479d052cec6cf73fff&network_id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c HTTP/1.1" status: 200 len: 2999 time: 0.1797194 Sep 15 09:54:05.546348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.567462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.585238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Pushing event deleted for resources: {'Network': ['ID=be43c4aa-f6b8-4e92-bd5b-c26c27d010f8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:05.594152 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e73184cc-7c7b-4da9-b3c9-eb848e0ffcc5 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/networks/be43c4aa-f6b8-4e92-bd5b-c26c27d010f8 HTTP/1.1" status: 204 len: 168 time: 2.1531467 Sep 15 09:54:05.594645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49632) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:05.657521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ad6399f4-bdcd-4e9e-8b16-332913a391d3 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Synchronizing usage tracker for tenant:6d6325438e8e4e109382d4c062fa269a on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:05.719234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c0b629b7-ac59-439f-a059-80f41817a87b is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:05.720840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:05.728138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.781197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ad6399f4-bdcd-4e9e-8b16-332913a391d3 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Unset dirty status for tenant:6d6325438e8e4e109382d4c062fa269a on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:05.784933 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ad6399f4-bdcd-4e9e-8b16-332913a391d3 tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "GET /v2.0/ports?device_id=94c42cd2-03cf-434f-9eae-9e06387dbce5 HTTP/1.1" status: 200 len: 205 time: 0.1881580 Sep 15 09:54:05.789011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49640) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:05.821200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:05.828552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:05.831509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:05.837311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:05.837962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.851085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=fbcfbfa1-1420-44a6-bad0-9bb14472fce9,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:05.857527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.869585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port 6f6151f5-3739-4728-b0be-382ad24530ce {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:05.870081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:05.956958 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9fc24dfa-29cc-4c34-82f3-5032875f1006 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2397389 Sep 15 09:54:05.961047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49650) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:05.969141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-387832321', 'allowed_address_pairs': [{'ip_address': '2001:db8::16d', 'mac_address': 'fa:16:3e:51:81:2d'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:06.060649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e9c4dec4-eea5-4005-b088-2cd5c2ea8238 None None] Provisioning complete for port 2ce55290-f473-4e32-9d52-8f40f1a5848e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:06.061232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e9c4dec4-eea5-4005-b088-2cd5c2ea8238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.157604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e9c4dec4-eea5-4005-b088-2cd5c2ea8238 None None] Port 2ce55290-f473-4e32-9d52-8f40f1a5848e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:06.208390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01d2a221-87d8-4253-8d56-433763f7fb1a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.234354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:54:06.452335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 267f3f2a-7538-4b91-b00e-60594fd87f7e has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:54:06.508041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port 6f6151f5-3739-4728-b0be-382ad24530ce, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6f6151f5-3739-4728-b0be-382ad24530ce,segment=NetworkSegment(e66a8905-0f22-40ba-b05f-fcfb6a300ce9),segment_id=e66a8905-0f22-40ba-b05f-fcfb6a300ce9)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:06.508617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.544740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:06.643045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,segment=NetworkSegment(64a4d073-4c46-4515-ab78-19431f7618d3),segment_id=64a4d073-4c46-4515-ab78-19431f7618d3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:06.672878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1963a05-8c5c-4262-a3fb-2e782e39e348 None None] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:06.674479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for 6f6151f5-3739-4728-b0be-382ad24530ce owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:06.683118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01d2a221-87d8-4253-8d56-433763f7fb1a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.685763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01d2a221-87d8-4253-8d56-433763f7fb1a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.693804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '7ce68a91-3f95-4b1d-957a-2b92ec22c6ff', 'network_id': 'c6ed9af2-7929-4859-915e-258ad76ee320', 'port_id': '7ce68a91-3f95-4b1d-957a-2b92ec22c6ff', 'mac_address': 'fa:16:3e:1d:a3:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14a23583-8e93-4d85-a5a7-7457ee6d40cc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:54:06.727576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:06.734645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Usage tracker for resource:port and tenant:b97e7f4d4c364c1bbf77fe98fce0d79f is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:06.740090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:06.750284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:06.844392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01d2a221-87d8-4253-8d56-433763f7fb1a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.844987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01d2a221-87d8-4253-8d56-433763f7fb1a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Fanout notify agent at l3_agent the message router_deleted on router 94c42cd2-03cf-434f-9eae-9e06387dbce5 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:54:06.860687 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:06.861067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.878292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.880993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-251aca93-d8e4-4fc6-8205-1e279a202c44 None None] Provisioning for port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:06.882213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Made reservation on behalf of b97e7f4d4c364c1bbf77fe98fce0d79f for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:06.902125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:54:06.920565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,segment=NetworkSegment(64a4d073-4c46-4515-ab78-19431f7618d3),segment_id=64a4d073-4c46-4515-ab78-19431f7618d3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:06.931121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01d2a221-87d8-4253-8d56-433763f7fb1a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.932191 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-01d2a221-87d8-4253-8d56-433763f7fb1a tempest-RoutersNegativeIpV6Test-435390099 tempest-RoutersNegativeIpV6Test-435390099-project] 10.222.0.62 "DELETE /v2.0/routers/94c42cd2-03cf-434f-9eae-9e06387dbce5 HTTP/1.1" status: 204 len: 168 time: 1.1422529 Sep 15 09:54:06.953960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:06.970473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:06.970726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:06.971623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:06.982207 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ff234db1-5a34-43fc-8889-3e42c61905b5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/267f3f2a-7538-4b91-b00e-60594fd87f7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8239942 Sep 15 09:54:06.984783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49668) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:07.007608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.010994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94fbc7d-28de-4a69-b971-431968eb4a43 None None] Sync routers for ids ['267f3f2a-7538-4b91-b00e-60594fd87f7e'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:07.047871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eee7d-a937-4ed2-aca8-5c2c3998b69a req-825de755-9493-41b8-997a-aba9c17e7611 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:07.050311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-008eee7d-a937-4ed2-aca8-5c2c3998b69a req-825de755-9493-41b8-997a-aba9c17e7611 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 943 time: 0.3409326 Sep 15 09:54:07.062340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=6f6151f5-3739-4728-b0be-382ad24530ce,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:07.072230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port 6f6151f5-3739-4728-b0be-382ad24530ce on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:07.124783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c3f1af-8bfc-4cc2-a382-2c606e58203f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:07.125437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-86c3f1af-8bfc-4cc2-a382-2c606e58203f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:07.150902 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-008eee7d-a937-4ed2-aca8-5c2c3998b69a req-ec8173c4-2771-4872-ae8c-a93fc8c1236e tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915012 Sep 15 09:54:07.156367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94fbc7d-28de-4a69-b971-431968eb4a43 None None] Routers {'267f3f2a-7538-4b91-b00e-60594fd87f7e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:07.157372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d94fbc7d-28de-4a69-b971-431968eb4a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['267f3f2a-7538-4b91-b00e-60594fd87f7e'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:07.218666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-86c3f1af-8bfc-4cc2-a382-2c606e58203f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:07.220001 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-86c3f1af-8bfc-4cc2-a382-2c606e58203f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports/2ce55290-f473-4e32-9d52-8f40f1a5848e HTTP/1.1" status: 200 len: 910 time: 0.2341127 Sep 15 09:54:07.229358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49676) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:07.237280 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment de289202-08c0-4981-af18-297860671590 resource provider aggregate not found Sep 15 09:54:07.260085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d94fbc7d-28de-4a69-b971-431968eb4a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:07.262328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:07.264226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.278081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.295513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94fbc7d-28de-4a69-b971-431968eb4a43 None None] Routers {'267f3f2a-7538-4b91-b00e-60594fd87f7e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:07.295513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d94fbc7d-28de-4a69-b971-431968eb4a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['267f3f2a-7538-4b91-b00e-60594fd87f7e'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:07.303091 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment de289202-08c0-4981-af18-297860671590 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de289202-08c0-4981-af18-297860671590 found for delete ", "request_id": "req-b6295bfc-2b6d-4da0-ac03-bad00299220f"}]} Sep 15 09:54:07.315004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9db57e-27cd-4f1d-9e18-cfb6736e011a']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:07.340387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:07.340745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66a8905-0f22-40ba-b05f-fcfb6a300ce9') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:07.373464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] device_id is not set on port 3cc5890d-4247-48a7-be8f-972d83898a51 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:07.426922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.444129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['7ce68a91-3f95-4b1d-957a-2b92ec22c6ff'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:54:07.491533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.548208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:07.548840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.571648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49688) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:07.574547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d94fbc7d-28de-4a69-b971-431968eb4a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:07.575141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94fbc7d-28de-4a69-b971-431968eb4a43 None None] The sync data for ids ['267f3f2a-7538-4b91-b00e-60594fd87f7e'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:54:07.622451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:07.622836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.701381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7a7d8b88-75c1-4a3d-9a27-3a2d238bca44,segment=NetworkSegment(290086d6-bc21-4536-97a4-5ae244fda8fd),segment_id=290086d6-bc21-4536-97a4-5ae244fda8fd)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:07.759141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Allocated IP 2001:db8::36f (16348ee2-7d0c-4da1-a69f-622268d89c25/b2bd6a0a-8131-47ed-af57-d1fb387af12b/3cc5890d-4247-48a7-be8f-972d83898a51) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:07.855257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.958619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.968197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:07.978327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=7a7d8b88-75c1-4a3d-9a27-3a2d238bca44,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:07.995096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.023715 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/ee9db57e-27cd-4f1d-9e18-cfb6736e011a HTTP/1.1" status: 204 len: 168 time: 5.2561433 Sep 15 09:54:08.024977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefbdc3f-30d8-4f49-8ba0-e1eeb57ba002 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=ee9db57e-27cd-4f1d-9e18-cfb6736e011a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:08.029082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49702) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:08.046045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1660376390'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:08.054554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:08.085565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:08.096433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:08.117020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:08.132048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49706) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:08.150318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-85902694-3eb7-426e-9eab-a1f81b2f4ee1 None None] Provisioning complete for port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:08.150784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85902694-3eb7-426e-9eab-a1f81b2f4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.190390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.245990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Transition to ACTIVE for port object 3cc5890d-4247-48a7-be8f-972d83898a51 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:08.281913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:08.286811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.323567 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-677f0f80-d744-4c20-ac09-1a54477e5e58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d6325438e8e4e109382d4c062fa269a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511356 Sep 15 09:54:08.326067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49714) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:08.359282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:08.382367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.384091 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 25f5c997-1630-4dec-bbdb-4d9fa4bf3462 of type vlan for network 091c74f2-6d22-4040-8fe4-eeec1bedfe6b Sep 15 09:54:08.386461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.393175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:08.468221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5446745a-b23b-4627-9d82-ee6d3dff49df None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:54:08.485023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-99e4c392-1c4d-42af-9a41-f99cd234bdd0 tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:08.528990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-85902694-3eb7-426e-9eab-a1f81b2f4ee1 None None] Current status of the port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:08.561271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:08.561796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.578432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff3ead2b-33b4-4170-8635-4fd43501f46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.599635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.606699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:08.612074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:08.614580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:08.620668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:08.621305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.625500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-85902694-3eb7-426e-9eab-a1f81b2f4ee1 None None] Provisioning for port fbcfbfa1-1420-44a6-bad0-9bb14472fce9 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:08.633987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=3cc5890d-4247-48a7-be8f-972d83898a51,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:08.647142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-85902694-3eb7-426e-9eab-a1f81b2f4ee1 None None] Provisioning complete for port fbcfbfa1-1420-44a6-bad0-9bb14472fce9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:08.647142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85902694-3eb7-426e-9eab-a1f81b2f4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.648805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff3ead2b-33b4-4170-8635-4fd43501f46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.699618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354e288-f9ab-42cf-a000-42ee5e9bfd52 req-f151d836-e39d-495c-8e35-73eedcaaccfe tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:08.702271 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d354e288-f9ab-42cf-a000-42ee5e9bfd52 req-f151d836-e39d-495c-8e35-73eedcaaccfe tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 944 time: 0.2113049 Sep 15 09:54:08.719483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 2ce55290-f473-4e32-9d52-8f40f1a5848e {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:08.719746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.750337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-85902694-3eb7-426e-9eab-a1f81b2f4ee1 None None] Port fbcfbfa1-1420-44a6-bad0-9bb14472fce9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:08.751805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5446745a-b23b-4627-9d82-ee6d3dff49df None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:54:08.761457 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d354e288-f9ab-42cf-a000-42ee5e9bfd52 req-8c1dd1df-4439-442d-b7bc-ef0ad3a907fb tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489707 Sep 15 09:54:08.769248 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-13504a7b-37c4-4cad-be77-a93f94417517 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.8043756 Sep 15 09:54:08.769987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49720) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:08.791163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.799965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:08.801060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.956472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:08.964617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff3ead2b-33b4-4170-8635-4fd43501f46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:08.978216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-550ddef4-b50f-4aa8-ab7a-05b69f516f7f None None] Provisioning complete for port fbcfbfa1-1420-44a6-bad0-9bb14472fce9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:08.978701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-550ddef4-b50f-4aa8-ab7a-05b69f516f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:09.010181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3ead2b-33b4-4170-8635-4fd43501f46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34f1537-898c-4048-baef-4195d9377a03,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:09.021856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff3ead2b-33b4-4170-8635-4fd43501f46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:09.022984 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ff3ead2b-33b4-4170-8635-4fd43501f46f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e34f1537-898c-4048-baef-4195d9377a03 HTTP/1.1" status: 204 len: 168 time: 0.6959183 Sep 15 09:54:09.023646 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-99e4c392-1c4d-42af-9a41-f99cd234bdd0 tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "PUT /v2.0/quotas/f408d075870e43c792cca728664fb499 HTTP/1.1" status: 200 len: 366 time: 0.8882763 Sep 15 09:54:09.029000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49726) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.038609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed1951a-a244-4e52-8807-a8fc9c56b8c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:09.044636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed1951a-a244-4e52-8807-a8fc9c56b8c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:09.047210 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3dba0f41-e11e-4322-8318-e04414e595ec tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0172713 Sep 15 09:54:09.050049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=091c74f2-6d22-4040-8fe4-eeec1bedfe6b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:09.050833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed1951a-a244-4e52-8807-a8fc9c56b8c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:09.056106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49730) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.056268 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7ed1951a-a244-4e52-8807-a8fc9c56b8c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.2826362 Sep 15 09:54:09.057474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49734) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.064820 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed34ad1b-5758-4623-a807-b49d68652ec3 tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "GET /v2.0/quotas/f408d075870e43c792cca728664fb499 HTTP/1.1" status: 200 len: 366 time: 0.0109386 Sep 15 09:54:09.069692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49738) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.077058 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 091c74f2-6d22-4040-8fe4-eeec1bedfe6b details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:09.110711 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e6fe6731-0322-4897-b846-ca98421069a5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0804579 Sep 15 09:54:09.111769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49742) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.117363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:09.118849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': '091c74f2-6d22-4040-8fe4-eeec1bedfe6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:09.184977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-550ddef4-b50f-4aa8-ab7a-05b69f516f7f None None] Port fbcfbfa1-1420-44a6-bad0-9bb14472fce9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:09.225298 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4f69d33b-0889-4267-87cf-30189495fd19 tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/f408d075870e43c792cca728664fb499 HTTP/1.1" status: 204 len: 168 time: 0.1542943 Sep 15 09:54:09.229254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49746) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.245282 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-678b862d-6d7f-42d5-b1e2-30c7ba627c17 tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0147376 Sep 15 09:54:09.248684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49750) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.261509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 2ce55290-f473-4e32-9d52-8f40f1a5848e owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:09.292550 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e201b138-ec0c-4fd0-ba83-8cfa8f7d70ec tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "GET /v2.0/quotas/f408d075870e43c792cca728664fb499 HTTP/1.1" status: 200 len: 370 time: 0.0397513 Sep 15 09:54:09.293849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49754) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.298800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:09.304517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-de8074f6-ede2-4868-9017-1d2fb8615546 tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "GET /v2.0/quotas/f408d075870e43c792cca728664fb499/default HTTP/1.1" status: 200 len: 370 time: 0.0074344 Sep 15 09:54:09.308348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49758) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.313350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-658d2b4d-c0db-43ad-b66f-155b1e475d0b tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting port 3cc5890d-4247-48a7-be8f-972d83898a51 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:09.313703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-658d2b4d-c0db-43ad-b66f-155b1e475d0b tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:09.325456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.333597 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e66a8905-0f22-40ba-b05f-fcfb6a300ce9 resource provider aggregate not found Sep 15 09:54:09.344630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.356494 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-d6461bd9-d865-49d9-96e7-6f902eda6bf2 tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] delete failed (client error): The resource could not be found. Sep 15 09:54:09.356494 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d6461bd9-d865-49d9-96e7-6f902eda6bf2 tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/f408d075870e43c792cca728664fb499 HTTP/1.1" status: 404 len: 348 time: 0.0415149 Sep 15 09:54:09.356494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:09.377538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e66a8905-0f22-40ba-b05f-fcfb6a300ce9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e66a8905-0f22-40ba-b05f-fcfb6a300ce9 found for delete ", "request_id": "req-e5c29d09-298b-49aa-9da3-414a3298c015"}]} Sep 15 09:54:09.443616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49768) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.513388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:09.519213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:09.652090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49af7b-f068-4ca6-af23-0df6cebe1bf9 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:09.661082 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7a49af7b-f068-4ca6-af23-0df6cebe1bf9 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 814 time: 0.2142634 Sep 15 09:54:09.720577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-658d2b4d-c0db-43ad-b66f-155b1e475d0b tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:09.748085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49778) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:09.769431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Usage tracker for resource:network and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.774395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.783926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Usage tracker for resource:subnet and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.785629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.794490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Usage tracker for resource:subnetpool and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.799748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.811542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Usage tracker for resource:port and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.816024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.823429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Usage tracker for resource:router and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.829623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.838283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Usage tracker for resource:floatingip and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.844820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.882719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-01d27b51-df1d-4117-8169-c7e2331a8539 None None] Provisioning for port 3cc5890d-4247-48a7-be8f-972d83898a51 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:09.887926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-01d27b51-df1d-4117-8169-c7e2331a8539 None None] Provisioning complete for port 3cc5890d-4247-48a7-be8f-972d83898a51 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:09.888339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01d27b51-df1d-4117-8169-c7e2331a8539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:09.889425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Usage tracker for resource:security_group and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.892727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-658d2b4d-c0db-43ad-b66f-155b1e475d0b tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Calling delete_port for 3cc5890d-4247-48a7-be8f-972d83898a51 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:09.894682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.904037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Usage tracker for resource:security_group_rule and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:09.908517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:09.913863 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-179c16ac-a5b1-488c-8d42-32a1b093b81c tempest-QuotasTest-1850721435 tempest-QuotasTest-1850721435-project-admin] 10.222.0.62 "GET /v2.0/quotas/68848eb09a094680985da1c40d4059d7/details.json HTTP/1.1" status: 200 len: 703 time: 0.1634924 Sep 15 09:54:09.960176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-01d27b51-df1d-4117-8169-c7e2331a8539 None None] Port 3cc5890d-4247-48a7-be8f-972d83898a51 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:10.107973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.179132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.223836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=2ce55290-f473-4e32-9d52-8f40f1a5848e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:10.259527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:10.277926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': '25f5c997-1630-4dec-bbdb-4d9fa4bf3462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '091c74f2-6d22-4040-8fe4-eeec1bedfe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:10.278392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: 091c74f2-6d22-4040-8fe4-eeec1bedfe6b, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:10.295344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=d49e09e5-5b53-4fab-825f-d3bfb1915fc2,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:10.417638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network 091c74f2-6d22-4040-8fe4-eeec1bedfe6b is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:10.448425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49800) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:10.454561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--1609435151', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:10.463512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:10.469087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:10.472268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:10.480264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:10.480942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:10.495299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:10.495874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.517651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 091c74f2-6d22-4040-8fe4-eeec1bedfe6b) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:10.535377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:10.538879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.575399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49806) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:10.584082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f04e93-751a-4e3e-9c87-231b3dfb1690 None None] Network 091c74f2-6d22-4040-8fe4-eeec1bedfe6b requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:10.597774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:10.602258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.605892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.666542 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fc515990-e369-4538-8cbf-e6fa320c8651 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5533254 Sep 15 09:54:10.669106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49812) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:10.688877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3e344-53ed-4721-9737-faeb4452061e req-80fa27f2-7529-4b81-b3ab-dcaa74d6e486 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:10.690391 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5a3e344-53ed-4721-9737-faeb4452061e req-80fa27f2-7529-4b81-b3ab-dcaa74d6e486 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 944 time: 0.7655494 Sep 15 09:54:10.718127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:10.806194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-658d2b4d-c0db-43ad-b66f-155b1e475d0b tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.836188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.836543 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment 84816288-aa53-4317-b035-82f4b76aed56 of type vlan for network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d Sep 15 09:54:10.841894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:10.842400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.845991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.883273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:10.891869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d2b4d-c0db-43ad-b66f-155b1e475d0b tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event deleted for resources: {'Port': ['ID=3cc5890d-4247-48a7-be8f-972d83898a51,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:10.921732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,segment=NetworkSegment(64a4d073-4c46-4515-ab78-19431f7618d3),segment_id=64a4d073-4c46-4515-ab78-19431f7618d3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:10.923283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] Usage tracker for resource:security_group_rule and tenant:e11150d4102a4180aa9cdcc2ceb47cd1 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:10.931229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec516c0-d869-4985-b484-8bdfd4fcc7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce68a91-3f95-4b1d-957a-2b92ec22c6ff'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:54:10.931229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bbec94b-a418-463b-8bd1-5d582c0c9413" -d '{"events": [{"server_uuid": "bec516c0-d869-4985-b484-8bdfd4fcc7f2", "name": "network-vif-plugged", "status": "completed", "tag": "7ce68a91-3f95-4b1d-957a-2b92ec22c6ff"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:54:10.932946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:10.953517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-091c74f2-6d22-4040-8fe4-eeec1bedfe6b', 'network_id': '091c74f2-6d22-4040-8fe4-eeec1bedfe6b', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': 'd49e09e5-5b53-4fab-825f-d3bfb1915fc2'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:10.954434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5a3e344-53ed-4721-9737-faeb4452061e req-5a27de1a-45c1-4af8-bf13-971927f822bb tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504144 Sep 15 09:54:10.954588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.967036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49820) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:10.970234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:10.990455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:11.001417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3cb21b-173d-4bcc-9a7b-7fc19f36a17e x-openstack-request-id: req-5d3cb21b-173d-4bcc-9a7b-7fc19f36a17e {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:54:11.001972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec516c0-d869-4985-b484-8bdfd4fcc7f2", "name": "network-vif-plugged", "status": "completed", "tag": "7ce68a91-3f95-4b1d-957a-2b92ec22c6ff", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:54:11.002364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d3cb21b-173d-4bcc-9a7b-7fc19f36a17e {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:54:11.002906 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d3cb21b-173d-4bcc-9a7b-7fc19f36a17e'] response: {'server_uuid': 'bec516c0-d869-4985-b484-8bdfd4fcc7f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce68a91-3f95-4b1d-957a-2b92ec22c6ff', 'code': 200} Sep 15 09:54:11.075124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.173867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9c22de23-fe01-4d78-be44-da039970c239 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-677604303', 'prefixes': ['172.20.0.0/16']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:11.180832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Allocated IP 172.20.0.1 (091c74f2-6d22-4040-8fe4-eeec1bedfe6b/d49e09e5-5b53-4fab-825f-d3bfb1915fc2/c3ddbad2-9db4-49af-bce1-5a552e76bcbb) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:11.184738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9c22de23-fe01-4d78-be44-da039970c239 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:11.199373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.204966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:11.205555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.225325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.319344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.370190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-658d2b4d-c0db-43ad-b66f-155b1e475d0b tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.391434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-658d2b4d-c0db-43ad-b66f-155b1e475d0b tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "DELETE /v2.0/ports/3cc5890d-4247-48a7-be8f-972d83898a51 HTTP/1.1" status: 204 len: 168 time: 2.3310225 Sep 15 09:54:11.392089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49826) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:11.423093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.433296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 267f3f2a-7538-4b91-b00e-60594fd87f7e has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:54:11.440441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=7ae6b269-66c0-4d6c-b389-72e6fd001b8d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:11.485342 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-d515afe3-5cde-4d14-bffc-3ebf9ea8fab5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] GET failed (client error): The resource could not be found. Sep 15 09:54:11.486081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d515afe3-5cde-4d14-bffc-3ebf9ea8fab5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Synchronizing usage tracker for tenant:b97e7f4d4c364c1bbf77fe98fce0d79f on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:11.502650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:11.514828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.561331 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a6a10f73-1067-4699-8c7f-4e86fedfedbe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1084411 Sep 15 09:54:11.565222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49830) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:11.606855 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e11150d4102a4180aa9cdcc2ceb47cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0298588 Sep 15 09:54:11.608290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0236b95a-cd71-4eb2-b8b1-8058bbc65f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2cafc0a-ef12-4a1e-9a42-cb5d0e696d95,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:11.632277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49834) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:11.652396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.662632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83f83f5-d22f-4548-aa95-e5ce36f29227 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:11.664445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:11.666322 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b83f83f5-d22f-4548-aa95-e5ce36f29227 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.0974846 Sep 15 09:54:11.667774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49838) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:11.670374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Transition to ACTIVE for port object c3ddbad2-9db4-49af-bce1-5a552e76bcbb will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:11.690970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Transition to ACTIVE for port object c3ddbad2-9db4-49af-bce1-5a552e76bcbb will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:11.775225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c22de23-fe01-4d78-be44-da039970c239 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] Notify callbacks [] for subnetpool, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.776448 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9c22de23-fe01-4d78-be44-da039970c239 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7978952 Sep 15 09:54:11.779742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49842) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:11.820894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:11.837109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d515afe3-5cde-4d14-bffc-3ebf9ea8fab5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Unset dirty status for tenant:b97e7f4d4c364c1bbf77fe98fce0d79f on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:11.838291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d515afe3-5cde-4d14-bffc-3ebf9ea8fab5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "GET /v2.0/ports/3cc5890d-4247-48a7-be8f-972d83898a51 HTTP/1.1" status: 404 len: 333 time: 0.4455261 Sep 15 09:54:11.842074 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0c1851c5-06fc-45ce-9554-c66a15e80219 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] 10.222.0.62 "GET /v2.0/subnetpools/334dd959-67af-49d8-87c8-99db96e66e2b HTTP/1.1" status: 200 len: 731 time: 0.0605075 Sep 15 09:54:11.842278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49846) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:11.849782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49848) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:11.853414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:11.860946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-315070129'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:11.861041 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-579f8cc3-97aa-4704-9218-f4cfee7e294e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/267f3f2a-7538-4b91-b00e-60594fd87f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6307719 Sep 15 09:54:11.865003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536beee5-d2e1-4b41-8aed-ec2985070207 req-24f5d5e1-3381-4f24-9b33-80d0af42bd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:11.865646 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa51a473-3ab5-4d30-bd0b-f4764bec655b None None] Sync routers for ids ['267f3f2a-7538-4b91-b00e-60594fd87f7e'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:11.866421 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-536beee5-d2e1-4b41-8aed-ec2985070207 req-24f5d5e1-3381-4f24-9b33-80d0af42bd41 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 1098 time: 0.4320188 Sep 15 09:54:11.870686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4dab1d76-3491-449d-bb7e-9440fb68a004 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1076300527'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:11.879073 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa51a473-3ab5-4d30-bd0b-f4764bec655b None None] Routers {'267f3f2a-7538-4b91-b00e-60594fd87f7e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:11.879565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49854) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:11.880274 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aa51a473-3ab5-4d30-bd0b-f4764bec655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['267f3f2a-7538-4b91-b00e-60594fd87f7e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:11.897738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Network 091c74f2-6d22-4040-8fe4-eeec1bedfe6b is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:11.907897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:11.922496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:11.943548 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aa51a473-3ab5-4d30-bd0b-f4764bec655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:11.952824 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa51a473-3ab5-4d30-bd0b-f4764bec655b None None] Routers {'267f3f2a-7538-4b91-b00e-60594fd87f7e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:11.953755 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aa51a473-3ab5-4d30-bd0b-f4764bec655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['267f3f2a-7538-4b91-b00e-60594fd87f7e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:12.014319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a82eae-50d8-4240-a446-f5c14346cd39 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:12.019323 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b7a82eae-50d8-4240-a446-f5c14346cd39 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3477545 Sep 15 09:54:12.025414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:12.033708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49860) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:12.036050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:12.051823 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aa51a473-3ab5-4d30-bd0b-f4764bec655b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:12.052482 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa51a473-3ab5-4d30-bd0b-f4764bec655b None None] The sync data for ids ['267f3f2a-7538-4b91-b00e-60594fd87f7e'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:54:12.122837 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-30f79ff7-e924-4ce1-9c16-4c85a4ccee8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.125005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Pushing event updated for resources: {'Port': ['ID=c3ddbad2-9db4-49af-bce1-5a552e76bcbb,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:12.130361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Made reservation on behalf of b97e7f4d4c364c1bbf77fe98fce0d79f for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:12.131843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Attempting to bind port c3ddbad2-9db4-49af-bce1-5a552e76bcbb on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:12.132207 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Attempting to bind port c3ddbad2-9db4-49af-bce1-5a552e76bcbb by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '25f5c997-1630-4dec-bbdb-4d9fa4bf3462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '091c74f2-6d22-4040-8fe4-eeec1bedfe6b'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:12.132566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Attempting to bind port c3ddbad2-9db4-49af-bce1-5a552e76bcbb on network 091c74f2-6d22-4040-8fe4-eeec1bedfe6b {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:12.135722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.138501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:12.138873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Checking segment: {'id': '25f5c997-1630-4dec-bbdb-4d9fa4bf3462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '091c74f2-6d22-4040-8fe4-eeec1bedfe6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:12.139271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.139661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Bound using segment: {'id': '25f5c997-1630-4dec-bbdb-4d9fa4bf3462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '091c74f2-6d22-4040-8fe4-eeec1bedfe6b'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:12.140130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Bound port: c3ddbad2-9db4-49af-bce1-5a552e76bcbb, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f5c997-1630-4dec-bbdb-4d9fa4bf3462', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '091c74f2-6d22-4040-8fe4-eeec1bedfe6b'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:12.140490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.150855 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3e80784c-2e44-48f2-b08c-67516202e6cc tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1006358 Sep 15 09:54:12.153683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49864) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:12.192573 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-536beee5-d2e1-4b41-8aed-ec2985070207 req-b78e13a7-d5e3-44e9-92db-368a6b3b1a38 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099864 Sep 15 09:54:12.241970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-00782e02-9a55-4310-92ed-d626d762499c None None] For port c3ddbad2-9db4-49af-bce1-5a552e76bcbb, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:12.245630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-00782e02-9a55-4310-92ed-d626d762499c None None] For port c3ddbad2-9db4-49af-bce1-5a552e76bcbb, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c3ddbad2-9db4-49af-bce1-5a552e76bcbb,segment=NetworkSegment(25f5c997-1630-4dec-bbdb-4d9fa4bf3462),segment_id=25f5c997-1630-4dec-bbdb-4d9fa4bf3462)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:12.319837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.327633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.334554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-30f79ff7-e924-4ce1-9c16-4c85a4ccee8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.378414 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cf2e8126-391d-4f06-b2e0-7742b9e38e1a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2226543 Sep 15 09:54:12.383110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] device_id is not set on port 2b080218-4b5a-4002-a365-6e098928bb60 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:12.398664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49868) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:12.426294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=d49e09e5-5b53-4fab-825f-d3bfb1915fc2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:12.475563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00782e02-9a55-4310-92ed-d626d762499c None None] Pushing event updated for resources: {'Port': ['ID=c3ddbad2-9db4-49af-bce1-5a552e76bcbb,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:12.491971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e7284-5539-45b0-a439-a39524ab0b84 None None] Network 091c74f2-6d22-4040-8fe4-eeec1bedfe6b requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:12.545482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4dab1d76-3491-449d-bb7e-9440fb68a004 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] Notify callbacks [] for subnetpool, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.546695 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4dab1d76-3491-449d-bb7e-9440fb68a004 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] 10.222.0.62 "PUT /v2.0/subnetpools/334dd959-67af-49d8-87c8-99db96e66e2b HTTP/1.1" status: 200 len: 684 time: 0.6915810 Sep 15 09:54:12.554309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49872) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:12.580173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.650556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14dae6-6cff-431e-8e59-2ffd317e479c req-f95136c8-28e4-4f2f-86aa-01017774a968 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:12.652302 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3a14dae6-6cff-431e-8e59-2ffd317e479c req-f95136c8-28e4-4f2f-86aa-01017774a968 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.5171006 Sep 15 09:54:12.677580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091c74f2-6d22-4040-8fe4-eeec1bedfe6b']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:12.695198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f20838-383c-4efb-899d-f9d208f1236b tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:12.696926 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-70f20838-383c-4efb-899d-f9d208f1236b tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2939811 Sep 15 09:54:12.701222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49876) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:12.702853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f5c997-1630-4dec-bbdb-4d9fa4bf3462') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:12.703159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f5c997-1630-4dec-bbdb-4d9fa4bf3462') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:12.714317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ebf3a-4411-4774-ad1d-db14e4764f07 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:54:12.735688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Allocated IP 2001:db8::368 (16348ee2-7d0c-4da1-a69f-622268d89c25/b2bd6a0a-8131-47ed-af57-d1fb387af12b/2b080218-4b5a-4002-a365-6e098928bb60) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:12.745965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-30f79ff7-e924-4ce1-9c16-4c85a4ccee8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.769214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f79ff7-e924-4ce1-9c16-4c85a4ccee8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2cafc0a-ef12-4a1e-9a42-cb5d0e696d95,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:12.781004 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3a14dae6-6cff-431e-8e59-2ffd317e479c req-8ea3356c-958c-4d4a-a50d-4006096e9d7a tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167369 Sep 15 09:54:12.792962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.795302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-30f79ff7-e924-4ce1-9c16-4c85a4ccee8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.798944 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-30f79ff7-e924-4ce1-9c16-4c85a4ccee8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b2cafc0a-ef12-4a1e-9a42-cb5d0e696d95 HTTP/1.1" status: 204 len: 168 time: 1.1632397 Sep 15 09:54:12.813882 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2a835848-f370-45fd-a45a-08e29a7f71c6 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0942929 Sep 15 09:54:12.814099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49882) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:12.831802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1229824330', 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:12.832764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.852464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:12.853404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:12.897208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ebf3a-4411-4774-ad1d-db14e4764f07 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:54:12.945129 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 25f5c997-1630-4dec-bbdb-4d9fa4bf3462 resource provider aggregate not found Sep 15 09:54:12.998357 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 25f5c997-1630-4dec-bbdb-4d9fa4bf3462 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25f5c997-1630-4dec-bbdb-4d9fa4bf3462 found for delete ", "request_id": "req-9acccfda-677c-40ab-bc92-db0c6d98f913"}]} Sep 15 09:54:13.000207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:13.005515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:13.009529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:13.017672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:13.030514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.102533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bac3316-ab98-44ea-94d8-a3dbbe3bfe18 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] Notify callbacks [] for subnetpool, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.107698 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3bac3316-ab98-44ea-94d8-a3dbbe3bfe18 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] 10.222.0.62 "DELETE /v2.0/subnetpools/334dd959-67af-49d8-87c8-99db96e66e2b HTTP/1.1" status: 204 len: 168 time: 0.5524068 Sep 15 09:54:13.108517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:54:13.108517 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:54:13.108517 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': '091c74f2-6d22-4040-8fe4-eeec1bedfe6b'}] Sep 15 09:54:13.108517 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:13.108847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:13.117644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49890) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:13.146634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:13.147398 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-9bcfec23-6f5d-4024-817a-ca122a80d89e tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] show failed (client error): The resource could not be found. Sep 15 09:54:13.150131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.151281 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9bcfec23-6f5d-4024-817a-ca122a80d89e tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] 10.222.0.62 "GET /v2.0/subnetpools/334dd959-67af-49d8-87c8-99db96e66e2b HTTP/1.1" status: 404 len: 346 time: 0.0330169 Sep 15 09:54:13.154144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49894) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:13.186871 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-b2392b31-880e-4a45-8d55-65154aefea15 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] delete failed (client error): The resource could not be found. Sep 15 09:54:13.191396 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b2392b31-880e-4a45-8d55-65154aefea15 tempest-SubnetPoolsTestJSON-1549075201 tempest-SubnetPoolsTestJSON-1549075201-project] 10.222.0.62 "DELETE /v2.0/subnetpools/334dd959-67af-49d8-87c8-99db96e66e2b HTTP/1.1" status: 404 len: 346 time: 0.0363045 Sep 15 09:54:13.232268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.250639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Transition to ACTIVE for port object 2b080218-4b5a-4002-a365-6e098928bb60 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:13.368919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.456159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:13.460432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:13.468995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:13.475421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:13.476044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.484806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=2b080218-4b5a-4002-a365-6e098928bb60,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:13.503516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.503851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.504189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.504566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.504886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.505213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.505584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.505939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.506265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.506581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.506913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.507218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:13.607884 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2c2b2d80-40dd-44c9-b0a6-e56ca2a4933e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7605915 Sep 15 09:54:13.609860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.611804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49902) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:13.623315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16d', 'mac_address': 'fa:16:3e:51:81:2d'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:13.633978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port c3ddbad2-9db4-49af-bce1-5a552e76bcbb {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:13.634240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.766904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49908) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:13.807310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49912) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:13.861347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.876764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ef6dcdbf-73c7-4239-a43a-0ebd5cbc3895 None None] Provisioning for port 2b080218-4b5a-4002-a365-6e098928bb60 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:13.888656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ef6dcdbf-73c7-4239-a43a-0ebd5cbc3895 None None] Provisioning complete for port 2b080218-4b5a-4002-a365-6e098928bb60 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:13.889452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ef6dcdbf-73c7-4239-a43a-0ebd5cbc3895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.955480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 8097ec92-757d-4c48-99fa-a1647d0a756b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:13.955907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.958922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port c3ddbad2-9db4-49af-bce1-5a552e76bcbb, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c3ddbad2-9db4-49af-bce1-5a552e76bcbb,segment=NetworkSegment(25f5c997-1630-4dec-bbdb-4d9fa4bf3462),segment_id=25f5c997-1630-4dec-bbdb-4d9fa4bf3462)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:13.973392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:13.985505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ef6dcdbf-73c7-4239-a43a-0ebd5cbc3895 None None] Port 2b080218-4b5a-4002-a365-6e098928bb60 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:14.001967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.134214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for c3ddbad2-9db4-49af-bce1-5a552e76bcbb owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:14.195991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:14.205704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.224512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] Usage tracker for resource:security_group_rule and tenant:68848eb09a094680985da1c40d4059d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:14.231217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:14.231906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.244131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=d1ee8aa9-16e3-4885-a5de-fc50588fa26a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:14.250695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:14.254010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:14.262832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] Usage tracker for resource:security_group_rule and tenant:da2187875410409d9add0f49dfd27a24 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:14.266896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:14.291326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:14.314710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:14.315065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: 7ae6b269-66c0-4d6c-b389-72e6fd001b8d, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:14.351027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ac89a-c24b-4333-b7f4-80743143bff5 req-1a62808a-98e5-4c9d-b1e0-dada56d30a79 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:14.353150 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-839ac89a-c24b-4333-b7f4-80743143bff5 req-1a62808a-98e5-4c9d-b1e0-dada56d30a79 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.3211846 Sep 15 09:54:14.368525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.384073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.506675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 8097ec92-757d-4c48-99fa-a1647d0a756b owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:14.539834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:14.572379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port c3ddbad2-9db4-49af-bce1-5a552e76bcbb on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:14.601517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=c3ddbad2-9db4-49af-bce1-5a552e76bcbb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:14.657756 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-839ac89a-c24b-4333-b7f4-80743143bff5 req-87a9c48b-a3b1-4d72-878a-86640dd70083 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953882 Sep 15 09:54:14.663897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7ae6b269-66c0-4d6c-b389-72e6fd001b8d) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:14.679003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44973582-fc66-4635-ad82-54e0e8907524 None None] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:14.680940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:14.681516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.768043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.798974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.801872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.817883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091c74f2-6d22-4040-8fe4-eeec1bedfe6b']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:14.831027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f5c997-1630-4dec-bbdb-4d9fa4bf3462') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:14.831551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f5c997-1630-4dec-bbdb-4d9fa4bf3462') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:14.835084 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4a07b12c-53c9-4cef-91e1-cc8b15ea5227 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0230494 Sep 15 09:54:14.848845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.867456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.875947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:14.876432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.936468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-7ae6b269-66c0-4d6c-b389-72e6fd001b8d', 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': 'd1ee8aa9-16e3-4885-a5de-fc50588fa26a'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:14.937709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.949466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.955814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:14.986114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.002539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49924) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:15.009005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298530688', 'description': 'tempest-secgroup-smoke-298530688 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:15.020768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21e0cc1-f389-4145-88df-a2ba8bc9ff3e req-74296dde-4771-4972-917f-013d890bf1a7 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:15.022370 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f21e0cc1-f389-4145-88df-a2ba8bc9ff3e req-74296dde-4771-4972-917f-013d890bf1a7 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.1903334 Sep 15 09:54:15.026863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:15.039022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:15.054362 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 25f5c997-1630-4dec-bbdb-4d9fa4bf3462 resource provider aggregate not found Sep 15 09:54:15.063518 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da2187875410409d9add0f49dfd27a24&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2523198 Sep 15 09:54:15.065181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b3d61-614b-4d30-9480-ffcb1ad61c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebaad3e5-0eb7-4334-9b93-d81760d304e5,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:15.074795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.084300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49932) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:15.088886 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68848eb09a094680985da1c40d4059d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3211365 Sep 15 09:54:15.091168 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 25f5c997-1630-4dec-bbdb-4d9fa4bf3462 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25f5c997-1630-4dec-bbdb-4d9fa4bf3462 found for delete ", "request_id": "req-9e3a0a0a-cb28-43b7-9ef4-3a47ba2c15bb"}]} Sep 15 09:54:15.107570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49936) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:15.121190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Allocated IP 172.20.0.18 (7ae6b269-66c0-4d6c-b389-72e6fd001b8d/d1ee8aa9-16e3-4885-a5de-fc50588fa26a/c421d796-efd4-4d5e-9324-f993957b8b43) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:15.143268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=8097ec92-757d-4c48-99fa-a1647d0a756b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:15.177030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.183311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb35df-cecd-4e3d-8aef-f80c12b6b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a77cbb-1c22-4e21-b98e-330d618e8107,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:15.184471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.185115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] In _notify_port_updated(), no bound segment for port 2b080218-4b5a-4002-a365-6e098928bb60 on network 16348ee2-7d0c-4da1-a69f-622268d89c25 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:54:15.191665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:15.193470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.194830 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "PUT /v2.0/ports/2b080218-4b5a-4002-a365-6e098928bb60 HTTP/1.1" status: 200 len: 1002 time: 1.5820611 Sep 15 09:54:15.235398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49940) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:15.236653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.249856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.287072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=091c74f2-6d22-4040-8fe4-eeec1bedfe6b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:15.351671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cfec363-c183-4226-9a8c-8136f5bfd6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.359562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d69664a1-40ff-44d4-b481-562f3b78369d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.393608 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-568ca64e-9289-4545-9ffe-886bb275b2c7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/091c74f2-6d22-4040-8fe4-eeec1bedfe6b HTTP/1.1" status: 204 len: 168 time: 4.7203121 Sep 15 09:54:15.412570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.414208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49944) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:15.426051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-610137268'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:15.433949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cfec363-c183-4226-9a8c-8136f5bfd6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.441114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Transition to ACTIVE for port object c421d796-efd4-4d5e-9324-f993957b8b43 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:15.447258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d1500843-3c5e-4182-bfa4-feca020bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting port 2b080218-4b5a-4002-a365-6e098928bb60 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:15.447736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d1500843-3c5e-4182-bfa4-feca020bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.463451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Transition to ACTIVE for port object c421d796-efd4-4d5e-9324-f993957b8b43 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:15.475059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:15.488669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d69664a1-40ff-44d4-b481-562f3b78369d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.505978 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f21e0cc1-f389-4145-88df-a2ba8bc9ff3e req-ea499548-1a09-4f3e-aa90-be57f6db0681 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4603081 Sep 15 09:54:15.507890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:15.521655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:15.547664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:15.554215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.555938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:15.564392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8de2d-7da0-4ff9-b073-9f7091dbc878 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=2b080218-4b5a-4002-a365-6e098928bb60,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:15.569162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:15.574309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:15.635190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:15.677360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:15.680980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:15.686486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:15.733359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.782289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:15.786900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.827931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Pushing event updated for resources: {'Port': ['ID=c421d796-efd4-4d5e-9324-f993957b8b43,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:15.844200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d1500843-3c5e-4182-bfa4-feca020bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.853272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Attempting to bind port c421d796-efd4-4d5e-9324-f993957b8b43 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:15.853769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Attempting to bind port c421d796-efd4-4d5e-9324-f993957b8b43 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:15.854257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Attempting to bind port c421d796-efd4-4d5e-9324-f993957b8b43 on network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:15.859866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:15.860375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Checking segment: {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:15.860928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.861573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Bound using segment: {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:15.862168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Bound port: c421d796-efd4-4d5e-9324-f993957b8b43, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:15.862638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:15.959922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] For port c421d796-efd4-4d5e-9324-f993957b8b43, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:15.963229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] For port c421d796-efd4-4d5e-9324-f993957b8b43, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c421d796-efd4-4d5e-9324-f993957b8b43,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:15.992685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.008251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d1500843-3c5e-4182-bfa4-feca020bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Calling delete_port for 2b080218-4b5a-4002-a365-6e098928bb60 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:16.048788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.064611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 267f3f2a-7538-4b91-b00e-60594fd87f7e has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:54:16.133060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b867cc5-5f2b-4015-92a1-be5ddaece5e5 None None] Pushing event updated for resources: {'Port': ['ID=c421d796-efd4-4d5e-9324-f993957b8b43,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:16.136660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.162410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cfec363-c183-4226-9a8c-8136f5bfd6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.196236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d69664a1-40ff-44d4-b481-562f3b78369d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.203190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfec363-c183-4226-9a8c-8136f5bfd6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a77cbb-1c22-4e21-b98e-330d618e8107,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:16.241504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d69664a1-40ff-44d4-b481-562f3b78369d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.245481 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d69664a1-40ff-44d4-b481-562f3b78369d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebaad3e5-0eb7-4334-9b93-d81760d304e5 HTTP/1.1" status: 204 len: 168 time: 1.1608455 Sep 15 09:54:16.245481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69664a1-40ff-44d4-b481-562f3b78369d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebaad3e5-0eb7-4334-9b93-d81760d304e5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:16.264217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cfec363-c183-4226-9a8c-8136f5bfd6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.266497 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9cfec363-c183-4226-9a8c-8136f5bfd6d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51a77cbb-1c22-4e21-b98e-330d618e8107 HTTP/1.1" status: 204 len: 168 time: 1.1579878 Sep 15 09:54:16.333811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d1500843-3c5e-4182-bfa4-feca020bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.335787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:16.348995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:16.360592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3fdd7-77bf-4452-b295-6ab88620e454 None None] Sync routers for ids ['267f3f2a-7538-4b91-b00e-60594fd87f7e'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:16.368525 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8b1097be-e79a-4f29-ad2d-67671f4851f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/267f3f2a-7538-4b91-b00e-60594fd87f7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4879134 Sep 15 09:54:16.369268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7c856f-e6f7-4f23-822d-70594cdcb7d7,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:16.383697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49956) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:16.416694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3fdd7-77bf-4452-b295-6ab88620e454 None None] Routers {'267f3f2a-7538-4b91-b00e-60594fd87f7e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:16.417345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7bd3fdd7-77bf-4452-b295-6ab88620e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['267f3f2a-7538-4b91-b00e-60594fd87f7e'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:16.458580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.459377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.459800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.460212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.460601 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.460993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.461386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.461775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.462195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.462576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.462989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.463358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:16.470798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1500843-3c5e-4182-bfa4-feca020bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event deleted for resources: {'Port': ['ID=2b080218-4b5a-4002-a365-6e098928bb60,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:16.487212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.492780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-818e8687-5adb-4032-b019-9ae4a1740beb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.4891324 Sep 15 09:54:16.493760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49960) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:16.507896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.508255 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 92e028d8-b631-4e9c-bdbf-e5f1949da826 of type vlan for network d8c9c58b-c05f-4cc8-ac42-7596415f4219 Sep 15 09:54:16.512463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f7afef41-61b6-49f8-859c-ccce8c3f976b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:16.548893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'cc7c856f-e6f7-4f23-822d-70594cdcb7d7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:16.568267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:16.577262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7bd3fdd7-77bf-4452-b295-6ab88620e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:16.595730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:16.600873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3fdd7-77bf-4452-b295-6ab88620e454 None None] Routers {'267f3f2a-7538-4b91-b00e-60594fd87f7e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:16.601900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7bd3fdd7-77bf-4452-b295-6ab88620e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['267f3f2a-7538-4b91-b00e-60594fd87f7e'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:16.608933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:16.663900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:16.713875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7bd3fdd7-77bf-4452-b295-6ab88620e454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:16.715145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd3fdd7-77bf-4452-b295-6ab88620e454 None None] The sync data for ids ['267f3f2a-7538-4b91-b00e-60594fd87f7e'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:54:16.778966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.787457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921e5ae-c94b-4d41-9297-1fc345d7a2ae req-536dda02-42b9-456a-aebd-62cd45f9df1d tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:16.800544 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8921e5ae-c94b-4d41-9297-1fc345d7a2ae req-536dda02-42b9-456a-aebd-62cd45f9df1d tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.5786369 Sep 15 09:54:16.831014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f7afef41-61b6-49f8-859c-ccce8c3f976b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:16.832588 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f7afef41-61b6-49f8-859c-ccce8c3f976b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f3f2a-7538-4b91-b00e-60594fd87f7e HTTP/1.1" status: 200 len: 205 time: 0.4415197 Sep 15 09:54:16.838837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49964) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:16.872196 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8921e5ae-c94b-4d41-9297-1fc345d7a2ae req-89231c3f-dcd8-4988-8152-affb52bf8e7a tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697250 Sep 15 09:54:16.887965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:16.979527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.060601 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.073216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d1500843-3c5e-4182-bfa4-feca020bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.104513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60e0998d-a209-4833-84cf-b1913e9766cc,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:17.154562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:54:17.165944 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d1500843-3c5e-4182-bfa4-feca020bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "DELETE /v2.0/ports/2b080218-4b5a-4002-a365-6e098928bb60 HTTP/1.1" status: 204 len: 168 time: 1.9240811 Sep 15 09:54:17.167380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49982) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:17.178515 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-511dbb58-bdf7-4913-b8a1-4fcc6cf776a0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.229442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.233415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6376ee04-2a86-4f7b-a6b8-f1040dffc579 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7296541 Sep 15 09:54:17.235193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 49988) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:17.238027 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-c358bcb2-5e0e-450f-bc4e-36b80fd4bb25 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] GET failed (client error): The resource could not be found. Sep 15 09:54:17.243534 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c358bcb2-5e0e-450f-bc4e-36b80fd4bb25 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "GET /v2.0/ports/2b080218-4b5a-4002-a365-6e098928bb60 HTTP/1.1" status: 404 len: 333 time: 0.0714786 Sep 15 09:54:17.243915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 49990) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:17.249487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-929715332'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:17.256560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'cc7c856f-e6f7-4f23-822d-70594cdcb7d7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:17.338944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:17.341942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.347197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:17.347807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.458879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:17.463849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Usage tracker for resource:port and tenant:b97e7f4d4c364c1bbf77fe98fce0d79f is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:17.467757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:17.474684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:17.480908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:17.483579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=d8c9c58b-c05f-4cc8-ac42-7596415f4219,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:17.491896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:17.498585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:17.546333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Made reservation on behalf of b97e7f4d4c364c1bbf77fe98fce0d79f for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:17.549952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.574708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] device_id is not set on port 2d788b2a-26fa-49b7-a14d-55efe1c97818 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:17.741226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:17.766400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-511dbb58-bdf7-4913-b8a1-4fcc6cf776a0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.769296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-511dbb58-bdf7-4913-b8a1-4fcc6cf776a0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.791698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a85b327-ab95-43fb-8296-1a8cdffae0d8 None None] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:17.800034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-33228687-ddea-4725-b35f-287fe9302fa6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3847027 Sep 15 09:54:17.804471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50012) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:17.812002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Allocated IP 2001:db8::cd (16348ee2-7d0c-4da1-a69f-622268d89c25/b2bd6a0a-8131-47ed-af57-d1fb387af12b/2d788b2a-26fa-49b7-a14d-55efe1c97818) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:17.812772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ebb7de69-20e6-4443-bd50-298af8f95cf1 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:17.939672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-511dbb58-bdf7-4913-b8a1-4fcc6cf776a0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:17.940381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511dbb58-bdf7-4913-b8a1-4fcc6cf776a0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Fanout notify agent at l3_agent the message router_deleted on router 267f3f2a-7538-4b91-b00e-60594fd87f7e {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:54:18.048411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c6c8cc9a-1065-4719-9cc6-8c30a3b2633b None None] Provisioning for port c421d796-efd4-4d5e-9324-f993957b8b43 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:18.144431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-511dbb58-bdf7-4913-b8a1-4fcc6cf776a0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.149294 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-511dbb58-bdf7-4913-b8a1-4fcc6cf776a0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/267f3f2a-7538-4b91-b00e-60594fd87f7e HTTP/1.1" status: 204 len: 168 time: 1.3066716 Sep 15 09:54:18.192503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50022) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:18.193397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.196192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50026) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:18.200491 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030651 Sep 15 09:54:18.206409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50030) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:18.229513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Transition to ACTIVE for port object 2d788b2a-26fa-49b7-a14d-55efe1c97818 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:18.274746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.355208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.408799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c421d796-efd4-4d5e-9324-f993957b8b43 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:18.440502 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9c6c7611-2f0d-4dcc-ab33-6d97b3d8f0d1 tempest-NetworksApiDiscovery-878737181 tempest-NetworksApiDiscovery-878737181-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2331300 Sep 15 09:54:18.455085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:18.466059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:18.484183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:18.492212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:18.493163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.528114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=2d788b2a-26fa-49b7-a14d-55efe1c97818,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:18.565867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.578461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ebb7de69-20e6-4443-bd50-298af8f95cf1 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.599801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port c421d796-efd4-4d5e-9324-f993957b8b43 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:18.605163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f288abe-d1ca-4acf-bfe2-aaee1c65595f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet 02a9c21e-9edf-4ed3-83ec-8122d5a51c48 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:18.612157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f288abe-d1ca-4acf-bfe2-aaee1c65595f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.616096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c421d796-efd4-4d5e-9324-f993957b8b43 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:18.616340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.671694 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-83f83447-654d-4fc7-ab59-4528f01b8b80 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4266386 Sep 15 09:54:18.674266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50040) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:18.679433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c5738-0bae-4292-8067-73b6d88cee1d req-cf1c71fb-7de2-4e1a-a83d-9741f0e7de13 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:18.681008 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-833c5738-0bae-4292-8067-73b6d88cee1d req-cf1c71fb-7de2-4e1a-a83d-9741f0e7de13 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.5331478 Sep 15 09:54:18.684410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.687484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:51:81:2d'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:18.704609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f288abe-d1ca-4acf-bfe2-aaee1c65595f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.753322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c421d796-efd4-4d5e-9324-f993957b8b43 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:18.753883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.766213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ebb7de69-20e6-4443-bd50-298af8f95cf1 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.791457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port c421d796-efd4-4d5e-9324-f993957b8b43, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c421d796-efd4-4d5e-9324-f993957b8b43,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:18.806106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baeeca5e-cdc0-47ee-a6c5-a2394d5cd0ed,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:18.817488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ebb7de69-20e6-4443-bd50-298af8f95cf1 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 is not hosted by any dhcp agent {{(pid=89668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 15 09:54:18.822916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7de69-20e6-4443-bd50-298af8f95cf1 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:18.823517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ebb7de69-20e6-4443-bd50-298af8f95cf1 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.824789 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ebb7de69-20e6-4443-bd50-298af8f95cf1 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "PUT /v2.0/networks/d8c9c58b-c05f-4cc8-ac42-7596415f4219 HTTP/1.1" status: 200 len: 723 time: 1.0184209 Sep 15 09:54:18.829052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50044) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:18.837119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': 'd8c9c58b-c05f-4cc8-ac42-7596415f4219', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:18.906541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.917277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.928397 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-833c5738-0bae-4292-8067-73b6d88cee1d req-c0985e3c-5df2-4b44-b2a2-7343e193c16b tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360010 Sep 15 09:54:18.929123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.930221 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-13c6cb1c-c04a-4c4c-8d8c-f81dd9d125f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6870477 Sep 15 09:54:18.934002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50052) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:18.941589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7de69-20e6-4443-bd50-298af8f95cf1 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=d8c9c58b-c05f-4cc8-ac42-7596415f4219,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:18.949259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'cc7c856f-e6f7-4f23-822d-70594cdcb7d7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:18.955134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:18.963647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:18.974928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f288abe-d1ca-4acf-bfe2-aaee1c65595f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:18.997010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:19.041336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:19.043296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f33a4dff-ff5c-4bfc-8ee5-5ac42d2830bb None None] Provisioning for port 2d788b2a-26fa-49b7-a14d-55efe1c97818 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:19.054407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:19.064919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:19.072946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:19.077244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:19.086438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f33a4dff-ff5c-4bfc-8ee5-5ac42d2830bb None None] Provisioning complete for port 2d788b2a-26fa-49b7-a14d-55efe1c97818 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:19.086969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f33a4dff-ff5c-4bfc-8ee5-5ac42d2830bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.099318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:19.135993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f288abe-d1ca-4acf-bfe2-aaee1c65595f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.179326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.293022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:19.300905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.364870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f288abe-d1ca-4acf-bfe2-aaee1c65595f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.371423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f288abe-d1ca-4acf-bfe2-aaee1c65595f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=02a9c21e-9edf-4ed3-83ec-8122d5a51c48,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:19.374967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.387351 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9f288abe-d1ca-4acf-bfe2-aaee1c65595f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/02a9c21e-9edf-4ed3-83ec-8122d5a51c48 HTTP/1.1" status: 204 len: 168 time: 1.2055225 Sep 15 09:54:19.390281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50062) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:19.390422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f128478-6665-4f18-af65-4a1b509062da None None] Network c0b629b7-ac59-439f-a059-80f41817a87b requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:19.441174 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50068) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:19.468697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.503799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-702aeca1-0549-4525-863b-d72188945421 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet cf1fb8ef-c731-48b3-8813-8b6713b9015b {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:19.508881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78d4aa54-2b72-4eb7-8b3c-a6f9ddee35d6,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:19.514849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-702aeca1-0549-4525-863b-d72188945421 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.556373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.604018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.608055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50078) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:19.608694 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2ba242ad-27c3-4d70-b2bb-3f65101b9c9a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6712742 Sep 15 09:54:19.615223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-702aeca1-0549-4525-863b-d72188945421 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.692647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f33a4dff-ff5c-4bfc-8ee5-5ac42d2830bb None None] Port 2d788b2a-26fa-49b7-a14d-55efe1c97818 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:19.720634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'cc7c856f-e6f7-4f23-822d-70594cdcb7d7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:19.735130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:19.735699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50082) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:19.747122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.749506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] In _notify_port_updated(), no bound segment for port 2d788b2a-26fa-49b7-a14d-55efe1c97818 on network 16348ee2-7d0c-4da1-a69f-622268d89c25 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:54:19.753780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:19.755493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.759821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:19.760712 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "PUT /v2.0/ports/2d788b2a-26fa-49b7-a14d-55efe1c97818 HTTP/1.1" status: 200 len: 1001 time: 1.0852664 Sep 15 09:54:19.762583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50086) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:19.796933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:19.828130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:19.877677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42637ef-0993-4255-b495-405ef0d6d056 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=2d788b2a-26fa-49b7-a14d-55efe1c97818,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:19.887014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-935230815', 'router:external': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:19.892749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:19.909644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Usage tracker for resource:network and tenant:546bcba319c34bdeb8ed153dc6c3a587 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:19.916221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.916755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:19.932867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9cf49f83-f61f-4c6e-9217-6c996642ea15 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting port 2d788b2a-26fa-49b7-a14d-55efe1c97818 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:19.933604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cf49f83-f61f-4c6e-9217-6c996642ea15 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.936712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:19.950748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ddbb1905-3266-4f3b-abb9-f2feaee0d353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:19.960030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=c421d796-efd4-4d5e-9324-f993957b8b43,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:19.968997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907302f-920b-4eeb-9995-72365cc5e46e req-4202fd7f-b52b-4aba-afe4-dbe7ff34e02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:19.970991 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9907302f-920b-4eeb-9995-72365cc5e46e req-4202fd7f-b52b-4aba-afe4-dbe7ff34e02b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d6959ac4a8a4d5fa11d867ff63d6796&device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 1098 time: 0.2853241 Sep 15 09:54:19.986774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:19.991532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] Usage tracker for resource:security_group_rule and tenant:16b0d9eac63a47e593ce7a2cd742742f is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:19.997064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:20.019949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:20.027607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.054344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.058711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Made reservation on behalf of 546bcba319c34bdeb8ed153dc6c3a587 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:20.064871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa099f0-f433-4e25-8ef6-17efd5d630a6 req-ba514962-8856-47af-8766-b964f54f180b tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:20.066422 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4aa099f0-f433-4e25-8ef6-17efd5d630a6 req-ba514962-8856-47af-8766-b964f54f180b tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.4068556 Sep 15 09:54:20.067590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.085604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-702aeca1-0549-4525-863b-d72188945421 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.119544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.138377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] DHCP port deletion for c0b629b7-ac59-439f-a059-80f41817a87b request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:54:20.149479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] Deleting port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:20.150484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.174738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:20.219520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Usage tracker for resource:security_group_rule and tenant:546bcba319c34bdeb8ed153dc6c3a587 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:20.228510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:20.257631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:20.265242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=5d81b323-fab8-48fa-8714-973ff6f4fa54,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:20.287594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907302f-920b-4eeb-9995-72365cc5e46e req-7586e899-b8cf-4137-b967-ea2032a88acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:20.289550 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4aa099f0-f433-4e25-8ef6-17efd5d630a6 req-4d95cc8d-95b3-4b49-9d81-8847fb90f285 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717997 Sep 15 09:54:20.305075 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9907302f-920b-4eeb-9995-72365cc5e46e req-7586e899-b8cf-4137-b967-ea2032a88acd service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6ed9af2-7929-4859-915e-258ad76ee320 HTTP/1.1" status: 200 len: 912 time: 0.3276546 Sep 15 09:54:20.306091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': '92e028d8-b631-4e9c-bdbf-e5f1949da826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8c9c58b-c05f-4cc8-ac42-7596415f4219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:20.306768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: d8c9c58b-c05f-4cc8-ac42-7596415f4219, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:20.360995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c421d796-efd4-4d5e-9324-f993957b8b43 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:20.404661 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9907302f-920b-4eeb-9995-72365cc5e46e req-1436697b-cdc3-4299-a68c-3bceb087422a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff HTTP/1.1" status: 200 len: 217 time: 0.0883777 Sep 15 09:54:20.414530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.496830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907302f-920b-4eeb-9995-72365cc5e46e req-02145f21-9c64-48e0-bbc6-9852949e34dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:20.498301 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9907302f-920b-4eeb-9995-72365cc5e46e req-02145f21-9c64-48e0-bbc6-9852949e34dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14a23583-8e93-4d85-a5a7-7457ee6d40cc HTTP/1.1" status: 200 len: 851 time: 0.0839045 Sep 15 09:54:20.504465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.507902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.525386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] For port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9bd8e51f-fb60-42f6-ba8c-48565dcb341b,segment=NetworkSegment(2a26bae0-6a47-42b8-8310-78ca7e683bb7),segment_id=2a26bae0-6a47-42b8-8310-78ca7e683bb7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:20.525774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.530173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cf49f83-f61f-4c6e-9217-6c996642ea15 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.548855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-702aeca1-0549-4525-863b-d72188945421 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.550760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:20.568912 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9907302f-920b-4eeb-9995-72365cc5e46e req-ae3c4eb6-a517-461d-aa6e-c45725a24d82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ed9af2-7929-4859-915e-258ad76ee320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651832 Sep 15 09:54:20.592777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.649765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7f2c85-4c41-4796-9322-513ccf9749ee,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:20.658441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] Calling delete_port for 9bd8e51f-fb60-42f6-ba8c-48565dcb341b owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:20.705909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c421d796-efd4-4d5e-9324-f993957b8b43 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:20.706625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.731971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9cf49f83-f61f-4c6e-9217-6c996642ea15 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Calling delete_port for 2d788b2a-26fa-49b7-a14d-55efe1c97818 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:20.763057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aeca1-0549-4525-863b-d72188945421 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=cf1fb8ef-c731-48b3-8813-8b6713b9015b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:20.765938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.776996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.782531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, d8c9c58b-c05f-4cc8-ac42-7596415f4219) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:20.783608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadd643e-5826-41d7-91de-48bf0bfae0ee None None] Network 7dbee6bd-fe46-476d-927e-bb5c14385e03 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:20.791471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-702aeca1-0549-4525-863b-d72188945421 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.796127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:20.796697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.802786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b21146-7a7f-4f18-a232-45d594c261f6 None None] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:20.839168 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-702aeca1-0549-4525-863b-d72188945421 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/cf1fb8ef-c731-48b3-8813-8b6713b9015b HTTP/1.1" status: 204 len: 168 time: 1.4475977 Sep 15 09:54:20.842455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50092) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:20.868629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fa7ad4-6439-44e3-a53a-3317e552d6bf,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:20.873428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.886190 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-79c2c1f0-4c7d-4adf-8566-47ce2270cd66 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16b0d9eac63a47e593ce7a2cd742742f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4440639 Sep 15 09:54:20.889109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50096) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:20.904944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:20.906615 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-09154a25-4d6a-4c09-a990-7e1ceef8b74f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2965024 Sep 15 09:54:20.914417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50100) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:20.928093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'cc7c856f-e6f7-4f23-822d-70594cdcb7d7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:20.965560 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a2b21630-02b1-41b6-8fd9-eeff27717dd8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1329656 Sep 15 09:54:20.970889 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9907302f-920b-4eeb-9995-72365cc5e46e req-c02725e1-920d-4543-b0bd-937c2f18c30e service neutron] 10.222.0.16 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944581 Sep 15 09:54:20.973857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50104) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:20.974011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:20.991706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8a40244e-bee6-4ae0-b166-f22a6b4456ae tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:20.992660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:20.998756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:21.011011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:21.036040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26954d96-ea8e-41ab-8323-d154e6dac06c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.057018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.074260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcec2c20-1813-4ed4-83f9-3dea60498d2c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:21.075098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26954d96-ea8e-41ab-8323-d154e6dac06c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.088388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.100349 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:54:21.120435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.134719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cf49f83-f61f-4c6e-9217-6c996642ea15 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.158792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:21.167470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] No DVR routers for this DVR port 9bd8e51f-fb60-42f6-ba8c-48565dcb341b on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:21.173058 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d057a-3c1a-42bd-ad7d-53cbf8224132 None None] Pushing event deleted for resources: {'Port': ['ID=9bd8e51f-fb60-42f6-ba8c-48565dcb341b,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:21.189877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c421d796-efd4-4d5e-9324-f993957b8b43 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:21.215194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf49f83-f61f-4c6e-9217-6c996642ea15 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event deleted for resources: {'Port': ['ID=2d788b2a-26fa-49b7-a14d-55efe1c97818,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:21.223814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.226225 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Added segment 3549313b-c714-4ebe-b887-678afd18c63c of type vlan for network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 Sep 15 09:54:21.280270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cf49f83-f61f-4c6e-9217-6c996642ea15 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.309237 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9cf49f83-f61f-4c6e-9217-6c996642ea15 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "DELETE /v2.0/ports/2d788b2a-26fa-49b7-a14d-55efe1c97818 HTTP/1.1" status: 204 len: 168 time: 1.5400343 Sep 15 09:54:21.309611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50108) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:21.350797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9bd8e51f-fb60-42f6-ba8c-48565dcb341b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:21.382088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.383052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26954d96-ea8e-41ab-8323-d154e6dac06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.393292 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-99e0d923-6d7d-4b93-8c1a-bbd8a709b640 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] GET failed (client error): The resource could not be found. Sep 15 09:54:21.398420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-99e0d923-6d7d-4b93-8c1a-bbd8a709b640 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Synchronizing usage tracker for tenant:b97e7f4d4c364c1bbf77fe98fce0d79f on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:21.405935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26954d96-ea8e-41ab-8323-d154e6dac06c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fa7ad4-6439-44e3-a53a-3317e552d6bf,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:21.410326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-26954d96-ea8e-41ab-8323-d154e6dac06c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.412502 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-26954d96-ea8e-41ab-8323-d154e6dac06c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79fa7ad4-6439-44e3-a53a-3317e552d6bf HTTP/1.1" status: 204 len: 168 time: 0.5227921 Sep 15 09:54:21.425414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8a40244e-bee6-4ae0-b166-f22a6b4456ae tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7944503'] for subnet, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.454809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.474213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 9bd8e51f-fb60-42f6-ba8c-48565dcb341b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:21.474568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9bd8e51f-fb60-42f6-ba8c-48565dcb341b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:21.495007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-d8c9c58b-c05f-4cc8-ac42-7596415f4219', 'network_id': 'd8c9c58b-c05f-4cc8-ac42-7596415f4219', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': '5d81b323-fab8-48fa-8714-973ff6f4fa54'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:21.495846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.518034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020d85c3-ca24-49e7-b65e-aa2cced6aec1,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:21.534040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-99e0d923-6d7d-4b93-8c1a-bbd8a709b640 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Unset dirty status for tenant:b97e7f4d4c364c1bbf77fe98fce0d79f on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:21.535546 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-99e0d923-6d7d-4b93-8c1a-bbd8a709b640 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "GET /v2.0/ports/2d788b2a-26fa-49b7-a14d-55efe1c97818 HTTP/1.1" status: 404 len: 333 time: 0.2246761 Sep 15 09:54:21.539551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50116) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:21.545428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1522912372'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:21.617131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.668608 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9907302f-920b-4eeb-9995-72365cc5e46e req-249f5fbe-02fe-46b1-9783-b8921c0e83f4 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6473460 Sep 15 09:54:21.700078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] DHCP port deletion for 7dbee6bd-fe46-476d-927e-bb5c14385e03 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:54:21.707514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cba6cbec-ed81-44f3-8b5e-5f02198b0371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.718719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] Deleting port 010c2759-e3b1-4a0b-9ca1-a7100299307c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:21.719156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.723437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.730642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.734299 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5e5c9145-2aef-4759-bd97-a2697c340494 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8181508 Sep 15 09:54:21.737105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50120) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:21.741494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b629b7-ac59-439f-a059-80f41817a87b']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:21.750495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'cc7c856f-e6f7-4f23-822d-70594cdcb7d7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:21.763820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:21.771960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:21.777176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:21.777401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a26bae0-6a47-42b8-8310-78ca7e683bb7') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:21.778555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a26bae0-6a47-42b8-8310-78ca7e683bb7') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:21.795702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:21.797774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.838258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:21.846016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.846345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Allocated IP 172.20.0.2 (d8c9c58b-c05f-4cc8-ac42-7596415f4219/5d81b323-fab8-48fa-8714-973ff6f4fa54/54f29d6c-e524-43b6-b571-14b04f5f837c) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:21.848936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:21.858811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:21.862959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.882278 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:54:21.893150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.955825 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 2a26bae0-6a47-42b8-8310-78ca7e683bb7 resource provider aggregate not found Sep 15 09:54:21.980736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.981518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.982516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:21.983094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:21.984145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Made reservation on behalf of b97e7f4d4c364c1bbf77fe98fce0d79f for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:21.988230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.016365 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 2a26bae0-6a47-42b8-8310-78ca7e683bb7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a26bae0-6a47-42b8-8310-78ca7e683bb7 found for delete ", "request_id": "req-6d9fcff4-d74a-45ef-a6ce-46c1f2ec7143"}]} Sep 15 09:54:22.017688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] device_id is not set on port 464e4e3c-b32e-4d51-b85a-0dda196c804f yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:22.032554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d517673-d285-44ef-86da-10bd36a9beae req-0a6b8191-b2f9-4f8a-9be2-41566bfbba3b tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:22.039541 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4d517673-d285-44ef-86da-10bd36a9beae req-0a6b8191-b2f9-4f8a-9be2-41566bfbba3b tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.4846463 Sep 15 09:54:22.097734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.140560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] For port 010c2759-e3b1-4a0b-9ca1-a7100299307c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=010c2759-e3b1-4a0b-9ca1-a7100299307c,segment=NetworkSegment(5c0ae1bc-45c2-4c4b-904e-6f4687acda2d),segment_id=5c0ae1bc-45c2-4c4b-904e-6f4687acda2d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:22.140560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.149521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f26f3c-460a-49d3-8c97-772598104c55,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:22.206889 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4d517673-d285-44ef-86da-10bd36a9beae req-dccab5dc-f3f8-4e97-a1bc-8d0a8daf632a tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661577 Sep 15 09:54:22.220303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'Network': ['ID=0e0723bf-9ee4-4c21-9422-452b2a2b5589,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:22.241023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.268918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Allocated IP 2001:db8::377 (16348ee2-7d0c-4da1-a69f-622268d89c25/b2bd6a0a-8131-47ed-af57-d1fb387af12b/464e4e3c-b32e-4d51-b85a-0dda196c804f) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:22.271856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.274217 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/c0b629b7-ac59-439f-a059-80f41817a87b HTTP/1.1" status: 204 len: 168 time: 1.4306178 Sep 15 09:54:22.279933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50136) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:22.279933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3f704-88fa-4772-8180-34c6a4b61848 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=c0b629b7-ac59-439f-a059-80f41817a87b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:22.283784 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a40053b3-2b20-4e32-add4-844c306a18fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.5380454 Sep 15 09:54:22.306170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50140) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:22.328826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'subnet': {'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:22.341013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:22.400466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:22.410503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Usage tracker for resource:subnet and tenant:546bcba319c34bdeb8ed153dc6c3a587 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:22.417921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:22.432207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.433785 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-05f7d238-9155-4110-b7b4-307f91d7a419 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6959548 Sep 15 09:54:22.434782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:22.450027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 010c2759-e3b1-4a0b-9ca1-a7100299307c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:22.454968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.471631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 010c2759-e3b1-4a0b-9ca1-a7100299307c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:22.472332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.524845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] Calling delete_port for 010c2759-e3b1-4a0b-9ca1-a7100299307c owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:22.555364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.579990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Transition to ACTIVE for port object 464e4e3c-b32e-4d51-b85a-0dda196c804f will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:22.620789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Made reservation on behalf of 546bcba319c34bdeb8ed153dc6c3a587 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:22.623866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.713305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.794799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.809709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Transition to ACTIVE for port object 54f29d6c-e524-43b6-b571-14b04f5f837c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:22.820914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:22.826792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:22.835294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:22.841321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:22.842025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.843958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Transition to ACTIVE for port object 54f29d6c-e524-43b6-b571-14b04f5f837c will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:22.885290 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-18affb23-47c2-4c44-a3b6-2525944c1b43 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298530688&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.1134815 Sep 15 09:54:22.890329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=464e4e3c-b32e-4d51-b85a-0dda196c804f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:22.952065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.953767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 010c2759-e3b1-4a0b-9ca1-a7100299307c is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:22.954266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.978669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:22.986906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.031176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 010c2759-e3b1-4a0b-9ca1-a7100299307c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=010c2759-e3b1-4a0b-9ca1-a7100299307c,segment=NetworkSegment(5c0ae1bc-45c2-4c4b-904e-6f4687acda2d),segment_id=5c0ae1bc-45c2-4c4b-904e-6f4687acda2d)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:23.035139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.057151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-51e3f6f9-681a-43d4-afd7-1e2dc1eff80a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:23.057906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-51e3f6f9-681a-43d4-afd7-1e2dc1eff80a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:23.080432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:23.082836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Pushing event updated for resources: {'Port': ['ID=54f29d6c-e524-43b6-b571-14b04f5f837c,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:23.086010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:23.089248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:23.145202 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2286c887-9c69-4f13-9477-9b0a2fa663c5 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6043701 Sep 15 09:54:23.148249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50166) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:23.155927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'network_id': '16348ee2-7d0c-4da1-a69f-622268d89c25', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-886672297'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:23.265993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.283737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 15 09:54:23.283737 dv-neutron-857775-1-hyperv neutron-server[89670]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 15 09:54:23.283737 dv-neutron-857775-1-hyperv neutron-server[89670]: [parameters: {'status': 'DOWN', 'ports_id': '010c2759-e3b1-4a0b-9ca1-a7100299307c'}] Sep 15 09:54:23.283737 dv-neutron-857775-1-hyperv neutron-server[89670]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:23.284166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:23.358124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:23.368391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:23.376970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-51e3f6f9-681a-43d4-afd7-1e2dc1eff80a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:23.378227 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-51e3f6f9-681a-43d4-afd7-1e2dc1eff80a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=7ae6b269-66c0-4d6c-b389-72e6fd001b8d HTTP/1.1" status: 200 len: 797 time: 0.4921501 Sep 15 09:54:23.396500 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-4d2f3d75-fa80-49ad-ba26-ba048f1e4ecd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0115676 Sep 15 09:54:23.398940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] Pushing event deleted for resources: {'Port': ['ID=010c2759-e3b1-4a0b-9ca1-a7100299307c,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:23.410152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9761faf8-ca85-430e-ab09-9d8b64a19ad0 None None] No DVR routers for this DVR port 010c2759-e3b1-4a0b-9ca1-a7100299307c on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:23.425760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Attempting to bind port 54f29d6c-e524-43b6-b571-14b04f5f837c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:23.426937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Attempting to bind port 54f29d6c-e524-43b6-b571-14b04f5f837c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '92e028d8-b631-4e9c-bdbf-e5f1949da826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8c9c58b-c05f-4cc8-ac42-7596415f4219'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:23.427470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Attempting to bind port 54f29d6c-e524-43b6-b571-14b04f5f837c on network d8c9c58b-c05f-4cc8-ac42-7596415f4219 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:23.436914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:23.437503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Checking segment: {'id': '92e028d8-b631-4e9c-bdbf-e5f1949da826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8c9c58b-c05f-4cc8-ac42-7596415f4219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:23.438090 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.438680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Bound using segment: {'id': '92e028d8-b631-4e9c-bdbf-e5f1949da826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8c9c58b-c05f-4cc8-ac42-7596415f4219'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:23.439339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Bound port: 54f29d6c-e524-43b6-b571-14b04f5f837c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e028d8-b631-4e9c-bdbf-e5f1949da826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'd8c9c58b-c05f-4cc8-ac42-7596415f4219'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:23.439999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.472419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Made reservation on behalf of b97e7f4d4c364c1bbf77fe98fce0d79f for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:23.474012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.498748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8a40244e-bee6-4ae0-b166-f22a6b4456ae tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743233271116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6693962'] for subnet, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.510908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] device_id is not set on port 4f7a3873-16c8-42e6-8823-6db5cd66c95d yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:23.548837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ad122c08-4e6d-445d-9128-7c19a9055ee7 None None] Provisioning for port 464e4e3c-b32e-4d51-b85a-0dda196c804f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:23.556156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] For port 54f29d6c-e524-43b6-b571-14b04f5f837c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:23.560228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] For port 54f29d6c-e524-43b6-b571-14b04f5f837c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=54f29d6c-e524-43b6-b571-14b04f5f837c,segment=NetworkSegment(92e028d8-b631-4e9c-bdbf-e5f1949da826),segment_id=92e028d8-b631-4e9c-bdbf-e5f1949da826)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:23.561470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ad122c08-4e6d-445d-9128-7c19a9055ee7 None None] Provisioning complete for port 464e4e3c-b32e-4d51-b85a-0dda196c804f triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:23.561903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ad122c08-4e6d-445d-9128-7c19a9055ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.600979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 010c2759-e3b1-4a0b-9ca1-a7100299307c owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:23.612611 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-7bc2c7ba-8e05-4e45-bdc3-b59900aa9a72 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2099900 Sep 15 09:54:23.645510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ad122c08-4e6d-445d-9128-7c19a9055ee7 None None] Port 464e4e3c-b32e-4d51-b85a-0dda196c804f cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:23.651581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.732871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a40244e-bee6-4ae0-b166-f22a6b4456ae tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:23.733471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8a40244e-bee6-4ae0-b166-f22a6b4456ae tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.737039 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8a40244e-bee6-4ae0-b166-f22a6b4456ae tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "PUT /v2.0/subnets/5d81b323-fab8-48fa-8714-973ff6f4fa54 HTTP/1.1" status: 200 len: 806 time: 2.7573900 Sep 15 09:54:23.743434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50176) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:23.757354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7f4ca-9614-4f28-94d1-6a70d08415f3 None None] Pushing event updated for resources: {'Port': ['ID=54f29d6c-e524-43b6-b571-14b04f5f837c,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:23.793408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Allocated IP 2001:db8::75 (16348ee2-7d0c-4da1-a69f-622268d89c25/b2bd6a0a-8131-47ed-af57-d1fb387af12b/4f7a3873-16c8-42e6-8823-6db5cd66c95d) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:23.823451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Port 010c2759-e3b1-4a0b-9ca1-a7100299307c update to DOWN by agent not found {{(pid=89670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 15 09:54:23.866527 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-c1e90a11-ace5-4ed7-9c60-8be36836cac0 service neutron] 10.222.0.62 "GET /v2.0/networks/7ae6b269-66c0-4d6c-b389-72e6fd001b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135711 Sep 15 09:54:23.911475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40244e-bee6-4ae0-b166-f22a6b4456ae tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=5d81b323-fab8-48fa-8714-973ff6f4fa54,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:23.970335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:23.970664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:23.974875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:23.983507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18922608-a02c-4b7b-a3dc-1121a0088952 req-40a1fb21-e6cd-4287-b16a-682d08a714bf tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:23.985040 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18922608-a02c-4b7b-a3dc-1121a0088952 req-40a1fb21-e6cd-4287-b16a-682d08a714bf tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.4868028 Sep 15 09:54:24.019353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port 54f29d6c-e524-43b6-b571-14b04f5f837c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:24.019678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:24.099032 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18922608-a02c-4b7b-a3dc-1121a0088952 req-1ed138b4-5226-4721-90ee-90bbdee43655 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040897 Sep 15 09:54:24.254958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:24.413503 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-d2b98d7d-c687-473f-a7bc-58e162e64953 service neutron] 10.222.0.62 "GET /v2.0/networks/7ae6b269-66c0-4d6c-b389-72e6fd001b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347645 Sep 15 09:54:24.427820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 54f29d6c-e524-43b6-b571-14b04f5f837c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:24.458666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:24.471928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 010c2759-e3b1-4a0b-9ca1-a7100299307c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:24.472274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:24.488028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Transition to ACTIVE for port object 4f7a3873-16c8-42e6-8823-6db5cd66c95d will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:24.585486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:24.600189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] The port '010c2759-e3b1-4a0b-9ca1-a7100299307c' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:54:24.674227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:24.677880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:24.682365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:24.683749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port 54f29d6c-e524-43b6-b571-14b04f5f837c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=54f29d6c-e524-43b6-b571-14b04f5f837c,segment=NetworkSegment(92e028d8-b631-4e9c-bdbf-e5f1949da826),segment_id=92e028d8-b631-4e9c-bdbf-e5f1949da826)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:24.684194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:24.687531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:24.688415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:24.704542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=4f7a3873-16c8-42e6-8823-6db5cd66c95d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:24.720463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 54f29d6c-e524-43b6-b571-14b04f5f837c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:24.792524 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-85836cd9-b1c2-4255-80c9-78328807d55e tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6386137 Sep 15 09:54:24.792524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50200) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:24.795599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::16d', 'mac_address': 'fa:16:3e:51:81:2d'}, {'ip_address': '2001:db8::377', 'mac_address': 'fa:16:3e:5e:78:7f'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:25.073578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.104124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for 54f29d6c-e524-43b6-b571-14b04f5f837c owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:25.228796 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-158ac4f8-82ea-47f0-89f5-a2905d1d3e74 req-4a5639e0-3039-4d63-8f1a-ec85b67c92f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1382277 Sep 15 09:54:25.266381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.328043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9c15e4bd-eb27-426f-b2f3-7f8bebbac3fb None None] Provisioning for port 4f7a3873-16c8-42e6-8823-6db5cd66c95d completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:25.333737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9c15e4bd-eb27-426f-b2f3-7f8bebbac3fb None None] Provisioning complete for port 4f7a3873-16c8-42e6-8823-6db5cd66c95d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:25.334172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9c15e4bd-eb27-426f-b2f3-7f8bebbac3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.343547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50210) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:25.366997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1133632300', 'description': 'tempest-secgroup-smoke-1133632300 description', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:25.382031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:25.389859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:25.394510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:25.399647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbee6bd-fe46-476d-927e-bb5c14385e03']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:25.406908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:25.429560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3c1910-91d6-48bf-85db-1d588ec3eca7 None None] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:25.497750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0ae1bc-45c2-4c4b-904e-6f4687acda2d') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:25.498221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0ae1bc-45c2-4c4b-904e-6f4687acda2d') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:25.512041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:54:25.512670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.523653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9c15e4bd-eb27-426f-b2f3-7f8bebbac3fb None None] Port 4f7a3873-16c8-42e6-8823-6db5cd66c95d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:25.565847 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.568631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.581638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.598489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:25.603086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group_rule and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:25.607052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:25.615279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:25.633667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.652529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'Subnet': ['ID=894cd81c-9181-4086-80ae-5ce4ea2a93be,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:25.656802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:25.657206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.737261 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 5c0ae1bc-45c2-4c4b-904e-6f4687acda2d resource provider aggregate not found Sep 15 09:54:25.753176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Checking segment: {'id': '3549313b-c714-4ebe-b887-678afd18c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:25.753370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Network hostable DHCP agents. Network: 0e0723bf-9ee4-4c21-9422-452b2a2b5589, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:25.757655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e984d772-a78b-4f79-b926-d23730ea0c47 None None] Provisioning for port 54f29d6c-e524-43b6-b571-14b04f5f837c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:25.764916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e984d772-a78b-4f79-b926-d23730ea0c47 None None] Provisioning complete for port 54f29d6c-e524-43b6-b571-14b04f5f837c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:25.765391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e984d772-a78b-4f79-b926-d23730ea0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.765614 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 5c0ae1bc-45c2-4c4b-904e-6f4687acda2d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c0ae1bc-45c2-4c4b-904e-6f4687acda2d found for delete ", "request_id": "req-623ef1cb-a4a6-4b20-94ad-b4a0141c59a5"}]} Sep 15 09:54:25.771364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.810439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e984d772-a78b-4f79-b926-d23730ea0c47 None None] Port 54f29d6c-e524-43b6-b571-14b04f5f837c was deleted so its status cannot be updated. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 15 09:54:25.842092 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa04ba-5ada-4449-94f0-2c906690cb50 req-db90094e-712a-4f6a-bcb8-67f63b1eb564 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:25.846894 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b1fa04ba-5ada-4449-94f0-2c906690cb50 req-db90094e-712a-4f6a-bcb8-67f63b1eb564 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.3915012 Sep 15 09:54:25.847050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=54f29d6c-e524-43b6-b571-14b04f5f837c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:25.953257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.983623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:25.985209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.991351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:25.994335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port 54f29d6c-e524-43b6-b571-14b04f5f837c on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:26.008210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.030166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3399369c-4f7b-4a98-ae8f-1810c7030a72 None None] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:26.040371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=7dbee6bd-fe46-476d-927e-bb5c14385e03,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:26.055882 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b1fa04ba-5ada-4449-94f0-2c906690cb50 req-9ef5ef17-54ae-4bd6-aa0e-42da45638b5a tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025275 Sep 15 09:54:26.072299 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2999eb9a-1ea8-4a42-98db-1e869e10077f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/7dbee6bd-fe46-476d-927e-bb5c14385e03 HTTP/1.1" status: 204 len: 168 time: 3.7871439 Sep 15 09:54:26.073726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50220) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:26.078403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-2139152447'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:26.088495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:26.096264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:26.101109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:26.104022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.133724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.137256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7d2a0f97-180f-4980-85e2-ded02dae6c08 None None] Could not find standard attr ID for object 54f29d6c-e524-43b6-b571-14b04f5f837c. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:54:26.144364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:26.148146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.148793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] In _notify_port_updated(), no bound segment for port 4f7a3873-16c8-42e6-8823-6db5cd66c95d on network 16348ee2-7d0c-4da1-a69f-622268d89c25 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:54:26.155593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:26.160595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.160595 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "PUT /v2.0/ports/4f7a3873-16c8-42e6-8823-6db5cd66c95d HTTP/1.1" status: 200 len: 1066 time: 1.3673377 Sep 15 09:54:26.160783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50224) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:26.162309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:26.200518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 0e0723bf-9ee4-4c21-9422-452b2a2b5589) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:26.206847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group_rule and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:26.216148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:26.216735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.222053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:26.249490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:26.269160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96f70b7-f214-4679-ba6f-f82ad9234e01,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:26.275876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-52ac846e-9506-4c3a-baf2-38a346ccce6c tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting port 4f7a3873-16c8-42e6-8823-6db5cd66c95d {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:26.275876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-52ac846e-9506-4c3a-baf2-38a346ccce6c tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.289101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a476c6-7d71-43a9-b556-2fcac8393b0c None None] Network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:26.329845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3b1b2-0ac9-4f8b-9125-475a8ba65801 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event updated for resources: {'Port': ['ID=4f7a3873-16c8-42e6-8823-6db5cd66c95d,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:26.410968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:26.418536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.431656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e6ae10cf-600f-446e-9024-e93539a65cbb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.1214442 Sep 15 09:54:26.445804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50230) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:26.471565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.491657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1332914037', 'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:26.498438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:26.503089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Usage tracker for resource:port and tenant:546bcba319c34bdeb8ed153dc6c3a587 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:26.507014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:26.514025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:26.532187 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-209a47ad-43c4-40cf-b42d-4aad0a8b76fc req-4c5d83cf-d248-4ee2-a5c5-cae89bd8eeae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0845435 Sep 15 09:54:26.560061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.577805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf171618-c2fa-45b0-9b74-76112fe03c73 None None] Network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:26.596819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=5d81b323-fab8-48fa-8714-973ff6f4fa54,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:26.649647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e68e18-2a52-486e-8683-d2b9545b1d95 None None] Network d8c9c58b-c05f-4cc8-ac42-7596415f4219 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:26.652001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.663190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:26.672003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.672360 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment be663b16-e455-432a-9829-a2ed72257423 of type vlan for network 1def7c49-5933-4564-8ad7-3d7dadf97615 Sep 15 09:54:26.699418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.701898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf3dac-d275-4561-b741-062306b6d44f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:26.751562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.752043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Made reservation on behalf of 546bcba319c34bdeb8ed153dc6c3a587 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:26.753315 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-25b2bd99-d536-4cd4-be58-569511489cb9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4101341 Sep 15 09:54:26.756681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.756856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50234) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:26.762770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'security_group_rule': {'security_group_id': '14bf3dac-d275-4561-b741-062306b6d44f', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:26.769919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:26.774655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group_rule and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:26.778172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:26.784624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:26.819535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.874122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] device_id is not set on port c3aae2dd-91b8-4a4f-8eb7-242c34d3568f yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:26.885068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.911690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c9c58b-c05f-4cc8-ac42-7596415f4219']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:26.975861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:26.987956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e028d8-b631-4e9c-bdbf-e5f1949da826') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:26.988927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e028d8-b631-4e9c-bdbf-e5f1949da826') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:27.004723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ceeeb1-707e-49a1-a1a5-13ae53d15641 None None] DHCP port deletion for d8c9c58b-c05f-4cc8-ac42-7596415f4219 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:54:27.006518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.021258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:27.021258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.052412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.114626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.135640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=502014ad-d562-4d95-99f1-f2f950e1bc51,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:27.213763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.219965 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9bf4930b-a4a7-4519-8f90-07071768e153 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4572601 Sep 15 09:54:27.219965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50240) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:27.223486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'security_group_rule': {'security_group_id': '14bf3dac-d275-4561-b741-062306b6d44f', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:27.229512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:27.233540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group_rule and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:27.236556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:27.243444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:27.318529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.346716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.356981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:27.357390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.422272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.506332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.507392 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4336264 Sep 15 09:54:27.508210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097c70f-8da2-4ae1-bd30-79f32b3b3e22 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=1def7c49-5933-4564-8ad7-3d7dadf97615,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:27.518143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50244) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:27.521450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 1def7c49-5933-4564-8ad7-3d7dadf97615 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:27.531713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': '1def7c49-5933-4564-8ad7-3d7dadf97615', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:27.547150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-52ac846e-9506-4c3a-baf2-38a346ccce6c tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.563400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd9c9d3-eb85-490f-a4d1-8668e59c98ec,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:27.714459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.716665 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6dbb4e55-df85-44cf-8deb-314c29956112 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4975858 Sep 15 09:54:27.723840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50250) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:27.726269 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b7397d61-ac18-475c-b641-24f75ff0715c req-ee9b8228-a3d8-4f48-bbc4-22694e8e1eb6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 210 time: 0.0575104 Sep 15 09:54:27.732410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'security_group_rule': {'security_group_id': '14bf3dac-d275-4561-b741-062306b6d44f', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:27.739049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:27.743278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group_rule and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:27.746235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:27.752122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:27.844255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Allocated IP 2001:db8::8 (0e0723bf-9ee4-4c21-9422-452b2a2b5589/894cd81c-9181-4086-80ae-5ce4ea2a93be/c3aae2dd-91b8-4a4f-8eb7-242c34d3568f) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:27.853035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-52ac846e-9506-4c3a-baf2-38a346ccce6c tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Calling delete_port for 4f7a3873-16c8-42e6-8823-6db5cd66c95d owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:27.858148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.907909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.923299 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 92e028d8-b631-4e9c-bdbf-e5f1949da826 resource provider aggregate not found Sep 15 09:54:27.924369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.969201 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 92e028d8-b631-4e9c-bdbf-e5f1949da826 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92e028d8-b631-4e9c-bdbf-e5f1949da826 found for delete ", "request_id": "req-48d7c816-00f5-4500-acf7-410d58cd8502"}]} Sep 15 09:54:27.973152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.989141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:27.997310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=d8c9c58b-c05f-4cc8-ac42-7596415f4219,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:28.015249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3173ffba-72ec-4e91-add3-54ba8addd317,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:28.038036 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a7bde6a4-d16f-41d6-9615-e6a8b078807d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/d8c9c58b-c05f-4cc8-ac42-7596415f4219 HTTP/1.1" status: 204 len: 168 time: 4.2909312 Sep 15 09:54:28.040557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50258) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:28.043496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:28.055405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb10c97-0187-46bd-84b5-63191ee345a6 req-69056a90-62f0-4f3f-a2b5-960240d2c4d4 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:28.061251 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cfb10c97-0187-46bd-84b5-63191ee345a6 req-69056a90-62f0-4f3f-a2b5-960240d2c4d4 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.8578110 Sep 15 09:54:28.065604 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5314c0e-ee48-4515-a681-0335385f8a8a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:28.066097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5314c0e-ee48-4515-a681-0335385f8a8a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:28.068344 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d5314c0e-ee48-4515-a681-0335385f8a8a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/d8c9c58b-c05f-4cc8-ac42-7596415f4219 HTTP/1.1" status: 404 len: 339 time: 0.0268285 Sep 15 09:54:28.072447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50262) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:28.077180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:28.077757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414172948', 'description': 'd1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:28.083161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:28.088008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:network and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:28.089997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:28.099585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:28.103239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:28.114344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.118394 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7a5b5de1-c78d-46cc-8272-b269ca382526 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3884554 Sep 15 09:54:28.125349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50268) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:28.125349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'security_group_rule': {'security_group_id': '14bf3dac-d275-4561-b741-062306b6d44f', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:28.132043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:28.136155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group_rule and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:28.139511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:28.157159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:28.157323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:28.173349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:28.177655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.183113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-62cd9d42-1194-455a-9655-d7e61ea6b689 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:28.184551 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-62cd9d42-1194-455a-9655-d7e61ea6b689 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=7ae6b269-66c0-4d6c-b389-72e6fd001b8d HTTP/1.1" status: 200 len: 797 time: 0.6252308 Sep 15 09:54:28.208735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:28.218119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.218502 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 3d384283-41ca-491f-ae96-13fd240e1408 of type vlan for network 4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6 Sep 15 09:54:28.234567 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 54f29d6c-e524-43b6-b571-14b04f5f837c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:28.252483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.261752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.270692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 54f29d6c-e524-43b6-b571-14b04f5f837c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:28.271265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 54f29d6c-e524-43b6-b571-14b04f5f837c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:28.338549 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cfb10c97-0187-46bd-84b5-63191ee345a6 req-d6cba402-de0c-4e43-8476-70d95741ca04 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619300 Sep 15 09:54:28.355518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:28.358733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.358981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.447586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.449881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-c16afefc-e53f-448d-869e-9482a0f70fc9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:28.475930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1724589-b27f-417a-aef1-e6ddafa486e8,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:28.493364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.499884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:28.510154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.544086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.593118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.594373 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-827e1296-826e-4dbd-8224-a06297527328 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4742756 Sep 15 09:54:28.597300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50276) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:28.603161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'security_group_rule': {'security_group_id': '14bf3dac-d275-4561-b741-062306b6d44f', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:28.609192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:28.610625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:28.614345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group_rule and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:28.617440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:28.621688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:28.624100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:28.631180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-52ac846e-9506-4c3a-baf2-38a346ccce6c tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.636862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-c16afefc-e53f-448d-869e-9482a0f70fc9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:28.638007 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-c16afefc-e53f-448d-869e-9482a0f70fc9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 472 time: 0.3901813 Sep 15 09:54:28.683923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': 'a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6', 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['cc7c856f-e6f7-4f23-822d-70594cdcb7d7']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:28.712435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:28.731307 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-16c2c02e-ff65-4e86-b644-253e1c04a783 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6555665 Sep 15 09:54:28.731872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50280) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:28.760921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac846e-9506-4c3a-baf2-38a346ccce6c tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event deleted for resources: {'Port': ['ID=4f7a3873-16c8-42e6-8823-6db5cd66c95d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:28.946055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc558d39-9514-4107-9d80-ba3f49158e89 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:28.947085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bc558d39-9514-4107-9d80-ba3f49158e89 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Synchronizing usage tracker for tenant:ab4540a6c4ce470bace350c0b9b624f5 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:29.053575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a319b-ff69-48bb-aca2-c4bee5dc93f4 req-c0ed2954-b425-4440-ac6f-beee3dbaf1db tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:29.054979 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c06a319b-ff69-48bb-aca2-c4bee5dc93f4 req-c0ed2954-b425-4440-ac6f-beee3dbaf1db tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.1023092 Sep 15 09:54:29.073342 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Project bfd50a27c7b140bfb2c562b9f5d40942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:54:29.099788 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c06a319b-ff69-48bb-aca2-c4bee5dc93f4 req-c98a747c-ab32-49fe-8f71-4bdc7212804c tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Sep 15 09:54:29.127787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bc558d39-9514-4107-9d80-ba3f49158e89 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Unset dirty status for tenant:ab4540a6c4ce470bace350c0b9b624f5 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:29.129585 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bc558d39-9514-4107-9d80-ba3f49158e89 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/networks?id=4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6 HTTP/1.1" status: 200 len: 760 time: 0.3960760 Sep 15 09:54:29.132405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50290) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:29.137964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b50e739a-61b4-431b-8530-6cdb5ec6d7c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'description': 'd2'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:29.261707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:29.262490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.271567 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0146105-70b6-4425-81cd-5a34f3abd4e8 req-4adc3667-e975-41bb-9d86-ed958b6cc3b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 210 time: 0.2139027 Sep 15 09:54:29.298793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:29.301198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:29.302174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:29.302760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.379979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'Port': ['ID=c3aae2dd-91b8-4a4f-8eb7-242c34d3568f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:29.481310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b50e739a-61b4-431b-8530-6cdb5ec6d7c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.548564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:29.605162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:port and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:29.614350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.616699 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-58010553-6204-4fc2-a1a6-d011245dbdac tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.1664431 Sep 15 09:54:29.619496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50296) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:29.623560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:29.654418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b50e739a-61b4-431b-8530-6cdb5ec6d7c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.672938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:29.687925 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-ef1654e2-d97f-46e2-97f5-d4d3289967e1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6246297 Sep 15 09:54:29.691091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b50e739a-61b4-431b-8530-6cdb5ec6d7c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network 4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6 is not hosted by any dhcp agent {{(pid=89668) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 15 09:54:29.697209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e739a-61b4-431b-8530-6cdb5ec6d7c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:29.697804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b50e739a-61b4-431b-8530-6cdb5ec6d7c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.699069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b50e739a-61b4-431b-8530-6cdb5ec6d7c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "PUT /v2.0/networks/4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6 HTTP/1.1" status: 200 len: 757 time: 0.5657339 Sep 15 09:54:29.725915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50300) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:29.735557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.741807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-71d2b4f9-68b6-4b89-b85f-2c334aaadc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:29.743292 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-71d2b4f9-68b6-4b89-b85f-2c334aaadc0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6d6959ac4a8a4d5fa11d867ff63d6796&device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 1098 time: 0.6840334 Sep 15 09:54:29.781930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e739a-61b4-431b-8530-6cdb5ec6d7c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:29.785996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-fd789a71-e8c7-4f5c-92e3-4fe653bde158 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Deleting port c3aae2dd-91b8-4a4f-8eb7-242c34d3568f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:29.786344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fd789a71-e8c7-4f5c-92e3-4fe653bde158 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.794300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:29.884242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.964565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-52ac846e-9506-4c3a-baf2-38a346ccce6c tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:29.983223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:29.986668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.015688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fd789a71-e8c7-4f5c-92e3-4fe653bde158 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.086125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7336682-f8c7-4628-bba4-788a55605509,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:30.116280 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-52ac846e-9506-4c3a-baf2-38a346ccce6c tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "DELETE /v2.0/ports/4f7a3873-16c8-42e6-8823-6db5cd66c95d HTTP/1.1" status: 204 len: 168 time: 3.9545310 Sep 15 09:54:30.134588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50304) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:30.140156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a14da14-1157-4e02-8af9-18df378b6634 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:30.140850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0a14da14-1157-4e02-8af9-18df378b6634 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Synchronizing usage tracker for tenant:ab4540a6c4ce470bace350c0b9b624f5 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:30.142185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-fd789a71-e8c7-4f5c-92e3-4fe653bde158 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Calling delete_port for c3aae2dd-91b8-4a4f-8eb7-242c34d3568f owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:30.208833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=9a771129-ce1b-43bf-8ba8-e1e8e54051e7,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:30.225803 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-631da37b-293d-4d77-9617-c6adc9ba7d3f tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] GET failed (client error): The resource could not be found. Sep 15 09:54:30.226357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-631da37b-293d-4d77-9617-c6adc9ba7d3f tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Synchronizing usage tracker for tenant:b97e7f4d4c364c1bbf77fe98fce0d79f on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:30.236691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.241345 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-73e82070-32a4-40fe-b07a-a132ebdbc20e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6422904 Sep 15 09:54:30.242212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50310) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:30.262522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0a14da14-1157-4e02-8af9-18df378b6634 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Unset dirty status for tenant:ab4540a6c4ce470bace350c0b9b624f5 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:30.263825 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0a14da14-1157-4e02-8af9-18df378b6634 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/networks?id=4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6 HTTP/1.1" status: 200 len: 760 time: 0.5364449 Sep 15 09:54:30.264706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': 'be663b16-e455-432a-9829-a2ed72257423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1def7c49-5933-4564-8ad7-3d7dadf97615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:30.265072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: 1def7c49-5933-4564-8ad7-3d7dadf97615, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:30.273355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'security_group_rule': {'security_group_id': '14bf3dac-d275-4561-b741-062306b6d44f', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:30.278521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50314) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:30.294817 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1231049145'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:30.302469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:30.307407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:30.322289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:security_group_rule and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:30.330690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:30.343495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-396bc928-e73a-4344-bf26-48dcbece9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:30.344979 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-396bc928-e73a-4344-bf26-48dcbece9e43 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c6ed9af2-7929-4859-915e-258ad76ee320 HTTP/1.1" status: 200 len: 912 time: 0.5444229 Sep 15 09:54:30.347431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:30.398381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-631da37b-293d-4d77-9617-c6adc9ba7d3f tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Unset dirty status for tenant:b97e7f4d4c364c1bbf77fe98fce0d79f on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:30.399452 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-631da37b-293d-4d77-9617-c6adc9ba7d3f tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "GET /v2.0/ports/4f7a3873-16c8-42e6-8823-6db5cd66c95d HTTP/1.1" status: 404 len: 333 time: 0.2647507 Sep 15 09:54:30.407001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:30.409317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50320) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:30.432942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-7e1a0baf-6c06-488a-82c2-b15b9da0133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:30.434445 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-7e1a0baf-6c06-488a-82c2-b15b9da0133f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 1098 time: 0.6320000 Sep 15 09:54:30.473020 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-f48eb6d9-53d2-41e3-8e4b-a7fd8ed7745a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff HTTP/1.1" status: 200 len: 217 time: 0.1167190 Sep 15 09:54:30.514687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bf52e1b8-46ac-4312-8ae9-64dfcc940ce8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting port 464e4e3c-b32e-4d51-b85a-0dda196c804f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:30.515106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf52e1b8-46ac-4312-8ae9-64dfcc940ce8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.539107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 1def7c49-5933-4564-8ad7-3d7dadf97615 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:30.566059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:30.570526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.579068 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Project bfd50a27c7b140bfb2c562b9f5d40942 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:54:30.585029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7122523f-44c8-4db1-b6a8-8212d678f65e req-4f073ab6-53e4-4bca-9c80-4838d82d023e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1649868 Sep 15 09:54:30.598762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485bc081-1243-4534-9eb2-a6f586c4e888 req-70cc7c63-9e1b-4328-9359-49994d93166d tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:30.600387 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-485bc081-1243-4534-9eb2-a6f586c4e888 req-70cc7c63-9e1b-4328-9359-49994d93166d tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.3640151 Sep 15 09:54:30.614698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fd789a71-e8c7-4f5c-92e3-4fe653bde158 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.656503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.704301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd789a71-e8c7-4f5c-92e3-4fe653bde158 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3aae2dd-91b8-4a4f-8eb7-242c34d3568f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:30.741292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.19 (7ae6b269-66c0-4d6c-b389-72e6fd001b8d/d1ee8aa9-16e3-4885-a5de-fc50588fa26a/62fffd7f-8315-4657-8227-77e6b90a7c67) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:30.743811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 1def7c49-5933-4564-8ad7-3d7dadf97615) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:30.752476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19222f6-c4d2-451d-b2d8-e5792994bd9d None None] Network 1def7c49-5933-4564-8ad7-3d7dadf97615 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:30.753509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-6b768551-75bc-4541-850f-8260247a1d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:30.755809 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-6b768551-75bc-4541-850f-8260247a1d70 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=14a23583-8e93-4d85-a5a7-7457ee6d40cc HTTP/1.1" status: 200 len: 851 time: 0.2222846 Sep 15 09:54:30.776455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:30.777041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.790570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:30.804749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fd789a71-e8c7-4f5c-92e3-4fe653bde158 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.823287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:30.823631 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d of type vlan for network c4ab54a3-cc84-4769-a1cc-4ddedac7541e Sep 15 09:54:30.993108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-1def7c49-5933-4564-8ad7-3d7dadf97615', 'network_id': '1def7c49-5933-4564-8ad7-3d7dadf97615', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': '9a771129-ce1b-43bf-8ba8-e1e8e54051e7'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:30.994224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.004939 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-efff622f-dd0b-468b-b930-782b467c6fab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c6ed9af2-7929-4859-915e-258ad76ee320&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2239316 Sep 15 09:54:31.015163 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-485bc081-1243-4534-9eb2-a6f586c4e888 req-618cad86-df3f-469d-a2e1-0bea015f0c3c tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035501 Sep 15 09:54:31.064076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.108382 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fd789a71-e8c7-4f5c-92e3-4fe653bde158 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "DELETE /v2.0/ports/c3aae2dd-91b8-4a4f-8eb7-242c34d3568f HTTP/1.1" status: 204 len: 168 time: 1.4876895 Sep 15 09:54:31.114559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50324) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:31.130291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-a2a0347d-e77f-47ef-ada7-c71fe3cc8783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:31.131745 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-a2a0347d-e77f-47ef-ada7-c71fe3cc8783 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c HTTP/1.1" status: 200 len: 898 time: 0.6213403 Sep 15 09:54:31.132163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589', 'external_fixed_ips': [{'subnet_id': '894cd81c-9181-4086-80ae-5ce4ea2a93be', 'ip_address': '2001:db8::8'}]}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:31.139680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf52e1b8-46ac-4312-8ae9-64dfcc940ce8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.147675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:31.151656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.156245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Usage tracker for resource:router and tenant:546bcba319c34bdeb8ed153dc6c3a587 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:31.171367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Allocated IP 172.20.0.2 (1def7c49-5933-4564-8ad7-3d7dadf97615/9a771129-ce1b-43bf-8ba8-e1e8e54051e7/9fbe9055-a504-41a7-aadc-b8e50acffa57) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:31.212190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:31.223831 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a8396ad1-b2cd-46c5-8053-05ac969076f3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7015209 Sep 15 09:54:31.232724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50328) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:31.265928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-496116298', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:31.274828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.280504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:31.280651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.280903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.295743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bf52e1b8-46ac-4312-8ae9-64dfcc940ce8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Calling delete_port for 464e4e3c-b32e-4d51-b85a-0dda196c804f owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:31.361633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:31.397377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:router and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:31.407623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:31.414846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:31.415952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.421408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22aaa54-9929-46db-a6ad-70a105a106eb,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:31.427910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Transition to ACTIVE for port object 9fbe9055-a504-41a7-aadc-b8e50acffa57 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:31.440556 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-5f1acc58-e971-42f9-936c-fedf723e81d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5 HTTP/1.1" status: 200 len: 1000 time: 0.2877223 Sep 15 09:54:31.444003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:31.452522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Transition to ACTIVE for port object 9fbe9055-a504-41a7-aadc-b8e50acffa57 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:31.464482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=c4ab54a3-cc84-4769-a1cc-4ddedac7541e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:31.478706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c4ab54a3-cc84-4769-a1cc-4ddedac7541e details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:31.494921 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-b33ad409-a2f3-4aef-a3dc-496e16e8d2d2 service neutron] 10.222.0.16 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706686 Sep 15 09:54:31.539579 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c6b4bb34-2975-4b76-bfeb-9f8f612a1def tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2574580 Sep 15 09:54:31.540326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50332) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:31.548153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': 'c4ab54a3-cc84-4769-a1cc-4ddedac7541e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:31.549056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.553219 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6a5fc593-148b-4d33-bb7c-c1a57c333398 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2979560 Sep 15 09:54:31.558750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.568109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50336) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:31.576590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'network': {'name': 'tempest-network-smoke--753982817', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'port_security_enabled': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:31.611274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.612286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.632261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:31.652644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.653665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.665521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:network and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:31.668087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Network 1def7c49-5933-4564-8ad7-3d7dadf97615 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:31.672736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:31.676886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:31.682868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:31.683902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Pushing event updated for resources: {'Port': ['ID=9fbe9055-a504-41a7-aadc-b8e50acffa57,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:31.709838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:31.710093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-64be0ba9-b890-40c4-8141-d2354282e8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:31.711843 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-64be0ba9-b890-40c4-8141-d2354282e8e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9b8695d-1d20-46f2-9023-7696a555144c HTTP/1.1" status: 200 len: 833 time: 0.2527354 Sep 15 09:54:31.714812 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-f1dae5f7-9e7d-4d0a-ad41-bd3d4a207eed service neutron] 10.222.0.16 "GET /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095766 Sep 15 09:54:31.723126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:31.727991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Usage tracker for resource:subnet and tenant:ab4540a6c4ce470bace350c0b9b624f5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:31.731303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:31.738242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:31.740267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.741020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.741463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.741884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.742276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.742968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.743512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.744162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.744633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.744968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.745424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.745749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:31.767220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf52e1b8-46ac-4312-8ae9-64dfcc940ce8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.815256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Attempting to bind port 9fbe9055-a504-41a7-aadc-b8e50acffa57 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:31.815576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Attempting to bind port 9fbe9055-a504-41a7-aadc-b8e50acffa57 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'be663b16-e455-432a-9829-a2ed72257423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1def7c49-5933-4564-8ad7-3d7dadf97615'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:31.816143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Attempting to bind port 9fbe9055-a504-41a7-aadc-b8e50acffa57 on network 1def7c49-5933-4564-8ad7-3d7dadf97615 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:31.824461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:31.824829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Checking segment: {'id': 'be663b16-e455-432a-9829-a2ed72257423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1def7c49-5933-4564-8ad7-3d7dadf97615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:31.825102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.825573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.825657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Bound using segment: {'id': 'be663b16-e455-432a-9829-a2ed72257423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1def7c49-5933-4564-8ad7-3d7dadf97615'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:31.826814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Bound port: 9fbe9055-a504-41a7-aadc-b8e50acffa57, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be663b16-e455-432a-9829-a2ed72257423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '1def7c49-5933-4564-8ad7-3d7dadf97615'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:31.826814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.827101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Made reservation on behalf of bfd50a27c7b140bfb2c562b9f5d40942 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:31.830126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.839959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52e1b8-46ac-4312-8ae9-64dfcc940ce8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event deleted for resources: {'Port': ['ID=464e4e3c-b32e-4d51-b85a-0dda196c804f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:31.853922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-9e0e4b35-440f-4f90-8384-4e5d2a1d0bb2 req-91c10ce8-9c90-447e-b49c-45159dc79ca9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:31.861746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.865293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.890555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:31.894106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.910269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 62fffd7f-8315-4657-8227-77e6b90a7c67 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:31.934614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf52e1b8-46ac-4312-8ae9-64dfcc940ce8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:31.936201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] For port 9fbe9055-a504-41a7-aadc-b8e50acffa57, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:31.940258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] For port 9fbe9055-a504-41a7-aadc-b8e50acffa57, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fbe9055-a504-41a7-aadc-b8e50acffa57,segment=NetworkSegment(be663b16-e455-432a-9829-a2ed72257423),segment_id=be663b16-e455-432a-9829-a2ed72257423)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:31.945760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-ba08bd95-f477-4b49-b538-3c82eb7bb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:31.947354 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-ba08bd95-f477-4b49-b538-3c82eb7bb330 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1594832 Sep 15 09:54:32.027934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-9e0e4b35-440f-4f90-8384-4e5d2a1d0bb2 req-91c10ce8-9c90-447e-b49c-45159dc79ca9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:32.028451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] vlan segment allocate from pool success with {'vlan_id': 365, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:32.029116 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9e0e4b35-440f-4f90-8384-4e5d2a1d0bb2 req-91c10ce8-9c90-447e-b49c-45159dc79ca9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 210 time: 0.2996352 Sep 15 09:54:32.035533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.043745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.069446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.163086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42191cee-c06b-4672-8df0-f5162e016203 None None] Pushing event updated for resources: {'Port': ['ID=9fbe9055-a504-41a7-aadc-b8e50acffa57,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:32.206570 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bf52e1b8-46ac-4312-8ae9-64dfcc940ce8 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "DELETE /v2.0/ports/464e4e3c-b32e-4d51-b85a-0dda196c804f HTTP/1.1" status: 204 len: 168 time: 1.7877901 Sep 15 09:54:32.210340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:32.213078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50344) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:32.253133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:32.256211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:32.359844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.360200 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Added segment 2087c2ab-799e-4dce-b253-07d0847a3e57 of type vlan for network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 Sep 15 09:54:32.375835 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-6dbdf1ef-10b3-4439-95fe-455fec1bb763 service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197497 Sep 15 09:54:32.376548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.380945 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7f5f748e-e43a-4948-af86-3a6ed81ada64 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1242158 Sep 15 09:54:32.380945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=62fffd7f-8315-4657-8227-77e6b90a7c67,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:32.383579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50348) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:32.392106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:32.393607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.402340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-53efe899-0013-47c4-a47a-6b20d6a68272 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] GET failed (client error): The resource could not be found. Sep 15 09:54:32.402926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-53efe899-0013-47c4-a47a-6b20d6a68272 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Synchronizing usage tracker for tenant:b97e7f4d4c364c1bbf77fe98fce0d79f on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:32.412330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'port': {'network_id': '1def7c49-5933-4564-8ad7-3d7dadf97615', 'name': 'tempest-RoutersTest-581792348'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:32.616142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.623780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-bd4a118d-0526-4552-b166-a7517e11ebf7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9495864 Sep 15 09:54:32.644675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Request body: {'port': {'device_id': 'a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:32.651612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.687484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.740604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2d16058f-acbe-4050-b3be-b3046304fede None None] Provisioning for port 62fffd7f-8315-4657-8227-77e6b90a7c67 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:32.748548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2d16058f-acbe-4050-b3be-b3046304fede None None] Provisioning complete for port 62fffd7f-8315-4657-8227-77e6b90a7c67 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:32.749591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2d16058f-acbe-4050-b3be-b3046304fede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.836860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2d16058f-acbe-4050-b3be-b3046304fede None None] Port 62fffd7f-8315-4657-8227-77e6b90a7c67 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:32.845339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-53efe899-0013-47c4-a47a-6b20d6a68272 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Unset dirty status for tenant:b97e7f4d4c364c1bbf77fe98fce0d79f on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:32.846538 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-53efe899-0013-47c4-a47a-6b20d6a68272 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "GET /v2.0/ports/464e4e3c-b32e-4d51-b85a-0dda196c804f HTTP/1.1" status: 404 len: 333 time: 0.6325276 Sep 15 09:54:32.866694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50352) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:32.882503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.887864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:32.888446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:32.899048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7d028-cead-4801-9ba0-72b0cb7a4016 req-1281eddb-0d90-489d-b1ef-10c41c555f6f tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:32.900507 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-36e7d028-cead-4801-9ba0-72b0cb7a4016 req-1281eddb-0d90-489d-b1ef-10c41c555f6f tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.5372603 Sep 15 09:54:32.996788 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-051b0f6b-7c09-4562-8b16-9d03c594ea59 req-a113b7a2-dbb6-4682-bb5a-6f1ac67c7e5b service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961936 Sep 15 09:54:33.023648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:33.043167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-66b0b8ca-4029-4cfe-9a9f-4b3cb6bd9874 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting port fbcfbfa1-1420-44a6-bad0-9bb14472fce9 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:33.043598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66b0b8ca-4029-4cfe-9a9f-4b3cb6bd9874 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.083814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:port and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:33.103723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.121696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:33.132852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:33.144468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=c4879eda-430e-4ab2-8edb-4bd70fb01d44,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:33.173401 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6042106 Sep 15 09:54:33.180736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50358) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:33.182192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439c762-8963-479a-aa86-415f3403d26c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'Network': ['ID=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:33.187619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'admin_state_up': True, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:33.195594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:33.202030 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-36e7d028-cead-4801-9ba0-72b0cb7a4016 req-29caacd8-eb63-4658-90f0-d0f267b39b4b tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854543 Sep 15 09:54:33.211725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4ab54a3-cc84-4769-a1cc-4ddedac7541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:33.212123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: c4ab54a3-cc84-4769-a1cc-4ddedac7541e, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:33.386158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:33.397077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:33.400693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.412696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:router and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:33.442931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network c4ab54a3-cc84-4769-a1cc-4ddedac7541e is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:33.479602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:33.502529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:33.569688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9befc5-26a7-40cf-8350-88efc63c34cf None None] Network 1def7c49-5933-4564-8ad7-3d7dadf97615 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:33.577629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.610872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c4ab54a3-cc84-4769-a1cc-4ddedac7541e) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:33.612914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.615233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] device_id is not set on port e2d966ef-617c-46e9-ada4-8784c5014f80 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:33.638213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e65eed5-6a32-4ec6-ba31-2d6d6ffde306 None None] Network c4ab54a3-cc84-4769-a1cc-4ddedac7541e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:33.652869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:33.653451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.705384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.706437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.721312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66b0b8ca-4029-4cfe-9a9f-4b3cb6bd9874 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:33.761554 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2f1eb5b4-69be-4112-81bb-1e99298a6ab5 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2201829 Sep 15 09:54:33.770975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50362) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:33.893160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cef0001f-debc-4852-8747-ab709c3e4a7e None None] Provisioning for port 9fbe9055-a504-41a7-aadc-b8e50acffa57 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:33.939873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Allocated IP 2001:db8::8 (0e0723bf-9ee4-4c21-9422-452b2a2b5589/894cd81c-9181-4086-80ae-5ce4ea2a93be/8fffcff9-8a5d-433b-8526-534b877f3a5c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:33.956634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-66b0b8ca-4029-4cfe-9a9f-4b3cb6bd9874 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Calling delete_port for fbcfbfa1-1420-44a6-bad0-9bb14472fce9 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:33.989755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.025724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.063044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c4ab54a3-cc84-4769-a1cc-4ddedac7541e', 'network_id': 'c4ab54a3-cc84-4769-a1cc-4ddedac7541e', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': 'c4879eda-430e-4ab2-8edb-4bd70fb01d44'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:34.063867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.112705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f961b4-b248-45d8-be1b-9c9528b5474d req-71fefd40-4bf4-41c2-8b5b-af342730c3a1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:34.120155 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-72f961b4-b248-45d8-be1b-9c9528b5474d req-71fefd40-4bf4-41c2-8b5b-af342730c3a1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 932 time: 0.9383814 Sep 15 09:54:34.160822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.213346 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.20.0.3 (1def7c49-5933-4564-8ad7-3d7dadf97615/9a771129-ce1b-43bf-8ba8-e1e8e54051e7/e2d966ef-617c-46e9-ada4-8784c5014f80) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:34.224300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.254663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Allocated IP 172.20.0.2 (c4ab54a3-cc84-4769-a1cc-4ddedac7541e/c4879eda-430e-4ab2-8edb-4bd70fb01d44/90a56261-4802-47e5-a611-204b39038cf4) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:34.362306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.452397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fbe9055-a504-41a7-aadc-b8e50acffa57 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:34.454430 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-72f961b4-b248-45d8-be1b-9c9528b5474d req-478cf831-a845-408a-bf06-e8e42f8281b2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3333335 Sep 15 09:54:34.529754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:34.539231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:34.544220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:34.614284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'Port': ['ID=8fffcff9-8a5d-433b-8526-534b877f3a5c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:34.630914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.641961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Transition to ACTIVE for port object 90a56261-4802-47e5-a611-204b39038cf4 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:34.663211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Transition to ACTIVE for port object 90a56261-4802-47e5-a611-204b39038cf4 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:34.671035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9fbe9055-a504-41a7-aadc-b8e50acffa57 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:34.677296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9fbe9055-a504-41a7-aadc-b8e50acffa57 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:34.677675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.778041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.792560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:54:34.873890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Network c4ab54a3-cc84-4769-a1cc-4ddedac7541e is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:34.879117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:34.882284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:34.895293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9fbe9055-a504-41a7-aadc-b8e50acffa57 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:34.895797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.910923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fe412-935f-4490-be5c-9ec7e740f8f4 req-ac2b4bff-ec46-4bba-843b-b4b3acfbb580 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:34.917993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b0fe412-935f-4490-be5c-9ec7e740f8f4 req-ac2b4bff-ec46-4bba-843b-b4b3acfbb580 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.4601362 Sep 15 09:54:34.934159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66b0b8ca-4029-4cfe-9a9f-4b3cb6bd9874 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:34.940803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Pushing event updated for resources: {'Port': ['ID=90a56261-4802-47e5-a611-204b39038cf4,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:34.970915 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b0fe412-935f-4490-be5c-9ec7e740f8f4 req-92052dad-faf2-418f-af7c-dfa503ec0a49 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519931 Sep 15 09:54:34.976122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.006286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.021603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Attempting to bind port 90a56261-4802-47e5-a611-204b39038cf4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:35.022241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Attempting to bind port 90a56261-4802-47e5-a611-204b39038cf4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4ab54a3-cc84-4769-a1cc-4ddedac7541e'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:35.023627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Attempting to bind port 90a56261-4802-47e5-a611-204b39038cf4 on network c4ab54a3-cc84-4769-a1cc-4ddedac7541e {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:35.028915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0b8ca-4029-4cfe-9a9f-4b3cb6bd9874 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event deleted for resources: {'Port': ['ID=fbcfbfa1-1420-44a6-bad0-9bb14472fce9,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:35.037008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:35.037895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Checking segment: {'id': '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4ab54a3-cc84-4769-a1cc-4ddedac7541e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:35.038788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.039370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Bound using segment: {'id': '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4ab54a3-cc84-4769-a1cc-4ddedac7541e'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:35.040044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Bound port: 90a56261-4802-47e5-a611-204b39038cf4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'c4ab54a3-cc84-4769-a1cc-4ddedac7541e'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:35.040577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.072581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9fbe9055-a504-41a7-aadc-b8e50acffa57, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fbe9055-a504-41a7-aadc-b8e50acffa57,segment=NetworkSegment(be663b16-e455-432a-9829-a2ed72257423),segment_id=be663b16-e455-432a-9829-a2ed72257423)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:35.076176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=c4879eda-430e-4ab2-8edb-4bd70fb01d44,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:35.162792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66b0b8ca-4029-4cfe-9a9f-4b3cb6bd9874 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.173044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62fffd7f-8315-4657-8227-77e6b90a7c67 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:54:35.174862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] For port 90a56261-4802-47e5-a611-204b39038cf4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:35.179273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] For port 90a56261-4802-47e5-a611-204b39038cf4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=90a56261-4802-47e5-a611-204b39038cf4,segment=NetworkSegment(534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d),segment_id=534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:35.181289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.197290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.261371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.268586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9fbe9055-a504-41a7-aadc-b8e50acffa57,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:35.295368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Transition to ACTIVE for port object 62fffd7f-8315-4657-8227-77e6b90a7c67 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:35.379996 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-66b0b8ca-4029-4cfe-9a9f-4b3cb6bd9874 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "DELETE /v2.0/ports/fbcfbfa1-1420-44a6-bad0-9bb14472fce9 HTTP/1.1" status: 204 len: 168 time: 2.5086064 Sep 15 09:54:35.381629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.387393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.405838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c836b85-1b71-4d09-9d2e-c3cf2d3e450f None None] Pushing event updated for resources: {'Port': ['ID=90a56261-4802-47e5-a611-204b39038cf4,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:35.416624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823eec56-1442-4c22-a51f-78de25582626 None None] Network c4ab54a3-cc84-4769-a1cc-4ddedac7541e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:35.434884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50370) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:35.592140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc6da8e-7d94-4c35-8398-2a9b8aaf17fb tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting subnet b2bd6a0a-8131-47ed-af57-d1fb387af12b {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:35.595910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5fc6da8e-7d94-4c35-8398-2a9b8aaf17fb tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.623562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.642785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24c5b64-2802-4c10-b5f4-8a2002176cc0 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:54:35.682325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ab54a3-cc84-4769-a1cc-4ddedac7541e']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:35.697969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:35.698271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:35.748411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.777086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.808351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.817727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24c5b64-2802-4c10-b5f4-8a2002176cc0 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:54:35.819423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5fc6da8e-7d94-4c35-8398-2a9b8aaf17fb tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.824897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:35.825290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:35.908554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Pushing event updated for resources: {'Port': ['ID=62fffd7f-8315-4657-8227-77e6b90a7c67,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:35.922079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object e2d966ef-617c-46e9-ada4-8784c5014f80 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:36.038568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Attempting to bind port 62fffd7f-8315-4657-8227-77e6b90a7c67 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:36.038809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Attempting to bind port 62fffd7f-8315-4657-8227-77e6b90a7c67 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:36.039349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Attempting to bind port 62fffd7f-8315-4657-8227-77e6b90a7c67 on network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:36.060688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Port 62fffd7f-8315-4657-8227-77e6b90a7c67 on network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:54:36.061233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Attempting to bind port 62fffd7f-8315-4657-8227-77e6b90a7c67 on network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:36.077083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319d0f9-6dde-41bc-b1bd-9558e992a6a7 req-53ed92d9-5151-4251-9cde-21fbd7ee4300 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:36.084785 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6319d0f9-6dde-41bc-b1bd-9558e992a6a7 req-53ed92d9-5151-4251-9cde-21fbd7ee4300 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.3603609 Sep 15 09:54:36.084981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 09:54:36.084981 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 09:54:36.084981 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': 'c4ab54a3-cc84-4769-a1cc-4ddedac7541e'}] Sep 15 09:54:36.084981 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:36.085697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:36.105431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e1491-d546-428a-9d28-1518eff75ea4 req-eeaed14c-cfea-4268-a11a-1a71087901d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:36.107169 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-501e1491-d546-428a-9d28-1518eff75ea4 req-eeaed14c-cfea-4268-a11a-1a71087901d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 944 time: 0.4016638 Sep 15 09:54:36.109851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:36.110209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Checking segment: {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:36.110600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Bound using segment: {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:36.111216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Bound port: 62fffd7f-8315-4657-8227-77e6b90a7c67, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:36.111725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.146114 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d resource provider aggregate not found Sep 15 09:54:36.152808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.157618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5fc6da8e-7d94-4c35-8398-2a9b8aaf17fb tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.216138 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d found for delete ", "request_id": "req-5fb75abe-b65c-4953-8651-306f76668484"}]} Sep 15 09:54:36.266608 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-501e1491-d546-428a-9d28-1518eff75ea4 req-8b25678f-e712-4af0-b9ec-2a5e6820169d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430020 Sep 15 09:54:36.279964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.327896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fbe9055-a504-41a7-aadc-b8e50acffa57 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:36.409610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9fbe9055-a504-41a7-aadc-b8e50acffa57 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:36.410897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.491182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Router e363adf1-f007-4d0c-a0c5-801a11a0182b is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:54:36.580355 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6319d0f9-6dde-41bc-b1bd-9558e992a6a7 req-e2693667-fda6-4e17-b586-01fc3d2e74b6 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926510 Sep 15 09:54:36.586073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.619547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9fbe9055-a504-41a7-aadc-b8e50acffa57 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:36.646290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 1def7c49-5933-4564-8ad7-3d7dadf97615 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:36.647208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.677849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:36.685840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=e2d966ef-617c-46e9-ada4-8784c5014f80,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:36.694175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:36.732856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.735200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] For port 62fffd7f-8315-4657-8227-77e6b90a7c67, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:36.796635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] For port 62fffd7f-8315-4657-8227-77e6b90a7c67, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=62fffd7f-8315-4657-8227-77e6b90a7c67,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:36.801408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port 90a56261-4802-47e5-a611-204b39038cf4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:36.801762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.831162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:36.832824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.868423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:36.883480 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Sync routers for ids ['e363adf1-f007-4d0c-a0c5-801a11a0182b'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:36.893422 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Routers {'e363adf1-f007-4d0c-a0c5-801a11a0182b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:36.894182 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e363adf1-f007-4d0c-a0c5-801a11a0182b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:36.896899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5fc6da8e-7d94-4c35-8398-2a9b8aaf17fb tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.944820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.982162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:36.983034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:36.984395 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] 10.222.0.16 "PUT /v2.0/ports/62fffd7f-8315-4657-8227-77e6b90a7c67 HTTP/1.1" status: 200 len: 1094 time: 4.3461277 Sep 15 09:54:36.991965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6', 'tag': '62fffd7f-8315-4657-8227-77e6b90a7c67'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:54:36.994604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1b798-ef52-4518-b941-cc8879833412" -d '{"events": [{"name": "network-changed", "server_uuid": "a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6", "tag": "62fffd7f-8315-4657-8227-77e6b90a7c67"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:54:36.996057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859ea745-5dca-4297-9cc6-21dff80aebd1 None None] Network 16348ee2-7d0c-4da1-a69f-622268d89c25 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:36.997461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6da8e-7d94-4c35-8398-2a9b8aaf17fb tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event deleted for resources: {'Subnet': ['ID=b2bd6a0a-8131-47ed-af57-d1fb387af12b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:37.002686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5fc6da8e-7d94-4c35-8398-2a9b8aaf17fb tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.005705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5fc6da8e-7d94-4c35-8398-2a9b8aaf17fb tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "DELETE /v2.0/subnets/b2bd6a0a-8131-47ed-af57-d1fb387af12b HTTP/1.1" status: 204 len: 168 time: 1.5193970 Sep 15 09:54:37.015645 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b2197599-3ad6-4334-8e65-bf95ab7de898 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.6304595 Sep 15 09:54:37.021653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50386) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:37.028659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50388) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:37.045760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.064261 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d89bd2d4-42ef-47bd-ab70-47d3c2ec6daa tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.9407701 Sep 15 09:54:37.068055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50394) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:37.101869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-12373dcd-355b-4efd-83af-a0d6a78497f6 None None] Provisioning for port e2d966ef-617c-46e9-ada4-8784c5014f80 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:37.118497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a08e846-2aba-4bf5-a2d0-375508bc2404 x-openstack-request-id: req-7a08e846-2aba-4bf5-a2d0-375508bc2404 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:54:37.118780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6", "tag": "62fffd7f-8315-4657-8227-77e6b90a7c67", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:54:37.119030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a08e846-2aba-4bf5-a2d0-375508bc2404 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:54:37.119418 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a08e846-2aba-4bf5-a2d0-375508bc2404'] response: {'name': 'network-changed', 'server_uuid': 'a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6', 'tag': '62fffd7f-8315-4657-8227-77e6b90a7c67', 'status': 'completed', 'code': 200} Sep 15 09:54:37.124868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-12373dcd-355b-4efd-83af-a0d6a78497f6 None None] Provisioning complete for port e2d966ef-617c-46e9-ada4-8784c5014f80 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:37.125398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-12373dcd-355b-4efd-83af-a0d6a78497f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.134415 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Set router e363adf1-f007-4d0c-a0c5-801a11a0182b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:54:37.181172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port 90a56261-4802-47e5-a611-204b39038cf4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=90a56261-4802-47e5-a611-204b39038cf4,segment=NetworkSegment(534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d),segment_id=534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:37.181756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.216465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-12373dcd-355b-4efd-83af-a0d6a78497f6 None None] Port e2d966ef-617c-46e9-ada4-8784c5014f80 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:37.308330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Allocated IP 172.26.7.64 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:37.364242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15de2d-9a69-456f-ab51-cf66c50ace7a service neutron] Pushing event updated for resources: {'Port': ['ID=62fffd7f-8315-4657-8227-77e6b90a7c67,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:37.393418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for 90a56261-4802-47e5-a611-204b39038cf4 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:37.514273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.559716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] DHCP port deletion for 16348ee2-7d0c-4da1-a69f-622268d89c25 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:54:37.564024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] Deleting port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:37.564392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.595154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.673069 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e363adf1-f007-4d0c-a0c5-801a11a0182b', 'name': '', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589', 'external_fixed_ips': [{'subnet_id': '894cd81c-9181-4086-80ae-5ce4ea2a93be', 'ip_address': '2001:db8::8'}], 'enable_snat': True}, 'gw_port_id': '8fffcff9-8a5d-433b-8526-534b877f3a5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:31Z', 'updated_at': '2022-09-15T09:54:34Z', 'revision_number': 3, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port': {'id': '8fffcff9-8a5d-433b-8526-534b877f3a5c', 'name': '', 'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:cf:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e363adf1-f007-4d0c-a0c5-801a11a0182b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '894cd81c-9181-4086-80ae-5ce4ea2a93be', 'ip_address': '2001:db8::8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '894cd81c-9181-4086-80ae-5ce4ea2a93be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:37.678381 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Checking router: e363adf1-f007-4d0c-a0c5-801a11a0182b for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:54:37.678733 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Updating router e363adf1-f007-4d0c-a0c5-801a11a0182b port 8fffcff9-8a5d-433b-8526-534b877f3a5c binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:54:37.750979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.756582 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.812197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.870085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Deleting port 8fffcff9-8a5d-433b-8526-534b877f3a5c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:37.870748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.887797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:37.888440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.898980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] For port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7a7d8b88-75c1-4a3d-9a27-3a2d238bca44,segment=NetworkSegment(290086d6-bc21-4536-97a4-5ae244fda8fd),segment_id=290086d6-bc21-4536-97a4-5ae244fda8fd)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:37.900181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:37.927472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=90a56261-4802-47e5-a611-204b39038cf4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:37.950358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port 90a56261-4802-47e5-a611-204b39038cf4 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:38.100506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] Calling delete_port for 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:38.170738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b798-ef52-4518-b941-cc8879833412 req-97fcf2d0-0cea-49c1-9f1b-dee0d8bec942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:38.172216 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40f1b798-ef52-4518-b941-cc8879833412 req-97fcf2d0-0cea-49c1-9f1b-dee0d8bec942 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 1097 time: 1.0227952 Sep 15 09:54:38.227505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.232919 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.248172 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Transition to ACTIVE for port object 8fffcff9-8a5d-433b-8526-534b877f3a5c will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:38.276118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.287753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4ab54a3-cc84-4769-a1cc-4ddedac7541e']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:38.317225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.334132 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.373631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:38.428905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] No DVR routers for this DVR port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:38.442959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:38.442959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:38.459353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c42890-2bee-4a0e-8b02-90037a4f1471 req-b56f7574-1fa2-4fc4-b87b-283cc457dff1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:38.466613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.466956 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f7c42890-2bee-4a0e-8b02-90037a4f1471 req-b56f7574-1fa2-4fc4-b87b-283cc457dff1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 944 time: 0.9263065 Sep 15 09:54:38.475590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:38.475884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:38.476009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90375789-4502-4d85-8eb2-5f472dc92032 None None] Pushing event deleted for resources: {'Port': ['ID=7a7d8b88-75c1-4a3d-9a27-3a2d238bca44,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:38.478812 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Pushing event updated for resources: {'Port': ['ID=8fffcff9-8a5d-433b-8526-534b877f3a5c,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:38.484313 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Attempting to bind port 8fffcff9-8a5d-433b-8526-534b877f3a5c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:38.484915 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Attempting to bind port 8fffcff9-8a5d-433b-8526-534b877f3a5c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '3549313b-c714-4ebe-b887-678afd18c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:38.485598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-026eb005-6c6e-4fcc-b913-b05d2350bfd4 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:38.485736 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Attempting to bind port 8fffcff9-8a5d-433b-8526-534b877f3a5c on network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:38.487104 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-026eb005-6c6e-4fcc-b913-b05d2350bfd4 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.16 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.8455081 Sep 15 09:54:38.493534 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.494122 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.494598 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.495151 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.495574 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.496004 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.496422 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.496860 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.497292 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.497709 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.498187 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.498597 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:54:38.505697 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:38.506322 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Checking segment: {'id': '3549313b-c714-4ebe-b887-678afd18c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:38.507224 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.507703 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Bound using segment: {'id': '3549313b-c714-4ebe-b887-678afd18c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:38.508362 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Bound port: 8fffcff9-8a5d-433b-8526-534b877f3a5c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3549313b-c714-4ebe-b887-678afd18c63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e0723bf-9ee4-4c21-9422-452b2a2b5589'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:38.508868 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.590319 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] For port 8fffcff9-8a5d-433b-8526-534b877f3a5c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:38.593484 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] For port 8fffcff9-8a5d-433b-8526-534b877f3a5c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8fffcff9-8a5d-433b-8526-534b877f3a5c,segment=NetworkSegment(3549313b-c714-4ebe-b887-678afd18c63c),segment_id=3549313b-c714-4ebe-b887-678afd18c63c)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:38.606217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Calling delete_port for 8fffcff9-8a5d-433b-8526-534b877f3a5c owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:38.634963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.655025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540e8be-ef7f-49fe-b6b9-b0e1b083e8f0 req-979c50d1-ffd1-4535-987d-eaba958a4c5a tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:38.656491 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d540e8be-ef7f-49fe-b6b9-b0e1b083e8f0 req-979c50d1-ffd1-4535-987d-eaba958a4c5a tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.8849854 Sep 15 09:54:38.696188 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.698550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.713898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:38.714301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.761136 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Routers {'e363adf1-f007-4d0c-a0c5-801a11a0182b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:38.761926 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e363adf1-f007-4d0c-a0c5-801a11a0182b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:38.793480 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f7c42890-2bee-4a0e-8b02-90037a4f1471 req-1938e067-87ce-4b97-b4b5-f21bcc7f9037 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3256476 Sep 15 09:54:38.797141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Deleting port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:38.797141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.810008 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d resource provider aggregate not found Sep 15 09:54:38.856708 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d540e8be-ef7f-49fe-b6b9-b0e1b083e8f0 req-396d15da-b2f3-4d0e-8e53-bb022a9cf464 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848586 Sep 15 09:54:38.857339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b798-ef52-4518-b941-cc8879833412 req-34d87ac2-8fad-4a45-8616-bde8da81ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:38.857839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b798-ef52-4518-b941-cc8879833412 req-34d87ac2-8fad-4a45-8616-bde8da81ca72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:38.859411 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40f1b798-ef52-4518-b941-cc8879833412 req-34d87ac2-8fad-4a45-8616-bde8da81ca72 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.6722112 Sep 15 09:54:38.861940 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 534fe4aa-5d5f-4b24-9c60-0c758a5c0a1d found for delete ", "request_id": "req-d9cb82bc-7d82-413d-9087-f713facf1c39"}]} Sep 15 09:54:38.862062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] For port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7a7d8b88-75c1-4a3d-9a27-3a2d238bca44,segment=NetworkSegment(290086d6-bc21-4536-97a4-5ae244fda8fd),segment_id=290086d6-bc21-4536-97a4-5ae244fda8fd)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:38.862391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.899409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.911662 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad3704-d994-4a06-a4c1-5204c253beda None None] Pushing event updated for resources: {'Port': ['ID=8fffcff9-8a5d-433b-8526-534b877f3a5c,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:38.933839 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] Set router e363adf1-f007-4d0c-a0c5-801a11a0182b gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:54:38.944051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:38.944449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:38.971071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:38.992227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:39.003240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=c4ab54a3-cc84-4769-a1cc-4ddedac7541e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:39.017924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a7830f8e-4c4a-4b53-8fd3-a9c72560dde8 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/c4ab54a3-cc84-4769-a1cc-4ddedac7541e HTTP/1.1" status: 204 len: 168 time: 5.2441714 Sep 15 09:54:39.018192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50408) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:39.046633 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e363adf1-f007-4d0c-a0c5-801a11a0182b', 'name': '', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:31Z', 'updated_at': '2022-09-15T09:54:37Z', 'revision_number': 4, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:39.046871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Calling delete_port for 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:39.051599 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85742484-2b4b-41bb-befc-4e8e44d8ac29 None None] The sync data for ids ['e363adf1-f007-4d0c-a0c5-801a11a0182b'] in dv-neutron-857775-1-hyperv is: [{'id': 'e363adf1-f007-4d0c-a0c5-801a11a0182b', 'name': '', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:31Z', 'updated_at': '2022-09-15T09:54:37Z', 'revision_number': 4, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:54:39.060408 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5b94ae-927b-4c7c-b1c1-94eecd278104 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] GET failed (client error): The resource could not be found. Sep 15 09:54:39.061144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fe5b94ae-927b-4c7c-b1c1-94eecd278104 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Synchronizing usage tracker for tenant:ab4540a6c4ce470bace350c0b9b624f5 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:39.123535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:39.159562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fe5b94ae-927b-4c7c-b1c1-94eecd278104 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Unset dirty status for tenant:ab4540a6c4ce470bace350c0b9b624f5 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:39.161737 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fe5b94ae-927b-4c7c-b1c1-94eecd278104 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/subnets/c4879eda-430e-4ab2-8edb-4bd70fb01d44 HTTP/1.1" status: 404 len: 337 time: 0.1422684 Sep 15 09:54:39.164052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50412) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:39.193122 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-74da7379-9282-47d2-8b25-ec1fe10bcd35 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:39.193903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74da7379-9282-47d2-8b25-ec1fe10bcd35 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:39.195823 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-74da7379-9282-47d2-8b25-ec1fe10bcd35 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/c4ab54a3-cc84-4769-a1cc-4ddedac7541e HTTP/1.1" status: 404 len: 339 time: 0.0308297 Sep 15 09:54:39.200234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50416) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:39.337138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:39.360974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498737e-f3cd-497d-8f78-b68b522b1032 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:39.365007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:39.367383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0498737e-f3cd-497d-8f78-b68b522b1032 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:39.368698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0498737e-f3cd-497d-8f78-b68b522b1032 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Synchronizing usage tracker for tenant:ab4540a6c4ce470bace350c0b9b624f5 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:39.377453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:39.445197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Deleting port 8fffcff9-8a5d-433b-8526-534b877f3a5c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:39.445597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:39.476465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0498737e-f3cd-497d-8f78-b68b522b1032 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Unset dirty status for tenant:ab4540a6c4ce470bace350c0b9b624f5 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:39.477668 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0498737e-f3cd-497d-8f78-b68b522b1032 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1390 time: 0.2762966 Sep 15 09:54:39.484305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50420) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:39.535285 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-46c323bf-38a2-413c-8b6f-4fbe51604e3f tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 207 time: 0.0497835 Sep 15 09:54:39.538700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50424) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:39.796500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] For port 8fffcff9-8a5d-433b-8526-534b877f3a5c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8fffcff9-8a5d-433b-8526-534b877f3a5c,segment=NetworkSegment(3549313b-c714-4ebe-b887-678afd18c63c),segment_id=3549313b-c714-4ebe-b887-678afd18c63c)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:39.796500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:39.796692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'Port': ['ID=ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:39.809927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7085a1-7953-49dd-9d62-0b7827b4f436 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:39.815567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7085a1-7953-49dd-9d62-0b7827b4f436 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:39.821702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7085a1-7953-49dd-9d62-0b7827b4f436 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:39.827384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7085a1-7953-49dd-9d62-0b7827b4f436 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:39.833706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7085a1-7953-49dd-9d62-0b7827b4f436 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:39.839103 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ee7085a1-7953-49dd-9d62-0b7827b4f436 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3092 time: 0.2958593 Sep 15 09:54:39.839255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50430) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:39.842081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:39.842397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:39.848915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1b798-ef52-4518-b941-cc8879833412 req-558d7524-1b81-4b3d-86b8-75ab92057640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:39.850621 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40f1b798-ef52-4518-b941-cc8879833412 req-558d7524-1b81-4b3d-86b8-75ab92057640 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9708364 Sep 15 09:54:40.103937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Calling delete_port for 8fffcff9-8a5d-433b-8526-534b877f3a5c owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:40.303936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] For port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,segment=NetworkSegment(64a4d073-4c46-4515-ab78-19431f7618d3),segment_id=64a4d073-4c46-4515-ab78-19431f7618d3)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:40.304498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:40.385947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Deleting port 7a7d8b88-75c1-4a3d-9a27-3a2d238bca44 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:40.386287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:40.424548 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-68d989eb-8791-44e6-973a-b8bb21ba0aff tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 679 time: 0.5841994 Sep 15 09:54:40.427915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50438) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:40.494359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Calling delete_port for 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:40.507377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec40be0-909f-4137-bca4-0800ee24cff1 req-87aa42f2-963e-4137-9fe1-a7e4dcdce8e3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:40.508867 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bec40be0-909f-4137-bca4-0800ee24cff1 req-87aa42f2-963e-4137-9fe1-a7e4dcdce8e3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 945 time: 0.4518864 Sep 15 09:54:40.553064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501cc07-1257-43af-b6b2-629ae2e4a756 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:40.554654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e501cc07-1257-43af-b6b2-629ae2e4a756 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:40.556191 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e501cc07-1257-43af-b6b2-629ae2e4a756 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1276131 Sep 15 09:54:40.560036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50442) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:40.590649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] The port '7a7d8b88-75c1-4a3d-9a27-3a2d238bca44' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:54:40.664986 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bec40be0-909f-4137-bca4-0800ee24cff1 req-7e0bfc97-a5d9-4074-83eb-e45e3850fc2f tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/security-groups?id=d161da7e-8392-4551-9f18-a9506c014497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414554 Sep 15 09:54:40.694953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc30360-6d46-4e9c-821b-b278ee931e5f tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['shared'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:40.696362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc30360-6d46-4e9c-821b-b278ee931e5f tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['shared'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:40.699313 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3bc30360-6d46-4e9c-821b-b278ee931e5f tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1369321 Sep 15 09:54:40.701374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50446) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:40.794408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:54:40.823515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-21235ad8-3e51-4707-adf3-bc3a0cdd0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:40.824913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-21235ad8-3e51-4707-adf3-bc3a0cdd0958 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 1097 time: 0.8288569 Sep 15 09:54:40.842019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:40.843349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:40.853984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f44b149-0999-4f6d-a537-389d1d62833c req-6b98a27c-7046-49d5-a793-5d3ab6ff1f2a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:40.855416 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3f44b149-0999-4f6d-a537-389d1d62833c req-6b98a27c-7046-49d5-a793-5d3ab6ff1f2a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 944 time: 0.8604362 Sep 15 09:54:40.905915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270cd7bc-a6ba-4e4c-8570-db94e4e668a0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:40.907371 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-270cd7bc-a6ba-4e4c-8570-db94e4e668a0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/networks/19ad61e5-46c3-4819-84c5-f75d69884a76 HTTP/1.1" status: 200 len: 799 time: 0.2047648 Sep 15 09:54:40.910430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fffcff9-8a5d-433b-8526-534b877f3a5c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:40.911469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50450) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:40.976113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.030327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.061375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.101693 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-a65fcc1a-f001-405d-94c1-1d56db7ffa49 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=62fffd7f-8315-4657-8227-77e6b90a7c67 HTTP/1.1" status: 200 len: 217 time: 0.2554932 Sep 15 09:54:41.128274 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:54:41.223003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.234916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.287316 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0a3129f6-86aa-4abf-a026-5f321b260e59 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/networks/19ad61e5-46c3-4819-84c5-f75d69884a76?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3747387 Sep 15 09:54:41.288651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50454) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:41.351967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.352474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e363adf1-f007-4d0c-a0c5-801a11a0182b {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:54:41.371002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967baa40-a45b-481c-9532-ac8cab218119 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:41.372605 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-967baa40-a45b-481c-9532-ac8cab218119 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/subnets/eecc7ce8-75ac-4423-b8e6-92e8fb596371 HTTP/1.1" status: 200 len: 811 time: 0.0836146 Sep 15 09:54:41.376252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50458) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:41.390856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16348ee2-7d0c-4da1-a69f-622268d89c25']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:41.417357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.420948 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a0384461-ce23-4077-99f3-bbf117c3f7f8 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "DELETE /v2.0/routers/e363adf1-f007-4d0c-a0c5-801a11a0182b HTTP/1.1" status: 204 len: 168 time: 4.3495140 Sep 15 09:54:41.423802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50462) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:41.436796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290086d6-bc21-4536-97a4-5ae244fda8fd') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:41.437169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290086d6-bc21-4536-97a4-5ae244fda8fd') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:41.463342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.512919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e31bb8-5ff2-4abf-8607-b85a15702a1e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['shared'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:41.514334 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-94e31bb8-5ff2-4abf-8607-b85a15702a1e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "GET /v2.0/subnets/eecc7ce8-75ac-4423-b8e6-92e8fb596371?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1371329 Sep 15 09:54:41.515327 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3f44b149-0999-4f6d-a537-389d1d62833c req-9c289dc7-fa94-4b83-b916-d5701e0963ca tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6046336 Sep 15 09:54:41.517885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50466) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:41.523347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1167646336'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:41.529159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:41.544656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=e2d966ef-617c-46e9-ada4-8784c5014f80,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:41.547327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-50c2f70b-30e6-42ba-ba04-16789ed70483 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Deleting subnet 894cd81c-9181-4086-80ae-5ce4ea2a93be {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:41.548087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.554143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:41.556128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-50c2f70b-30e6-42ba-ba04-16789ed70483 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.587125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.590468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-a2489742-13d3-411e-a282-f82ad0862052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:41.591270 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-a2489742-13d3-411e-a282-f82ad0862052 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d1ee8aa9-16e3-4885-a5de-fc50588fa26a HTTP/1.1" status: 200 len: 838 time: 0.3205864 Sep 15 09:54:41.613859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-50c2f70b-30e6-42ba-ba04-16789ed70483 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.655924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:41.656426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.659422 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.693153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-50c2f70b-30e6-42ba-ba04-16789ed70483 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.719272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Pushing event deleted for resources: {'Port': ['ID=7ce68a91-3f95-4b1d-957a-2b92ec22c6ff,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:41.731436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:41.731944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.740206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:41.763703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.764055 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Added segment 248c345e-0b91-42a3-9b5c-5d742f88256b of type vlan for network c0d20d12-ce0a-47f1-a62a-8c140ba3111c Sep 15 09:54:41.833697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.871434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-50c2f70b-30e6-42ba-ba04-16789ed70483 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.901098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 290086d6-bc21-4536-97a4-5ae244fda8fd resource provider aggregate not found Sep 15 09:54:41.910342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2f70b-30e6-42ba-ba04-16789ed70483 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=894cd81c-9181-4086-80ae-5ce4ea2a93be,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:41.916507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-50c2f70b-30e6-42ba-ba04-16789ed70483 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.919143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.931081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:41.931081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:41.976483 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 290086d6-bc21-4536-97a4-5ae244fda8fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 290086d6-bc21-4536-97a4-5ae244fda8fd found for delete ", "request_id": "req-5f75eef6-0211-4c48-afc7-f95153e065f0"}]} Sep 15 09:54:42.052139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] No DVR routers for this DVR port 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:42.060835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.064419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec516c0-d869-4985-b484-8bdfd4fcc7f2', 'name': 'network-vif-deleted', 'tag': '7ce68a91-3f95-4b1d-957a-2b92ec22c6ff'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:54:42.069167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf48e422-22fa-4159-9a12-5a77693a392b" -d '{"events": [{"server_uuid": "bec516c0-d869-4985-b484-8bdfd4fcc7f2", "name": "network-vif-deleted", "tag": "7ce68a91-3f95-4b1d-957a-2b92ec22c6ff"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:54:42.215638 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-50c2f70b-30e6-42ba-ba04-16789ed70483 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/894cd81c-9181-4086-80ae-5ce4ea2a93be HTTP/1.1" status: 204 len: 168 time: 0.7903833 Sep 15 09:54:42.217720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50480) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:42.222536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-756ba4d2-9082-4642-b0da-c1516b7e822c x-openstack-request-id: req-756ba4d2-9082-4642-b0da-c1516b7e822c {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:54:42.222837 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec516c0-d869-4985-b484-8bdfd4fcc7f2", "name": "network-vif-deleted", "tag": "7ce68a91-3f95-4b1d-957a-2b92ec22c6ff", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:54:42.223085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-756ba4d2-9082-4642-b0da-c1516b7e822c {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:54:42.223682 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-756ba4d2-9082-4642-b0da-c1516b7e822c'] response: {'server_uuid': 'bec516c0-d869-4985-b484-8bdfd4fcc7f2', 'name': 'network-vif-deleted', 'tag': '7ce68a91-3f95-4b1d-957a-2b92ec22c6ff', 'status': 'completed', 'code': 200} Sep 15 09:54:42.243154 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1aa61582-f802-448f-8f8f-80b63eccd309 req-ebfb935c-7367-4b4d-a05d-d1a230cd8eaf tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 210 time: 0.2777259 Sep 15 09:54:42.259887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.265448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Network': ['ID=c0d20d12-ce0a-47f1-a62a-8c140ba3111c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:42.272455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.283108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c0d20d12-ce0a-47f1-a62a-8c140ba3111c details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:42.290392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.293241 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] 10.222.0.62 "DELETE /v2.0/networks/16348ee2-7d0c-4da1-a69f-622268d89c25 HTTP/1.1" status: 204 len: 168 time: 5.2654085 Sep 15 09:54:42.323015 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19dc4077-99f5-43f8-933a-9c035daa4a88 req-9a5394c2-080a-46f0-a2da-0f3282dd68a3 tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.16 "DELETE /v2.0/ports/7ce68a91-3f95-4b1d-957a-2b92ec22c6ff HTTP/1.1" status: 204 len: 173 time: 3.7528124 Sep 15 09:54:42.361436 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-473658fe-2508-40d9-8a07-e138ebe1b4e0 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8400853 Sep 15 09:54:42.361991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50486) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:42.365464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7243d-4616-4354-895e-580835ae38c2 tempest-AllowedAddressPairIpV6TestJSON-1736004755 tempest-AllowedAddressPairIpV6TestJSON-1736004755-project] Pushing event deleted for resources: {'Network': ['ID=16348ee2-7d0c-4da1-a69f-622268d89c25,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:42.367615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'network_id': 'c0d20d12-ce0a-47f1-a62a-8c140ba3111c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:42.493600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.515081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:42.534653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:42.547178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-45d62c96-b725-4b7a-b63d-9966eb4e630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:42.548159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:42.567848 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-45d62c96-b725-4b7a-b63d-9966eb4e630b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7ae6b269-66c0-4d6c-b389-72e6fd001b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.9327354 Sep 15 09:54:42.575298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.646004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Made reservation on behalf of ab4540a6c4ce470bace350c0b9b624f5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:42.650106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.709269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:42.709615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ce68a91-3f95-4b1d-957a-2b92ec22c6ff not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:42.870424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing IP validity checks on allocation pools {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 15 09:54:42.870946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 15 09:54:42.877725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.918887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e0723bf-9ee4-4c21-9422-452b2a2b5589']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:42.936047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3549313b-c714-4ebe-b887-678afd18c63c') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:42.936763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3549313b-c714-4ebe-b887-678afd18c63c') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:42.952663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:42.987349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.045250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.060252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:43.060673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.207596 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 3549313b-c714-4ebe-b887-678afd18c63c resource provider aggregate not found Sep 15 09:54:43.221852 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-d83ace69-bb13-48ae-ae08-4c2058adb20b service neutron] 10.222.0.16 "GET /v2.0/networks/7ae6b269-66c0-4d6c-b389-72e6fd001b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294394 Sep 15 09:54:43.239130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50498) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:43.257211 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 3549313b-c714-4ebe-b887-678afd18c63c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3549313b-c714-4ebe-b887-678afd18c63c found for delete ", "request_id": "req-c68c399b-c35b-43d2-9ca5-a1b82edc8675"}]} Sep 15 09:54:43.332150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.361471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e0723bf-9ee4-4c21-9422-452b2a2b5589 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 15 09:54:43.380220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.383784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.464866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e0723bf-9ee4-4c21-9422-452b2a2b5589,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:43.513160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7646e-9017-407c-ba68-5ac9d884262a req-d6766eee-64f3-4879-aaa9-9a795ea95490 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:43.514902 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bfb7646e-9017-407c-ba68-5ac9d884262a req-d6766eee-64f3-4879-aaa9-9a795ea95490 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 944 time: 0.7320385 Sep 15 09:54:43.574916 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1ac9e8bb-8f6f-4f74-8a82-f1dbe3e6104e req-6c445bd6-5474-4c6d-9e2d-8e42f15ac5ef tempest-TestServerAdvancedOps-550386247 tempest-TestServerAdvancedOps-550386247-project] 10.222.0.62 "GET /v2.0/ports?device_id=bec516c0-d869-4985-b484-8bdfd4fcc7f2 HTTP/1.1" status: 200 len: 210 time: 0.1004455 Sep 15 09:54:43.631409 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ccaf4a16-ca53-4844-bd8f-b448689a94d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b97e7f4d4c364c1bbf77fe98fce0d79f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890805 Sep 15 09:54:43.634533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=18bf0c77-9eac-44b0-9df3-278a45b0a020,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:43.636777 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50506) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:43.645419 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7de18dcb-a8e5-4baf-9ec1-8b7d90b5895b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "DELETE /v2.0/networks/0e0723bf-9ee4-4c21-9422-452b2a2b5589 HTTP/1.1" status: 204 len: 168 time: 1.4163256 Sep 15 09:54:43.667371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Checking segment: {'id': '248c345e-0b91-42a3-9b5c-5d742f88256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c0d20d12-ce0a-47f1-a62a-8c140ba3111c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:43.667756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network hostable DHCP agents. Network: c0d20d12-ce0a-47f1-a62a-8c140ba3111c, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:43.732819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b415c3-3b90-4a06-a690-11a7683d404e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.747553 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bfb7646e-9017-407c-ba68-5ac9d884262a req-5299a79d-5fe5-49ba-8ca2-915a52d44171 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630621 Sep 15 09:54:43.763288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b415c3-3b90-4a06-a690-11a7683d404e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.809033 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e72d0771-5ebe-4978-9276-95cc35f9bd82 req-a66d87e6-a4cc-451d-b717-0b218d23f7f8 service neutron] 10.222.0.16 "GET /v2.0/networks/7ae6b269-66c0-4d6c-b389-72e6fd001b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686038 Sep 15 09:54:43.825086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Router f4ce073a-650e-407b-8bf7-d4a28d814494 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:54:43.833482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Network c0d20d12-ce0a-47f1-a62a-8c140ba3111c is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:43.899755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c0d20d12-ce0a-47f1-a62a-8c140ba3111c) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:43.904879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:43.905487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.908786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941915a2-e823-4228-ad24-3c4fc725fcec None None] Network c0d20d12-ce0a-47f1-a62a-8c140ba3111c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:43.945219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b415c3-3b90-4a06-a690-11a7683d404e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.949166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b415c3-3b90-4a06-a690-11a7683d404e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:43.954557 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-34b415c3-3b90-4a06-a690-11a7683d404e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b310534-bf45-42ab-8349-baba0c435e89 HTTP/1.1" status: 204 len: 168 time: 0.3141465 Sep 15 09:54:43.970642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b415c3-3b90-4a06-a690-11a7683d404e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b310534-bf45-42ab-8349-baba0c435e89,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:43.997517 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aa406558-ff15-4d0a-94fa-9b82f2afcd81 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6342013 Sep 15 09:54:43.999845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50518) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:44.007032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4af7ea8f-595d-486b-806b-43025caf2b29 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:44.083788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.096526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:44.116958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Sync routers for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:44.134523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50522) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:44.140417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'router': {'name': 'tempest-router--1170172295', 'project_id': '5a68f89d12bf411baa78444e7136030e'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:44.146938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:44.149532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.206034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:44.207231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:44.228327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Usage tracker for resource:router and tenant:5a68f89d12bf411baa78444e7136030e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:44.231526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:44.244072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:44.246507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4af7ea8f-595d-486b-806b-43025caf2b29 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8135735'] for subnet, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.252982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.254778 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-454b8093-156a-41b0-9050-a13b4f423f57 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.0711775 Sep 15 09:54:44.261791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50526) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:44.317408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=e2d966ef-617c-46e9-ada4-8784c5014f80,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:44.341908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.386035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.387510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.402865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.507689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c0d20d12-ce0a-47f1-a62a-8c140ba3111c', 'network_id': 'c0d20d12-ce0a-47f1-a62a-8c140ba3111c', 'tenant_id': 'ab4540a6c4ce470bace350c0b9b624f5', 'fixed_ips': [{'subnet_id': '18bf0c77-9eac-44b0-9df3-278a45b0a020'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:44.508527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.580789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.587435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:54:44.602103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 1def7c49-5933-4564-8ad7-3d7dadf97615 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:44.603926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:44.619221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4af7ea8f-595d-486b-806b-43025caf2b29 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743233271116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6528979'] for subnet, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.771914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50540) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:44.773036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7ea8f-595d-486b-806b-43025caf2b29 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:44.773635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4af7ea8f-595d-486b-806b-43025caf2b29 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.774987 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4af7ea8f-595d-486b-806b-43025caf2b29 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "PUT /v2.0/subnets/18bf0c77-9eac-44b0-9df3-278a45b0a020 HTTP/1.1" status: 200 len: 877 time: 0.7741187 Sep 15 09:54:44.849214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50546) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:44.872181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:44.875881 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-74d7d5f8-482c-469f-9b87-fea9debef6db tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7375624 Sep 15 09:54:44.908087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50552) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:44.952316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7ea8f-595d-486b-806b-43025caf2b29 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event updated for resources: {'Subnet': ['ID=18bf0c77-9eac-44b0-9df3-278a45b0a020,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:44.981977 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-af84abe8-d722-4e05-bc23-a6eb75e528f3 tempest-TestNetworkAdvancedServerOps-1294092877 tempest-TestNetworkAdvancedServerOps-1294092877-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=bfd50a27c7b140bfb2c562b9f5d40942&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7185075 Sep 15 09:54:44.984257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50558) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:45.059716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Allocated IP 172.20.0.3 (c0d20d12-ce0a-47f1-a62a-8c140ba3111c/18bf0c77-9eac-44b0-9df3-278a45b0a020/d5245ccd-af82-47f2-b43d-c0b9803d1c5f) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:45.062343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3cbdff70-431a-409b-a2c7-f2e3e87caf71 None None] Provisioning complete for port e2d966ef-617c-46e9-ada4-8784c5014f80 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:45.062720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3cbdff70-431a-409b-a2c7-f2e3e87caf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.244030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3cbdff70-431a-409b-a2c7-f2e3e87caf71 None None] Port e2d966ef-617c-46e9-ada4-8784c5014f80 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:45.254626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c441c64-bcb5-49c3-a7cf-10e44a023d76 admin admin] Deleting subnet 14a23583-8e93-4d85-a5a7-7457ee6d40cc {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:45.259009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e7dbccc-28f6-43f0-ad00-9548770de38f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.289516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c441c64-bcb5-49c3-a7cf-10e44a023d76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.320968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:40Z', 'revision_number': 3, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:45.334714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Checking router: f4ce073a-650e-407b-8bf7-d4a28d814494 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:54:45.335043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Updating router f4ce073a-650e-407b-8bf7-d4a28d814494 port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:54:45.392495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c441c64-bcb5-49c3-a7cf-10e44a023d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.465375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c641aea-c424-4d55-aa73-2f8d6bacd8bb tempest-TestNetworkAdvancedServerOps-1294092877 tempest-TestNetworkAdvancedServerOps-1294092877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:45.466930 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2c641aea-c424-4d55-aa73-2f8d6bacd8bb tempest-TestNetworkAdvancedServerOps-1294092877 tempest-TestNetworkAdvancedServerOps-1294092877-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4746692 Sep 15 09:54:45.487092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c441c64-bcb5-49c3-a7cf-10e44a023d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.495796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.510638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50570) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:45.522816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.536680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50574) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:45.553239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Transition to ACTIVE for port object d5245ccd-af82-47f2-b43d-c0b9803d1c5f will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:45.622660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Transition to ACTIVE for port object d5245ccd-af82-47f2-b43d-c0b9803d1c5f will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:45.656679 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4a7a9ab9-86fe-4a44-b9c3-487fc554f804 tempest-TestNetworkAdvancedServerOps-1294092877 tempest-TestNetworkAdvancedServerOps-1294092877-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1302431 Sep 15 09:54:45.661552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50580) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:45.667881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1971125174', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:45.685505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c441c64-bcb5-49c3-a7cf-10e44a023d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.727958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.735369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c441c64-bcb5-49c3-a7cf-10e44a023d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14a23583-8e93-4d85-a5a7-7457ee6d40cc,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:45.812277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c441c64-bcb5-49c3-a7cf-10e44a023d76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.826651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5c441c64-bcb5-49c3-a7cf-10e44a023d76 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/14a23583-8e93-4d85-a5a7-7457ee6d40cc HTTP/1.1" status: 204 len: 168 time: 1.0505536 Sep 15 09:54:45.830130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50584) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:45.831620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-212868328'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:45.860523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:45.864488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e7dbccc-28f6-43f0-ad00-9548770de38f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.872034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e7dbccc-28f6-43f0-ad00-9548770de38f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.874894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Network c0d20d12-ce0a-47f1-a62a-8c140ba3111c is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:45.879517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:45.882928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Usage tracker for resource:network and tenant:ef995dc7be6048f9a31c0aab724bf31b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:45.884965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:45.888187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:45.902469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.916677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:45.944574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14297618-9c39-46b2-9806-13d70490eb0b req-3e73fecf-4b7c-42de-8050-e1732753d283 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:45.946091 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14297618-9c39-46b2-9806-13d70490eb0b req-3e73fecf-4b7c-42de-8050-e1732753d283 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 944 time: 0.6345651 Sep 15 09:54:45.950757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port d5245ccd-af82-47f2-b43d-c0b9803d1c5f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:45.953089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.956217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Pushing event updated for resources: {'Port': ['ID=d5245ccd-af82-47f2-b43d-c0b9803d1c5f,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:45.960804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:45.978445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:46.010538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 81ea4510-03ab-439c-ba0d-a1da908e6b3b is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:54:46.017546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:subnet and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:46.023586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:46.024653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e7dbccc-28f6-43f0-ad00-9548770de38f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.025163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7dbccc-28f6-43f0-ad00-9548770de38f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc3b8a93-eceb-4b75-9d51-d55abf08907a {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:54:46.035302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Attempting to bind port d5245ccd-af82-47f2-b43d-c0b9803d1c5f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:46.035674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Attempting to bind port d5245ccd-af82-47f2-b43d-c0b9803d1c5f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '248c345e-0b91-42a3-9b5c-5d742f88256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c0d20d12-ce0a-47f1-a62a-8c140ba3111c'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:46.036034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Attempting to bind port d5245ccd-af82-47f2-b43d-c0b9803d1c5f on network c0d20d12-ce0a-47f1-a62a-8c140ba3111c {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:46.037424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Made reservation on behalf of ef995dc7be6048f9a31c0aab724bf31b for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:46.041049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.044162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:46.044530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Checking segment: {'id': '248c345e-0b91-42a3-9b5c-5d742f88256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c0d20d12-ce0a-47f1-a62a-8c140ba3111c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:46.044999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.045320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Bound using segment: {'id': '248c345e-0b91-42a3-9b5c-5d742f88256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c0d20d12-ce0a-47f1-a62a-8c140ba3111c'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:46.045788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Bound port: d5245ccd-af82-47f2-b43d-c0b9803d1c5f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '248c345e-0b91-42a3-9b5c-5d742f88256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c0d20d12-ce0a-47f1-a62a-8c140ba3111c'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:46.046285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.048310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:46.131003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.157548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.160416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ed9af2-7929-4859-915e-258ad76ee320']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:46.167992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6e7dbccc-28f6-43f0-ad00-9548770de38f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.171610 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6e7dbccc-28f6-43f0-ad00-9548770de38f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "DELETE /v2.0/routers/dc3b8a93-eceb-4b75-9d51-d55abf08907a HTTP/1.1" status: 204 len: 168 time: 1.2561817 Sep 15 09:54:46.183117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64a4d073-4c46-4515-ab78-19431f7618d3') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:46.184348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64a4d073-4c46-4515-ab78-19431f7618d3') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:46.189638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.198611 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14297618-9c39-46b2-9806-13d70490eb0b req-46459657-c715-4304-80d0-dcb900fcbfd8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203722 Sep 15 09:54:46.211012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Transition to ACTIVE for port object ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:46.216266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] For port d5245ccd-af82-47f2-b43d-c0b9803d1c5f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:46.219530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] For port d5245ccd-af82-47f2-b43d-c0b9803d1c5f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d5245ccd-af82-47f2-b43d-c0b9803d1c5f,segment=NetworkSegment(248c345e-0b91-42a3-9b5c-5d742f88256b),segment_id=248c345e-0b91-42a3-9b5c-5d742f88256b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:46.225115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.245373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.253119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:46.254212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.271495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Made reservation on behalf of bfd50a27c7b140bfb2c562b9f5d40942 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:46.275152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.276973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.279374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:46.320567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Usage tracker for resource:security_group_rule and tenant:ef995dc7be6048f9a31c0aab724bf31b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:46.349177 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 64a4d073-4c46-4515-ab78-19431f7618d3 resource provider aggregate not found Sep 15 09:54:46.369164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:46.375745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.390516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:46.402737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Attempting to bind port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:46.403222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Attempting to bind port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:46.404450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Attempting to bind port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:46.419583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:46.420079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:46.420738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.421227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:46.421845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Bound port: ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:46.422325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.434391 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 64a4d073-4c46-4515-ab78-19431f7618d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64a4d073-4c46-4515-ab78-19431f7618d3 found for delete ", "request_id": "req-757c02d0-e2d3-4043-99af-d5c761c62c31"}]} Sep 15 09:54:46.455718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 62fffd7f-8315-4657-8227-77e6b90a7c67 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:54:46.459941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:46.473114 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b320b3d-d02a-429c-a874-cceb9f82eece None None] Sync routers for ids ['81ea4510-03ab-439c-ba0d-a1da908e6b3b'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:46.475104 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e6a6cea7-f2e7-45b0-a38c-cf9c2164fc5e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/81ea4510-03ab-439c-ba0d-a1da908e6b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4414463 Sep 15 09:54:46.486941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50594) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:46.489763 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b320b3d-d02a-429c-a874-cceb9f82eece None None] Routers {'81ea4510-03ab-439c-ba0d-a1da908e6b3b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:46.491555 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7b320b3d-d02a-429c-a874-cceb9f82eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['81ea4510-03ab-439c-ba0d-a1da908e6b3b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:46.500802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port d5245ccd-af82-47f2-b43d-c0b9803d1c5f, host dv-neutron-857775-1-hyperv, got binding levels [] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:46.501166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.505797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc1cb-52df-4daa-9235-0cc0cec86665 None None] Pushing event updated for resources: {'Port': ['ID=ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:46.584801 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7b320b3d-d02a-429c-a874-cceb9f82eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:46.600184 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b320b3d-d02a-429c-a874-cceb9f82eece None None] Routers {'81ea4510-03ab-439c-ba0d-a1da908e6b3b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:46.601092 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7b320b3d-d02a-429c-a874-cceb9f82eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['81ea4510-03ab-439c-ba0d-a1da908e6b3b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:46.655206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b74ea-7854-47c2-b5a0-dbd24f52e40b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:46.656695 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4f7b74ea-7854-47c2-b5a0-dbd24f52e40b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports/e2d966ef-617c-46e9-ada4-8784c5014f80 HTTP/1.1" status: 200 len: 976 time: 0.1676669 Sep 15 09:54:46.657397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50598) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:46.667651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50600) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:46.676528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.690918 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7b320b3d-d02a-429c-a874-cceb9f82eece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:46.691581 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b320b3d-d02a-429c-a874-cceb9f82eece None None] The sync data for ids ['81ea4510-03ab-439c-ba0d-a1da908e6b3b'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:54:46.704541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for d5245ccd-af82-47f2-b43d-c0b9803d1c5f owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:46.747848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c74291-ddd9-4052-87be-43f97f9019a6 None None] Pushing event updated for resources: {'Port': ['ID=d5245ccd-af82-47f2-b43d-c0b9803d1c5f,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:46.756389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] For port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:46.797496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] For port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:46.856990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 62fffd7f-8315-4657-8227-77e6b90a7c67, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=62fffd7f-8315-4657-8227-77e6b90a7c67,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:46.890846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '62fffd7f-8315-4657-8227-77e6b90a7c67', 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d', 'port_id': '62fffd7f-8315-4657-8227-77e6b90a7c67', 'mac_address': 'fa:16:3e:37:4f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ee8aa9-16e3-4885-a5de-fc50588fa26a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:54:46.899806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.927083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ed9af2-7929-4859-915e-258ad76ee320,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:46.941595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:46.951524 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-80e168f3-4ca3-4749-a47d-efdad1aa8004 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c6ed9af2-7929-4859-915e-258ad76ee320 HTTP/1.1" status: 204 len: 168 time: 1.1202917 Sep 15 09:54:46.952258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50608) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:47.040883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:47.041526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:47.041993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-507540439', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:47.072317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:47.090582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:47.091143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:47.107250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.108975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 62fffd7f-8315-4657-8227-77e6b90a7c67 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:47.109357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.147417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fc1cb-52df-4daa-9235-0cc0cec86665 None None] Pushing event updated for resources: {'Port': ['ID=ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:47.151124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Usage tracker for resource:router and tenant:87c095c51f3f4a55aff08d41fcea102c is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:47.153417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62fffd7f-8315-4657-8227-77e6b90a7c67 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:54:47.157787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.170414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 62fffd7f-8315-4657-8227-77e6b90a7c67, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=62fffd7f-8315-4657-8227-77e6b90a7c67,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:47.199297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] vlan segment allocate from pool success with {'vlan_id': 353, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:54:47.212956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16f5da98-2d9e-4165-9c28-c1ced9dc82e6,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:47.227590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.228299 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Added segment 2ae583e5-4b64-4256-a80e-4007bd753886 of type vlan for network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 Sep 15 09:54:47.275901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.276585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.342575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:47.385319 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.391737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:47.392332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.395539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:54:47.507560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:47.540612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b1b841-6003-4dbe-8512-7a606cb3c5cb admin admin] Deleting subnet 497d36e2-f315-49e5-ab79-a168a6c87d96 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:47.545165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event updated for resources: {'Network': ['ID=3df41150-5e85-4f66-9f3b-6013f1cdf7f4,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:47.561172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60b1b841-6003-4dbe-8512-7a606cb3c5cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.575201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:54:47.592257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port d5245ccd-af82-47f2-b43d-c0b9803d1c5f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:47.592593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.715526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60b1b841-6003-4dbe-8512-7a606cb3c5cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.734285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['62fffd7f-8315-4657-8227-77e6b90a7c67'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:54:47.798052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.802840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.803870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.804731 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-af2ebfbd-1660-42e0-ba86-f1f651dcb71b tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.2246256 Sep 15 09:54:47.805424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50616) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:47.818589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Request body: {'subnet': {'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:47.851654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580bfaa-74ae-473e-9289-cb768aad26a9 req-0f0f668d-04d4-4acd-84bf-ef03d3555067 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:47.853418 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9580bfaa-74ae-473e-9289-cb768aad26a9 req-0f0f668d-04d4-4acd-84bf-ef03d3555067 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 945 time: 0.4006469 Sep 15 09:54:47.868386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60b1b841-6003-4dbe-8512-7a606cb3c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.870424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae3d2d1-b954-4ba6-95c9-bbe3b9743ef4 None None] Network c0d20d12-ce0a-47f1-a62a-8c140ba3111c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:47.969478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port d5245ccd-af82-47f2-b43d-c0b9803d1c5f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d5245ccd-af82-47f2-b43d-c0b9803d1c5f,segment=NetworkSegment(248c345e-0b91-42a3-9b5c-5d742f88256b),segment_id=248c345e-0b91-42a3-9b5c-5d742f88256b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:47.969478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.975100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:47.981138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:48.011078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=62fffd7f-8315-4657-8227-77e6b90a7c67,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:48.039905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Usage tracker for resource:subnet and tenant:ef995dc7be6048f9a31c0aab724bf31b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:48.054094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'Subnet': ['ID=9092352c-755d-4ee8-b955-d4f6e601a319,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:48.072807 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9580bfaa-74ae-473e-9289-cb768aad26a9 req-c639f503-c0cd-440a-b820-bde53650e022 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064726 Sep 15 09:54:48.098770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Checking segment: {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:48.099138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Network hostable DHCP agents. Network: c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:48.100949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:48.106833 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f11b68e2-2760-4d80-96db-107f34a2057b None None] Provisioning for port d5245ccd-af82-47f2-b43d-c0b9803d1c5f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:48.109809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for d5245ccd-af82-47f2-b43d-c0b9803d1c5f owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:48.145516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:48.252164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60b1b841-6003-4dbe-8512-7a606cb3c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.276116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Made reservation on behalf of ef995dc7be6048f9a31c0aab724bf31b for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:48.283247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.338924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:48.372744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60b1b841-6003-4dbe-8512-7a606cb3c5cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.381321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1b841-6003-4dbe-8512-7a606cb3c5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=497d36e2-f315-49e5-ab79-a168a6c87d96,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:48.395817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d5245ccd-af82-47f2-b43d-c0b9803d1c5f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:48.436933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:40Z', 'revision_number': 3, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:48.455603 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-60b1b841-6003-4dbe-8512-7a606cb3c5cb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/497d36e2-f315-49e5-ab79-a168a6c87d96 HTTP/1.1" status: 204 len: 168 time: 1.4970994 Sep 15 09:54:48.465572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:48.466512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1043c4-e07b-482a-bb5c-0ba8eb16e8ea None None] The sync data for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv is: [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:40Z', 'revision_number': 3, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:54:48.471521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:48.472382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.479504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.480104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50620) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:48.562633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d5245ccd-af82-47f2-b43d-c0b9803d1c5f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:48.568042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.647626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Port d5245ccd-af82-47f2-b43d-c0b9803d1c5f was deleted so its status cannot be updated. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 15 09:54:48.657966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b764cc1d-94ab-4bdc-bb2c-93e0a4257e90 None None] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:48.710234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.746199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.840474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=d5245ccd-af82-47f2-b43d-c0b9803d1c5f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:48.849992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:48.942632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded3fb34-ee0c-4e91-a35e-f6a3a16ef577 None None] Network c0d20d12-ce0a-47f1-a62a-8c140ba3111c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:48.950269 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e5a3b52a-8671-440a-9245-4cf0fcbd97e8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.2875206 Sep 15 09:54:48.958730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50624) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:48.993230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.000929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port d5245ccd-af82-47f2-b43d-c0b9803d1c5f on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:49.057400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-168c9711-d7c9-4c00-8245-1b738f80ad05 None None] Could not find standard attr ID for object d5245ccd-af82-47f2-b43d-c0b9803d1c5f. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:54:49.111852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.155737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:49.156616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.512022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event updated for resources: {'Subnet': ['ID=2562c7c7-a83a-46ed-b892-fcba44582463,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:49.514122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Allocated IP 172.20.0.2 (c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931/9092352c-755d-4ee8-b955-d4f6e601a319/42d20f76-2a4c-4d8c-b670-93d8c85fb616) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:49.622886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Checking segment: {'id': '2ae583e5-4b64-4256-a80e-4007bd753886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:49.624574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Network hostable DHCP agents. Network: 3df41150-5e85-4f66-9f3b-6013f1cdf7f4, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:54:49.645507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.685613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-afb47836-5c51-45cb-bf7b-429def5fcdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.712237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd9fad0-71ce-41f2-821b-6157fecaeec9']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:49.732911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a697b1d-15e1-4fdf-a1c5-16c01fa5f215') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:49.733152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a697b1d-15e1-4fdf-a1c5-16c01fa5f215') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:49.751186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949463e2-6bef-48f2-8698-14a36521239b req-5d29bbc6-a09a-4841-8078-0ad3324de35d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:49.752742 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-949463e2-6bef-48f2-8698-14a36521239b req-5d29bbc6-a09a-4841-8078-0ad3324de35d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 945 time: 0.3387659 Sep 15 09:54:49.759383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port e2d966ef-617c-46e9-ada4-8784c5014f80 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:49.760269 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.765708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.793154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.834095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:54:49.845004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.856411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.863591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=18bf0c77-9eac-44b0-9df3-278a45b0a020,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:49.869378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Transition to ACTIVE for port object 42d20f76-2a4c-4d8c-b670-93d8c85fb616 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:49.881659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38176879-3a02-4581-b416-15b16e2811d0 None None] Network c0d20d12-ce0a-47f1-a62a-8c140ba3111c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:49.893044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:49.893731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:49.966516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Transition to ACTIVE for port object 42d20f76-2a4c-4d8c-b670-93d8c85fb616 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:49.971370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 3df41150-5e85-4f66-9f3b-6013f1cdf7f4) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:49.986175 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 9a697b1d-15e1-4fdf-a1c5-16c01fa5f215 resource provider aggregate not found Sep 15 09:54:49.986371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00942912-3b0b-416d-a583-48ca22cfd41d None None] Network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:50.040841 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-949463e2-6bef-48f2-8698-14a36521239b req-70c5ac4c-dac2-47cd-9e86-272bf00e46dd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797697 Sep 15 09:54:50.071892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:50.071892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.084072 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 9a697b1d-15e1-4fdf-a1c5-16c01fa5f215 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a697b1d-15e1-4fdf-a1c5-16c01fa5f215 found for delete ", "request_id": "req-d6f85d68-5985-44f7-bc96-a2370228d0a3"}]} Sep 15 09:54:50.086293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.091238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.130634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d20d12-ce0a-47f1-a62a-8c140ba3111c']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:50.148123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248c345e-0b91-42a3-9b5c-5d742f88256b') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:50.148497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248c345e-0b91-42a3-9b5c-5d742f88256b') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:50.165948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.183208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.190021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:50.190412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.212971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.302218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.311417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:50.319089 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/afd9fad0-71ce-41f2-821b-6157fecaeec9 HTTP/1.1" status: 204 len: 168 time: 1.8376758 Sep 15 09:54:50.341590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:50.349265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:50.361804 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2313b894-5641-468f-92c9-a072fe1f1cb2 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5527239 Sep 15 09:54:50.362993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50636) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:50.390366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Request body: {'port': {'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1999646868'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:50.395954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.428562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f13c7-3020-4be5-a524-e2a47105b1d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd9fad0-71ce-41f2-821b-6157fecaeec9,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:50.451973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.452312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Pushing event updated for resources: {'Port': ['ID=42d20f76-2a4c-4d8c-b670-93d8c85fb616,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:50.520657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5aae85-f26d-43cc-9b3f-545a071ea154 None None] DHCP port deletion for c0d20d12-ce0a-47f1-a62a-8c140ba3111c request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:54:50.535129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 62fffd7f-8315-4657-8227-77e6b90a7c67 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:50.606867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:50.621359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.625661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.659712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.671703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for e2d966ef-617c-46e9-ada4-8784c5014f80 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:50.676296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=c0d20d12-ce0a-47f1-a62a-8c140ba3111c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:50.685013 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-eb172f2e-ae5f-4231-9977-0a457fdd4757 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/c0d20d12-ce0a-47f1-a62a-8c140ba3111c HTTP/1.1" status: 204 len: 168 time: 5.8335607 Sep 15 09:54:50.691978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50640) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:50.726305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Attempting to bind port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:50.726550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Attempting to bind port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:50.726854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Attempting to bind port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 on network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:50.740163 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7d35a5e-17ec-48be-ba42-b925acf8fedf tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:50.740621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7d35a5e-17ec-48be-ba42-b925acf8fedf tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:50.742393 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e7d35a5e-17ec-48be-ba42-b925acf8fedf tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/18bf0c77-9eac-44b0-9df3-278a45b0a020 HTTP/1.1" status: 404 len: 337 time: 0.0494351 Sep 15 09:54:50.752990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50644) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:50.773124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.783315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:50.783695 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Checking segment: {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:50.784138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.784677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Bound using segment: {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:50.785061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Bound port: 42d20f76-2a4c-4d8c-b670-93d8c85fb616, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:50.785440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.793539 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e6f7b7-69f8-4be5-adc8-855507b92245 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:50.793645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e6f7b7-69f8-4be5-adc8-855507b92245 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:50.795482 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-52e6f7b7-69f8-4be5-adc8-855507b92245 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/c0d20d12-ce0a-47f1-a62a-8c140ba3111c HTTP/1.1" status: 404 len: 339 time: 0.0429752 Sep 15 09:54:50.806598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50648) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:50.846580 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa52c154-7557-47a2-8d44-bf1dfcc47eb3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:50.846580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa52c154-7557-47a2-8d44-bf1dfcc47eb3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:50.847282 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fa52c154-7557-47a2-8d44-bf1dfcc47eb3 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/c4879eda-430e-4ab2-8edb-4bd70fb01d44 HTTP/1.1" status: 404 len: 337 time: 0.0468783 Sep 15 09:54:50.852368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:50.856710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Usage tracker for resource:port and tenant:ef995dc7be6048f9a31c0aab724bf31b is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:50.860003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:50.867502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:50.870767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50652) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:50.871107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50654) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:50.930972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 62fffd7f-8315-4657-8227-77e6b90a7c67 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:50.937419 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-26689c01-64aa-4a3c-8119-48e2a5ff8d89 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:50.938383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-3df41150-5e85-4f66-9f3b-6013f1cdf7f4', 'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4', 'tenant_id': 'ef995dc7be6048f9a31c0aab724bf31b', 'fixed_ips': [{'subnet_id': '2562c7c7-a83a-46ed-b892-fcba44582463'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:54:50.938520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26689c01-64aa-4a3c-8119-48e2a5ff8d89 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:50.939548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.944471 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-26689c01-64aa-4a3c-8119-48e2a5ff8d89 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/c4ab54a3-cc84-4769-a1cc-4ddedac7541e HTTP/1.1" status: 404 len: 339 time: 0.0682588 Sep 15 09:54:50.945982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50660) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:50.955922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 62fffd7f-8315-4657-8227-77e6b90a7c67 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:50.956858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:50.985508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:51.021262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:51.021262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.059992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Made reservation on behalf of ef995dc7be6048f9a31c0aab724bf31b for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:51.063502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.084827 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0826b5d5-e411-4d36-afcf-dd33315da107 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d6959ac4a8a4d5fa11d867ff63d6796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125273 Sep 15 09:54:51.091369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50666) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:51.112203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.127924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] For port 42d20f76-2a4c-4d8c-b670-93d8c85fb616, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:51.128503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.138576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] device_id is not set on port e50257c7-7bb4-4234-92a5-5c3b7232ae63 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:51.161675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] For port 42d20f76-2a4c-4d8c-b670-93d8c85fb616, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=42d20f76-2a4c-4d8c-b670-93d8c85fb616,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:51.208444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Allocated IP 172.26.7.77 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/76ff8751-b05a-4bd0-ac01-e5fdb613cb26) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:51.303917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.396486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.404407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-949f4dcd-a8db-45a5-bdd8-8c72b4bee36e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.439579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Allocated IP 2001:db8::2 (3df41150-5e85-4f66-9f3b-6013f1cdf7f4/2562c7c7-a83a-46ed-b892-fcba44582463/241d8d85-7ac5-491d-8b96-b8dab12bd989) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:51.446964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:51.466909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-949f4dcd-a8db-45a5-bdd8-8c72b4bee36e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.486663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d384283-41ca-491f-ae96-13fd240e1408') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:51.486891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d384283-41ca-491f-ae96-13fd240e1408') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:51.557494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 62fffd7f-8315-4657-8227-77e6b90a7c67 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:51.558210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.600735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:51.601111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.630934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd04933-1813-4c3c-b931-394ac5a5934f None None] Pushing event updated for resources: {'Port': ['ID=42d20f76-2a4c-4d8c-b670-93d8c85fb616,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:51.634158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.667396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.681333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:51.682839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.686930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fffd7f-8315-4657-8227-77e6b90a7c67'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:54:51.689781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed2d4c3-9d0c-4abc-b1fb-c1275b0d31fa" -d '{"events": [{"server_uuid": "a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "62fffd7f-8315-4657-8227-77e6b90a7c67"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:54:51.693734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:51.703058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.714087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 62fffd7f-8315-4657-8227-77e6b90a7c67, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=62fffd7f-8315-4657-8227-77e6b90a7c67,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:51.716806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.766622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7480ed28-4d3f-4465-b775-61b86f3abe42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.771284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.778024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.887098 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d5c3d4-7090-477d-a52b-6b720663509d x-openstack-request-id: req-34d5c3d4-7090-477d-a52b-6b720663509d {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:54:51.887471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6", "name": "network-vif-plugged", "status": "completed", "tag": "62fffd7f-8315-4657-8227-77e6b90a7c67", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:54:51.887653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34d5c3d4-7090-477d-a52b-6b720663509d {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:54:51.888028 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34d5c3d4-7090-477d-a52b-6b720663509d'] response: {'server_uuid': 'a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62fffd7f-8315-4657-8227-77e6b90a7c67', 'code': 200} Sep 15 09:54:51.916310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=e2d966ef-617c-46e9-ada4-8784c5014f80,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:51.927886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-949f4dcd-a8db-45a5-bdd8-8c72b4bee36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.948141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.959079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:51.965075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f4dcd-a8db-45a5-bdd8-8c72b4bee36e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d161da7e-8392-4551-9f18-a9506c014497,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:51.968434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Transition to ACTIVE for port object 241d8d85-7ac5-491d-8b96-b8dab12bd989 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:51.993104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c0532-06d6-4b9e-a681-7e7abc06ed19 req-cc8806f9-ae43-420e-ab42-7b1e2d26ae0c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:51.998987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=62fffd7f-8315-4657-8227-77e6b90a7c67,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:52.006740 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8e9c0532-06d6-4b9e-a681-7e7abc06ed19 req-cc8806f9-ae43-420e-ab42-7b1e2d26ae0c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 945 time: 0.6714656 Sep 15 09:54:52.014301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.030204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:52.046612 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-961debef-0884-484f-9552-43ff928b385e tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/4a6a2512-bb3e-4565-9cd4-6e84d2fd86b6 HTTP/1.1" status: 204 len: 168 time: 1.0995932 Sep 15 09:54:52.049063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50674) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:52.054837 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-949f4dcd-a8db-45a5-bdd8-8c72b4bee36e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.056199 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-949f4dcd-a8db-45a5-bdd8-8c72b4bee36e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d161da7e-8392-4551-9f18-a9506c014497 HTTP/1.1" status: 204 len: 168 time: 0.9639134 Sep 15 09:54:52.076443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Transition to ACTIVE for port object 241d8d85-7ac5-491d-8b96-b8dab12bd989 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:52.121990 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae20dce9-8620-4095-855e-40a5db161c82 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:52.122603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae20dce9-8620-4095-855e-40a5db161c82 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:52.125182 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ae20dce9-8620-4095-855e-40a5db161c82 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/5d81b323-fab8-48fa-8714-973ff6f4fa54 HTTP/1.1" status: 404 len: 337 time: 0.0743523 Sep 15 09:54:52.129948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50682) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:52.158333 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 248c345e-0b91-42a3-9b5c-5d742f88256b resource provider aggregate not found Sep 15 09:54:52.172641 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d40127a-726d-496f-9cfe-009fd0a32027 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:52.176320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d40127a-726d-496f-9cfe-009fd0a32027 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:52.180307 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2d40127a-726d-496f-9cfe-009fd0a32027 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/d8c9c58b-c05f-4cc8-ac42-7596415f4219 HTTP/1.1" status: 404 len: 339 time: 0.0484924 Sep 15 09:54:52.190026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50688) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:52.246504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.304521 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:52.307971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:52.314797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:52.336025 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bff71a-8ee3-4467-b7c3-7bb6cf2f0b5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:52.340080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bff71a-8ee3-4467-b7c3-7bb6cf2f0b5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:52.351296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Allocated IP 172.20.0.1 (c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931/9092352c-755d-4ee8-b955-d4f6e601a319/d714c33e-e3fd-46aa-886f-72b50725ce5b) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:52.351509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Allocated IP 2001:db8::141 (3df41150-5e85-4f66-9f3b-6013f1cdf7f4/2562c7c7-a83a-46ed-b892-fcba44582463/e50257c7-7bb4-4234-92a5-5c3b7232ae63) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:52.358562 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8e9c0532-06d6-4b9e-a681-7e7abc06ed19 req-dc8b02ad-392f-4c23-b26c-8280ed6b9863 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502414 Sep 15 09:54:52.388088 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-21bff71a-8ee3-4467-b7c3-7bb6cf2f0b5a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/d49e09e5-5b53-4fab-825f-d3bfb1915fc2 HTTP/1.1" status: 404 len: 337 time: 0.1938217 Sep 15 09:54:52.411432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:52.476166 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 248c345e-0b91-42a3-9b5c-5d742f88256b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 248c345e-0b91-42a3-9b5c-5d742f88256b found for delete ", "request_id": "req-ad399f7a-b8ae-452b-877a-0531ba2d7bad"}]} Sep 15 09:54:52.490421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50692) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:52.500586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 42d20f76-2a4c-4d8c-b670-93d8c85fb616 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:52.522364 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 3d384283-41ca-491f-ae96-13fd240e1408 resource provider aggregate not found Sep 15 09:54:52.590635 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 3d384283-41ca-491f-ae96-13fd240e1408 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d384283-41ca-491f-ae96-13fd240e1408 found for delete ", "request_id": "req-346c625f-8b58-47ed-a655-4a476aa566ad"}]} Sep 15 09:54:52.704872 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c840ac-2023-46c6-adea-a1cd4884bc08 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:52.706085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c840ac-2023-46c6-adea-a1cd4884bc08 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:52.708177 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-15c840ac-2023-46c6-adea-a1cd4884bc08 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/091c74f2-6d22-4040-8fe4-eeec1bedfe6b HTTP/1.1" status: 404 len: 339 time: 0.2165666 Sep 15 09:54:52.713949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50702) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:52.724872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.738681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Attempting to bind port 241d8d85-7ac5-491d-8b96-b8dab12bd989 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:54:52.739292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Attempting to bind port 241d8d85-7ac5-491d-8b96-b8dab12bd989 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2ae583e5-4b64-4256-a80e-4007bd753886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:54:52.739419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Attempting to bind port 241d8d85-7ac5-491d-8b96-b8dab12bd989 on network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:54:52.747949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:54:52.748334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Checking segment: {'id': '2ae583e5-4b64-4256-a80e-4007bd753886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:54:52.748944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.749346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Bound using segment: {'id': '2ae583e5-4b64-4256-a80e-4007bd753886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:54:52.750013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Bound port: 241d8d85-7ac5-491d-8b96-b8dab12bd989, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae583e5-4b64-4256-a80e-4007bd753886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:54:52.754251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.760920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Pushing event updated for resources: {'Port': ['ID=241d8d85-7ac5-491d-8b96-b8dab12bd989,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:52.789321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-bce0fb69-6532-498d-ab05-103abe1d5d9a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:52.789779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bce0fb69-6532-498d-ab05-103abe1d5d9a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:52.794353 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bce0fb69-6532-498d-ab05-103abe1d5d9a tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/fee23f7d-d6c7-4f87-a2cc-43891a6403bb HTTP/1.1" status: 404 len: 337 time: 0.0765843 Sep 15 09:54:52.796656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d5422-66bb-4597-a8df-5947f7e652dc req-eb162a3a-7101-4e3f-a9e7-e3feed7d18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:52.798159 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-011d5422-66bb-4597-a8df-5947f7e652dc req-eb162a3a-7101-4e3f-a9e7-e3feed7d18d8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 1099 time: 0.3156345 Sep 15 09:54:52.801667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50706) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:52.840226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.848315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.887698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] For port 241d8d85-7ac5-491d-8b96-b8dab12bd989, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:54:52.891635 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb047152-f4ed-4919-8f38-e5d6a7d8a8d7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:52.891868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] For port 241d8d85-7ac5-491d-8b96-b8dab12bd989, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=241d8d85-7ac5-491d-8b96-b8dab12bd989,segment=NetworkSegment(2ae583e5-4b64-4256-a80e-4007bd753886),segment_id=2ae583e5-4b64-4256-a80e-4007bd753886)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:54:52.892128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb047152-f4ed-4919-8f38-e5d6a7d8a8d7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:52.897345 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-eb047152-f4ed-4919-8f38-e5d6a7d8a8d7 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/ee9db57e-27cd-4f1d-9e18-cfb6736e011a HTTP/1.1" status: 404 len: 339 time: 0.0950246 Sep 15 09:54:52.898063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50710) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:52.908155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:52.925771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d5245ccd-af82-47f2-b43d-c0b9803d1c5f no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:52.952748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.966375 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-a930fc90-42ce-44c6-8273-e8133d267cf6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:52.968630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a930fc90-42ce-44c6-8273-e8133d267cf6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:52.973170 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a930fc90-42ce-44c6-8273-e8133d267cf6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/0fcf87cd-f81c-4f8c-9c6f-b8187bc0d21f HTTP/1.1" status: 404 len: 337 time: 0.0707190 Sep 15 09:54:52.975335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:52.978355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50714) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.005674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.020740 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-011d5422-66bb-4597-a8df-5947f7e652dc req-17328153-9588-4ef6-a41c-bd7c829b7473 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785481 Sep 15 09:54:53.026037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-a562905e-4c5f-48b8-8d0b-ad5adb06566d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.026037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a562905e-4c5f-48b8-8d0b-ad5adb06566d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.029230 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a562905e-4c5f-48b8-8d0b-ad5adb06566d tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/416689df-b24f-4632-a58b-a4f1c56629c1 HTTP/1.1" status: 404 len: 339 time: 0.0477192 Sep 15 09:54:53.030518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50718) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.045450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: d5245ccd-af82-47f2-b43d-c0b9803d1c5f {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:53.045798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d5245ccd-af82-47f2-b43d-c0b9803d1c5f not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:53.083463 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-965eacc2-35af-48ab-9ecc-c877d1989f60 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.083928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965eacc2-35af-48ab-9ecc-c877d1989f60 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.085632 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-965eacc2-35af-48ab-9ecc-c877d1989f60 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/947aa082-7a09-4c97-aeb5-bfba2a27b45f HTTP/1.1" status: 404 len: 337 time: 0.0542080 Sep 15 09:54:53.086762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Transition to ACTIVE for port object e50257c7-7bb4-4234-92a5-5c3b7232ae63 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:53.090382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50722) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.101199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38afe39-4bb5-41d8-a8a4-f5b42c27d6de None None] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:53.120433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50724) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.136248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650fadfe-b54d-40fd-bd36-77e5a9469725 None None] Pushing event updated for resources: {'Port': ['ID=241d8d85-7ac5-491d-8b96-b8dab12bd989,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:53.179546 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b749547c-aaac-4f1c-af8b-b2307fa86013 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.180606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b749547c-aaac-4f1c-af8b-b2307fa86013 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.182677 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b749547c-aaac-4f1c-af8b-b2307fa86013 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/7d8059bb-93bb-4818-b8f3-23b10f9692ca HTTP/1.1" status: 404 len: 339 time: 0.0638363 Sep 15 09:54:53.186646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50730) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.239856 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e4b2b663-85bd-4049-8a60-1af5273e80ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d1bcb8ec9d504f7dbec666f27c26346b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1168482 Sep 15 09:54:53.245247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-16147ee9-d0ae-4830-a070-9f6f45de5747 None None] Provisioning for port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:53.267665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-16147ee9-d0ae-4830-a070-9f6f45de5747 None None] Provisioning complete for port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:53.268046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-16147ee9-d0ae-4830-a070-9f6f45de5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.286559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50734) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.304729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.317333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:53.332282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:53.343688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:53.369065 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2082ade3-46eb-4331-874a-f8eb66f4eda6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.369642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2082ade3-46eb-4331-874a-f8eb66f4eda6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.373806 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2082ade3-46eb-4331-874a-f8eb66f4eda6 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/8bcbaf5f-9755-48d0-b143-680b9726917d HTTP/1.1" status: 404 len: 337 time: 0.1437662 Sep 15 09:54:53.396939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50738) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.431060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event updated for resources: {'Port': ['ID=76ff8751-b05a-4bd0-ac01-e5fdb613cb26,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:53.448204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 81ea4510-03ab-439c-ba0d-a1da908e6b3b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:54:53.452697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e5e8fa-b286-4b92-bee8-f986ce8e1833 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.453207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e5e8fa-b286-4b92-bee8-f986ce8e1833 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.457415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-26e5e8fa-b286-4b92-bee8-f986ce8e1833 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/896b6df9-859b-4927-82a3-6f5175af3808 HTTP/1.1" status: 404 len: 339 time: 0.0591114 Sep 15 09:54:53.464494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:53.465424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.470871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50744) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.518617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:53.522490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:53.533936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:53.535499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.545205 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17c6171-1cd5-42cf-8948-d3ba90301384 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.545692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17c6171-1cd5-42cf-8948-d3ba90301384 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.547382 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e17c6171-1cd5-42cf-8948-d3ba90301384 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/0431a615-82c9-4f7c-888a-7af225f31f00 HTTP/1.1" status: 404 len: 337 time: 0.0768282 Sep 15 09:54:53.558466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50748) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.566727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event updated for resources: {'Port': ['ID=e50257c7-7bb4-4234-92a5-5c3b7232ae63,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:53.625189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Transition to ACTIVE for port object d714c33e-e3fd-46aa-886f-72b50725ce5b will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:53.647730 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0847056-6244-4e50-ae2a-07779affcdc9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.647730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0847056-6244-4e50-ae2a-07779affcdc9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.647730 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b0847056-6244-4e50-ae2a-07779affcdc9 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/c7e25368-7290-4c29-83df-6f09ba7325a3 HTTP/1.1" status: 404 len: 339 time: 0.0840847 Sep 15 09:54:53.648249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-16147ee9-d0ae-4830-a070-9f6f45de5747 None None] Current status of the port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:53.648536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-16147ee9-d0ae-4830-a070-9f6f45de5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.665768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50752) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.676210 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2fc659b0-cd25-4382-aa78-c044f23ace64 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2977781 Sep 15 09:54:53.699427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50756) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.701346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-16147ee9-d0ae-4830-a070-9f6f45de5747 None None] For port 42d20f76-2a4c-4d8c-b670-93d8c85fb616, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=42d20f76-2a4c-4d8c-b670-93d8c85fb616,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:53.710862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-df08f317-ea42-47f7-a3bc-818666fad72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.732671 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3320029b-b283-4423-a8ba-092ba617d185 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.732671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3320029b-b283-4423-a8ba-092ba617d185 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.732671 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3320029b-b283-4423-a8ba-092ba617d185 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/b550d3d6-ea00-45b0-a836-8489434cdd99 HTTP/1.1" status: 404 len: 337 time: 0.0612595 Sep 15 09:54:53.736280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50760) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.780980 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68b225c-e6a8-4d82-af81-8508993a7600 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] DELETE failed (client error): The resource could not be found. Sep 15 09:54:53.786826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68b225c-e6a8-4d82-af81-8508993a7600 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:54:53.786954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-16147ee9-d0ae-4830-a070-9f6f45de5747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.787411 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b68b225c-e6a8-4d82-af81-8508993a7600 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/122c4d49-70a9-4ee8-a2c9-da0c2f60cb1f HTTP/1.1" status: 404 len: 339 time: 0.0440021 Sep 15 09:54:53.787411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-df08f317-ea42-47f7-a3bc-818666fad72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:53.794694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50764) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:53.805348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Request body: {'port': {'network_id': '3df41150-5e85-4f66-9f3b-6013f1cdf7f4', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2131605862', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:53.805986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.api.validators [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] bootfile-name is not in valid_values {{(pid=89668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:54:53.806269 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.api.validators [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] tftp-server is not in valid_values {{(pid=89668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:54:53.806604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.api.validators [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] server-ip-address is not in valid_values {{(pid=89668) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:54:53.894790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16147ee9-d0ae-4830-a070-9f6f45de5747 None None] Pushing event updated for resources: {'Port': ['ID=42d20f76-2a4c-4d8c-b670-93d8c85fb616,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:53.936943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77336dcc-7bf5-4809-a6c8-770fcbf6d419 req-bf3df25a-e1ce-4011-9efa-0a17dedde5c6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:53.938433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:53.938726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-77336dcc-7bf5-4809-a6c8-770fcbf6d419 req-bf3df25a-e1ce-4011-9efa-0a17dedde5c6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 946 time: 0.3357575 Sep 15 09:54:53.991268 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dade12ad-3001-40fb-bd2e-e2b0de89d75e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/81ea4510-03ab-439c-ba0d-a1da908e6b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2709715 Sep 15 09:54:53.991493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94248e-592e-4d51-9b07-435103bc51f9 None None] Sync routers for ids ['81ea4510-03ab-439c-ba0d-a1da908e6b3b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:53.991493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94248e-592e-4d51-9b07-435103bc51f9 None None] Routers {'81ea4510-03ab-439c-ba0d-a1da908e6b3b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:53.991493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8a94248e-592e-4d51-9b07-435103bc51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['81ea4510-03ab-439c-ba0d-a1da908e6b3b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:53.991879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-f537a5c1-328f-43f9-874d-2fb0ed23d1c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting subnet eecc7ce8-75ac-4423-b8e6-92e8fb596371 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:53.991879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f537a5c1-328f-43f9-874d-2fb0ed23d1c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.021878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50768) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:54.087708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8a94248e-592e-4d51-9b07-435103bc51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:54.104242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a94248e-592e-4d51-9b07-435103bc51f9 None None] Routers {'81ea4510-03ab-439c-ba0d-a1da908e6b3b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:54.105163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8a94248e-592e-4d51-9b07-435103bc51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['81ea4510-03ab-439c-ba0d-a1da908e6b3b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:54.218548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:54:54.227105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Usage tracker for resource:port and tenant:ef995dc7be6048f9a31c0aab724bf31b is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:54:54.235071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:54:54.246201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:54:54.252794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8a94248e-592e-4d51-9b07-435103bc51f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:54.255631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a94248e-592e-4d51-9b07-435103bc51f9 None None] The sync data for ids ['81ea4510-03ab-439c-ba0d-a1da908e6b3b'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:54:54.257813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3c413ea7-9cbc-4013-b558-6e4f0f20f3c8 None None] Provisioning complete for port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:54.258289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c413ea7-9cbc-4013-b558-6e4f0f20f3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.318852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.328738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-df08f317-ea42-47f7-a3bc-818666fad72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.370046 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-77336dcc-7bf5-4809-a6c8-770fcbf6d419 req-cfd37b74-79bd-4758-92e4-437bc2ddee6d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4233160 Sep 15 09:54:54.385744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f537a5c1-328f-43f9-874d-2fb0ed23d1c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.423172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df08f317-ea42-47f7-a3bc-818666fad72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c898e4-6158-4b4d-8c53-29ad51fafba6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:54.456285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3c413ea7-9cbc-4013-b558-6e4f0f20f3c8 None None] Current status of the port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:54.487732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.508591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 42d20f76-2a4c-4d8c-b670-93d8c85fb616 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:54.510084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-df08f317-ea42-47f7-a3bc-818666fad72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.511208 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-df08f317-ea42-47f7-a3bc-818666fad72c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45c898e4-6158-4b4d-8c53-29ad51fafba6 HTTP/1.1" status: 204 len: 168 time: 1.2236097 Sep 15 09:54:54.553227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4728ea1-137b-4e0f-b871-feabfccebd22 None None] Network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:54.570387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Made reservation on behalf of ef995dc7be6048f9a31c0aab724bf31b for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:54:54.574279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.612887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:54.624736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:54.634635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:54.683255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] device_id is not set on port b86de4c6-9eda-45eb-bf9c-ecca78251a9c yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:54:54.726515 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-f199688c-c121-473e-8054-5266f86c9538 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] remove_router_interface failed (client error): The resource could not be found. Sep 15 09:54:54.727588 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f199688c-c121-473e-8054-5266f86c9538 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/81ea4510-03ab-439c-ba0d-a1da908e6b3b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7029850 Sep 15 09:54:54.731636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50774) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:54.757927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:54.758308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.793115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-055033d3-7a96-4e73-ac43-41557a5dc0aa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:54.805761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f537a5c1-328f-43f9-874d-2fb0ed23d1c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.839504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:54.869478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-030e32ee-5895-456d-8356-c8056b7b61f4 None None] Provisioning for port 241d8d85-7ac5-491d-8b96-b8dab12bd989 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:54.962739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-055033d3-7a96-4e73-ac43-41557a5dc0aa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:54.965575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-055033d3-7a96-4e73-ac43-41557a5dc0aa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ea4510-03ab-439c-ba0d-a1da908e6b3b HTTP/1.1" status: 200 len: 205 time: 0.2328475 Sep 15 09:54:54.968370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50778) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:55.075211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f537a5c1-328f-43f9-874d-2fb0ed23d1c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.114175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'Port': ['ID=d714c33e-e3fd-46aa-886f-72b50725ce5b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:55.139273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f537a5c1-328f-43f9-874d-2fb0ed23d1c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.139458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a0911c-7e50-4653-a3c6-a879eeb62ba4 None None] Network 19ad61e5-46c3-4819-84c5-f75d69884a76 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:55.154122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:55.155794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 241d8d85-7ac5-491d-8b96-b8dab12bd989 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:55.190543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Allocated IP 2001:db8::1d8 (3df41150-5e85-4f66-9f3b-6013f1cdf7f4/2562c7c7-a83a-46ed-b892-fcba44582463/b86de4c6-9eda-45eb-bf9c-ecca78251a9c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:54:55.198649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.207026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537a5c1-328f-43f9-874d-2fb0ed23d1c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Subnet': ['ID=eecc7ce8-75ac-4423-b8e6-92e8fb596371,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:55.222503 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f537a5c1-328f-43f9-874d-2fb0ed23d1c4 tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/subnets/eecc7ce8-75ac-4423-b8e6-92e8fb596371 HTTP/1.1" status: 204 len: 168 time: 1.4230337 Sep 15 09:54:55.223908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50782) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:55.226363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2de696c-f6a4-482e-9442-21fe163a3784 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.263689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-71cca9ea-7d22-427e-9f23-9093065150ef None None] Provisioning for port d714c33e-e3fd-46aa-886f-72b50725ce5b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:55.370947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-71cca9ea-7d22-427e-9f23-9093065150ef None None] Provisioning complete for port d714c33e-e3fd-46aa-886f-72b50725ce5b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:55.371423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-71cca9ea-7d22-427e-9f23-9093065150ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.521366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-71cca9ea-7d22-427e-9f23-9093065150ef None None] Port d714c33e-e3fd-46aa-886f-72b50725ce5b cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:55.585013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 241d8d85-7ac5-491d-8b96-b8dab12bd989 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:55.591921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 241d8d85-7ac5-491d-8b96-b8dab12bd989 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:55.592365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.650590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.656280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2de696c-f6a4-482e-9442-21fe163a3784 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.656729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] DHCP port deletion for 19ad61e5-46c3-4819-84c5-f75d69884a76 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:54:55.658859 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2de696c-f6a4-482e-9442-21fe163a3784 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.671001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] Deleting port ed7581b5-3a2f-4e57-8210-d20c325aca7b {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:55.671477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.681998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Deleting port ed7581b5-3a2f-4e57-8210-d20c325aca7b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:55.682340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.796992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2de696c-f6a4-482e-9442-21fe163a3784 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.797503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2de696c-f6a4-482e-9442-21fe163a3784 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Fanout notify agent at l3_agent the message router_deleted on router 81ea4510-03ab-439c-ba0d-a1da908e6b3b {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:54:55.816730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f2de696c-f6a4-482e-9442-21fe163a3784 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.822104 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f2de696c-f6a4-482e-9442-21fe163a3784 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/81ea4510-03ab-439c-ba0d-a1da908e6b3b HTTP/1.1" status: 204 len: 168 time: 0.8520472 Sep 15 09:54:55.822939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50788) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:55.952311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] For port ed7581b5-3a2f-4e57-8210-d20c325aca7b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed7581b5-3a2f-4e57-8210-d20c325aca7b,segment=NetworkSegment(146341d9-9e96-4a2e-b986-e0867417bab9),segment_id=146341d9-9e96-4a2e-b986-e0867417bab9)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:55.953329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:55.991912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Provisioning complete for port 241d8d85-7ac5-491d-8b96-b8dab12bd989 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:55.992509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.040900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 241d8d85-7ac5-491d-8b96-b8dab12bd989 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:56.041187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.043984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.068569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] For port ed7581b5-3a2f-4e57-8210-d20c325aca7b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed7581b5-3a2f-4e57-8210-d20c325aca7b,segment=NetworkSegment(146341d9-9e96-4a2e-b986-e0867417bab9),segment_id=146341d9-9e96-4a2e-b986-e0867417bab9)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:56.068969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.186236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b12c86d-4af7-4602-ba4e-0ed856ab521d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet 9a771129-ce1b-43bf-8ba8-e1e8e54051e7 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:54:56.195502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f124762-80e8-461e-8e27-ebf456a2ff1b req-892b636f-54aa-45e7-8c06-39e4f16ca599 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:56.196972 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f124762-80e8-461e-8e27-ebf456a2ff1b req-892b636f-54aa-45e7-8c06-39e4f16ca599 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 946 time: 0.5719154 Sep 15 09:54:56.212055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] Calling delete_port for ed7581b5-3a2f-4e57-8210-d20c325aca7b owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:56.216463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.220515 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b12c86d-4af7-4602-ba4e-0ed856ab521d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.226529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Calling delete_port for ed7581b5-3a2f-4e57-8210-d20c325aca7b owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:56.271795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 241d8d85-7ac5-491d-8b96-b8dab12bd989, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=241d8d85-7ac5-491d-8b96-b8dab12bd989,segment=NetworkSegment(2ae583e5-4b64-4256-a80e-4007bd753886),segment_id=2ae583e5-4b64-4256-a80e-4007bd753886)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:56.279463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.350419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Current status of the port 241d8d85-7ac5-491d-8b96-b8dab12bd989 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:56.350799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.361357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.366605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:56.384752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.436679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Port': ['ID=ed7581b5-3a2f-4e57-8210-d20c325aca7b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:56.440463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] No DVR routers for this DVR port ed7581b5-3a2f-4e57-8210-d20c325aca7b on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:56.457507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Transition to ACTIVE for port object b86de4c6-9eda-45eb-bf9c-ecca78251a9c will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:54:56.482176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:56.482572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:56.485727 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b12c86d-4af7-4602-ba4e-0ed856ab521d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.533701 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f124762-80e8-461e-8e27-ebf456a2ff1b req-329f77f5-d3d0-45e4-800a-37ed745498cd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3233616 Sep 15 09:54:56.540353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=241d8d85-7ac5-491d-8b96-b8dab12bd989,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:56.557743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:56.558009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:56.563989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:56.564403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.590673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.621706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ad61e5-46c3-4819-84c5-f75d69884a76']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:56.636362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146341d9-9e96-4a2e-b986-e0867417bab9') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:56.636727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146341d9-9e96-4a2e-b986-e0867417bab9') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:56.650385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.670735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.677968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:54:56.678471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.692268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:56.770157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 241d8d85-7ac5-491d-8b96-b8dab12bd989 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:54:56.825068 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 146341d9-9e96-4a2e-b986-e0867417bab9 resource provider aggregate not found Sep 15 09:54:56.859732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 241d8d85-7ac5-491d-8b96-b8dab12bd989 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:56.860409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.868887 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 146341d9-9e96-4a2e-b986-e0867417bab9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 146341d9-9e96-4a2e-b986-e0867417bab9 found for delete ", "request_id": "req-8185ce42-8918-4ec5-b04b-0db52323760a"}]} Sep 15 09:54:56.879764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7d2f8-7ca2-4b0d-a0ff-88ebce89b6b8 req-4b75d65f-2b25-488e-8713-5ac3ff62c634 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:56.881653 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-73f7d2f8-7ca2-4b0d-a0ff-88ebce89b6b8 req-4b75d65f-2b25-488e-8713-5ac3ff62c634 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 946 time: 0.1054289 Sep 15 09:54:56.933682 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-73f7d2f8-7ca2-4b0d-a0ff-88ebce89b6b8 req-720ecf44-afbf-4e92-8c6e-5a6ab2700640 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459280 Sep 15 09:54:56.948369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.967985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.982532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] Pushing event deleted for resources: {'Network': ['ID=19ad61e5-46c3-4819-84c5-f75d69884a76,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:56.984367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] Deleting port ed7581b5-3a2f-4e57-8210-d20c325aca7b {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:56.984750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:56.996100 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2000a299-957f-4c46-996a-5a459f7699de tempest-NetworksTest-395852933 tempest-NetworksTest-395852933-project] 10.222.0.62 "DELETE /v2.0/networks/19ad61e5-46c3-4819-84c5-f75d69884a76 HTTP/1.1" status: 204 len: 168 time: 1.7150855 Sep 15 09:54:57.015961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.031600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b12c86d-4af7-4602-ba4e-0ed856ab521d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.095434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b28d577e-f92c-4527-ab93-b7785f9cb0ea None None] The port 'ed7581b5-3a2f-4e57-8210-d20c325aca7b' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:54:57.175919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Current status of the port 241d8d85-7ac5-491d-8b96-b8dab12bd989 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:57.188822 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 241d8d85-7ac5-491d-8b96-b8dab12bd989 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:54:57.190958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:57.209647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:57.219199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:54:57.227769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:57.228466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.242027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event updated for resources: {'Port': ['ID=b86de4c6-9eda-45eb-bf9c-ecca78251a9c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:57.257729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed7581b5-3a2f-4e57-8210-d20c325aca7b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:57.263964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Router 5d0a1897-f039-46db-8583-28fdd49028b0 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:54:57.287289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Provisioning for port e50257c7-7bb4-4234-92a5-5c3b7232ae63 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:57.296200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: ed7581b5-3a2f-4e57-8210-d20c325aca7b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:57.297521 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed7581b5-3a2f-4e57-8210-d20c325aca7b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:57.303775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Provisioning complete for port e50257c7-7bb4-4234-92a5-5c3b7232ae63 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:57.304385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.361285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b12c86d-4af7-4602-ba4e-0ed856ab521d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.388433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-06df063f-64fb-463c-9444-4bdd15f884cb None None] Port e50257c7-7bb4-4234-92a5-5c3b7232ae63 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:57.397177 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0848cb83-f0ad-4947-8ef3-21dc4c4a51dd tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 3.6777484 Sep 15 09:54:57.399985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50804) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:57.418748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.424889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b12c86d-4af7-4602-ba4e-0ed856ab521d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=9a771129-ce1b-43bf-8ba8-e1e8e54051e7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:57.432973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b12c86d-4af7-4602-ba4e-0ed856ab521d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.434858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6b12c86d-4af7-4602-ba4e-0ed856ab521d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/9a771129-ce1b-43bf-8ba8-e1e8e54051e7 HTTP/1.1" status: 204 len: 168 time: 1.6070940 Sep 15 09:54:57.437881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50808) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:57.442013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c078c8a-23bb-45ea-a233-70636dc2a164 None None] Network 1def7c49-5933-4564-8ad7-3d7dadf97615 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:54:57.537270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a12cd-4bcd-4303-921e-ecb7de89572d tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:57.546870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.548705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a12cd-4bcd-4303-921e-ecb7de89572d tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:57.555414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a12cd-4bcd-4303-921e-ecb7de89572d tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:54:57.556318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c45a12cd-4bcd-4303-921e-ecb7de89572d tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Synchronizing usage tracker for tenant:ef995dc7be6048f9a31c0aab724bf31b on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:57.614442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-32ee9707-1d37-485e-9ee2-b95f94dc5924 None None] Provisioning complete for port e50257c7-7bb4-4234-92a5-5c3b7232ae63 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:57.614720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-32ee9707-1d37-485e-9ee2-b95f94dc5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.618787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50814) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:57.673409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c45a12cd-4bcd-4303-921e-ecb7de89572d tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Unset dirty status for tenant:ef995dc7be6048f9a31c0aab724bf31b on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:54:57.677614 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c45a12cd-4bcd-4303-921e-ecb7de89572d tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.2763066 Sep 15 09:54:57.681357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50820) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:57.719941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-32ee9707-1d37-485e-9ee2-b95f94dc5924 None None] Port e50257c7-7bb4-4234-92a5-5c3b7232ae63 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:57.774264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'Port': ['ID=d714c33e-e3fd-46aa-886f-72b50725ce5b,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:57.780060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:57.787512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.797632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.806305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5660eac7-61bf-4581-a131-404f185668f3 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Deleting port b86de4c6-9eda-45eb-bf9c-ecca78251a9c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:57.806646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5660eac7-61bf-4581-a131-404f185668f3 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.807317 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a64d7-9216-4d73-af10-c8a73bb5795b None None] Sync routers for ids ['5d0a1897-f039-46db-8583-28fdd49028b0'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:57.817787 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a64d7-9216-4d73-af10-c8a73bb5795b None None] Routers {'5d0a1897-f039-46db-8583-28fdd49028b0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:57.820952 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1b1a64d7-9216-4d73-af10-c8a73bb5795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['5d0a1897-f039-46db-8583-28fdd49028b0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:57.826246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] DHCP port deletion for 1def7c49-5933-4564-8ad7-3d7dadf97615 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:54:57.831364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] Deleting port 9fbe9055-a504-41a7-aadc-b8e50acffa57 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:57.832009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.871086 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-34a633a1-efe6-474b-bdd2-ee80a93e0cca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab4540a6c4ce470bace350c0b9b624f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509780 Sep 15 09:54:57.873640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50824) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:57.890673 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1b1a64d7-9216-4d73-af10-c8a73bb5795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:57.900297 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1a64d7-9216-4d73-af10-c8a73bb5795b None None] Routers {'5d0a1897-f039-46db-8583-28fdd49028b0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:57.900912 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1b1a64d7-9216-4d73-af10-c8a73bb5795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['5d0a1897-f039-46db-8583-28fdd49028b0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:57.966341 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1b1a64d7-9216-4d73-af10-c8a73bb5795b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:57.966740 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1a64d7-9216-4d73-af10-c8a73bb5795b None None] The sync data for ids ['5d0a1897-f039-46db-8583-28fdd49028b0'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:54:57.974443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e759df20-bd4c-4eab-a40a-27b48abfad1d None None] Provisioning for port b86de4c6-9eda-45eb-bf9c-ecca78251a9c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:54:57.985173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e759df20-bd4c-4eab-a40a-27b48abfad1d None None] Provisioning complete for port b86de4c6-9eda-45eb-bf9c-ecca78251a9c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:57.985666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e759df20-bd4c-4eab-a40a-27b48abfad1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:57.988079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:54:57.991439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:54:57.996518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 9fbe9055-a504-41a7-aadc-b8e50acffa57 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:57.996859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.082062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3319991d-c271-4f7e-ad41-50efd80d45de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.126631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.127987 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6dbd147f-f6c3-4fa8-95f5-5051b820e0a3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.4659297 Sep 15 09:54:58.132734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50828) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:58.145399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3319991d-c271-4f7e-ad41-50efd80d45de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.168394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e759df20-bd4c-4eab-a40a-27b48abfad1d None None] Port b86de4c6-9eda-45eb-bf9c-ecca78251a9c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:58.189574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] For port 9fbe9055-a504-41a7-aadc-b8e50acffa57, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fbe9055-a504-41a7-aadc-b8e50acffa57,segment=NetworkSegment(be663b16-e455-432a-9829-a2ed72257423),segment_id=be663b16-e455-432a-9829-a2ed72257423)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:58.190210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.246997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5660eac7-61bf-4581-a131-404f185668f3 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.327350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] Calling delete_port for 9fbe9055-a504-41a7-aadc-b8e50acffa57 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:58.384494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-634409c8-26f9-42d8-8922-8c240c4409c6 None None] Provisioning complete for port d714c33e-e3fd-46aa-886f-72b50725ce5b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:54:58.384790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-634409c8-26f9-42d8-8922-8c240c4409c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.428369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Router f4ce073a-650e-407b-8bf7-d4a28d814494 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:54:58.434626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 9fbe9055-a504-41a7-aadc-b8e50acffa57, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fbe9055-a504-41a7-aadc-b8e50acffa57,segment=NetworkSegment(be663b16-e455-432a-9829-a2ed72257423),segment_id=be663b16-e455-432a-9829-a2ed72257423)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:54:58.434985 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.453329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-634409c8-26f9-42d8-8922-8c240c4409c6 None None] Port d714c33e-e3fd-46aa-886f-72b50725ce5b cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:54:58.522194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.578264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] Pushing event deleted for resources: {'Port': ['ID=9fbe9055-a504-41a7-aadc-b8e50acffa57,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:58.582155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeb0437-f470-4d87-906c-d9e6726e3840 None None] No DVR routers for this DVR port 9fbe9055-a504-41a7-aadc-b8e50acffa57 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:54:58.631735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50832) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:58.640684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3319991d-c271-4f7e-ad41-50efd80d45de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.651214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5660eac7-61bf-4581-a131-404f185668f3 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Calling delete_port for b86de4c6-9eda-45eb-bf9c-ecca78251a9c owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:58.712519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 9fbe9055-a504-41a7-aadc-b8e50acffa57 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:54:58.760750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fbe9055-a504-41a7-aadc-b8e50acffa57 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:54:58.787784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319991d-c271-4f7e-ad41-50efd80d45de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b89187d-f544-4db2-8d7b-a55061eb6467,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:58.797812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 9fbe9055-a504-41a7-aadc-b8e50acffa57 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:54:58.798195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fbe9055-a504-41a7-aadc-b8e50acffa57 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:54:58.834670 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-df3ea11b-ac3a-43b1-9433-867aa90f5937 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/routers/5d0a1897-f039-46db-8583-28fdd49028b0 HTTP/1.1" status: 200 len: 923 time: 0.6922238 Sep 15 09:54:58.839129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3319991d-c271-4f7e-ad41-50efd80d45de admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:58.839309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50836) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:58.840412 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3319991d-c271-4f7e-ad41-50efd80d45de admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b89187d-f544-4db2-8d7b-a55061eb6467 HTTP/1.1" status: 204 len: 168 time: 0.9661748 Sep 15 09:54:58.977138 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a7ec1a14-444a-400a-924c-bc846013bf92 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d0a1897-f039-46db-8583-28fdd49028b0 HTTP/1.1" status: 200 len: 205 time: 0.1340077 Sep 15 09:54:58.982050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50842) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:59.066953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:54:59.067279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:54:59.077256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:54:59.089403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Sync routers for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:54:59.102456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:54:59.103084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:59.150477 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5e64e7c8-e2de-4e75-8d0e-7c4c799b4c34 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "PUT /v2.0/routers/f4ce073a-650e-407b-8bf7-d4a28d814494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1895030 Sep 15 09:54:59.179609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5660eac7-61bf-4581-a131-404f185668f3 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:59.239444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:59.277377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660eac7-61bf-4581-a131-404f185668f3 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event deleted for resources: {'Port': ['ID=b86de4c6-9eda-45eb-bf9c-ecca78251a9c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:54:59.296030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5660eac7-61bf-4581-a131-404f185668f3 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:59.419845 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5660eac7-61bf-4581-a131-404f185668f3 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "DELETE /v2.0/ports/b86de4c6-9eda-45eb-bf9c-ecca78251a9c HTTP/1.1" status: 204 len: 168 time: 1.7364318 Sep 15 09:54:59.420977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50854) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:54:59.454754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Request body: {'port': {'name': 'tempest-new-port-name-1342987308', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:54:59.455154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] bootfile-name is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:54:59.455488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] tftp-server is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:54:59.455853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.api.validators [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] server-ip-address is not in valid_values {{(pid=89669) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 15 09:54:59.487935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:54:59.580617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 9fbe9055-a504-41a7-aadc-b8e50acffa57 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:59.581871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:59.632283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:59.684998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] The port '9fbe9055-a504-41a7-aadc-b8e50acffa57' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:54:59.759481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:59.759827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-7dc09ce6-afc3-4308-9e97-cc9ef775d519 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Synchronizing usage tracker for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:54:59.827946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Deleting port 76ff8751-b05a-4bd0-ac01-e5fdb613cb26 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:54:59.828291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:59.870014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:54:56Z', 'revision_number': 2, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:59.875994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Checking router: f4ce073a-650e-407b-8bf7-d4a28d814494 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:54:59.876588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Updating router f4ce073a-650e-407b-8bf7-d4a28d814494 port d714c33e-e3fd-46aa-886f-72b50725ce5b binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:54:59.887898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:54:59.926216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1def7c49-5933-4564-8ad7-3d7dadf97615']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:54:59.943443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.001712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be663b16-e455-432a-9829-a2ed72257423') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:00.001978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be663b16-e455-432a-9829-a2ed72257423') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:00.013308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-7dc09ce6-afc3-4308-9e97-cc9ef775d519 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Unset dirty status for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:00.014277 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-7dc09ce6-afc3-4308-9e97-cc9ef775d519 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1133632300&fields=id&tenant_id=bfd50a27c7b140bfb2c562b9f5d40942 HTTP/1.1" status: 200 len: 267 time: 0.4346511 Sep 15 09:55:00.053414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.079875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.090846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:00.091552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.120089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.340161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50880) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:00.353754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.377299 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment be663b16-e455-432a-9829-a2ed72257423 resource provider aggregate not found Sep 15 09:55:00.393094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Transition to ACTIVE for port object d714c33e-e3fd-46aa-886f-72b50725ce5b will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:00.445128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.463526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.478310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.483704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.493279 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment be663b16-e455-432a-9829-a2ed72257423 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be663b16-e455-432a-9829-a2ed72257423 found for delete ", "request_id": "req-ae765bdd-4c01-4e23-a153-323e58b18b17"}]} Sep 15 09:55:00.505877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=1def7c49-5933-4564-8ad7-3d7dadf97615,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:00.534359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.625838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.632440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Calling delete_port for 76ff8751-b05a-4bd0-ac01-e5fdb613cb26 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:00.663891 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a5031100-81ca-47b6-8832-178e29170a79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/1def7c49-5933-4564-8ad7-3d7dadf97615 HTTP/1.1" status: 204 len: 168 time: 3.2208695 Sep 15 09:55:00.663891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-284069745'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:00.679682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50890) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:00.688124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:00.704194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:00.704351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-1350973907'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:00.710147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:00.728493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:00.731406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] In _notify_port_updated(), no bound segment for port e50257c7-7bb4-4234-92a5-5c3b7232ae63 on network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 09:55:00.741736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:00.749705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.749930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Attempting to bind port d714c33e-e3fd-46aa-886f-72b50725ce5b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:00.749930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Attempting to bind port d714c33e-e3fd-46aa-886f-72b50725ce5b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:00.749930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Attempting to bind port d714c33e-e3fd-46aa-886f-72b50725ce5b on network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:00.751886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50894) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:00.752039 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "PUT /v2.0/ports/e50257c7-7bb4-4234-92a5-5c3b7232ae63 HTTP/1.1" status: 200 len: 1130 time: 1.3169899 Sep 15 09:55:00.754111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:00.754330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:00.754788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Checking segment: {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:00.755260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.755756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Bound using segment: {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:00.756301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Bound port: d714c33e-e3fd-46aa-886f-72b50725ce5b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:00.756747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.775361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94729f4f-83f3-4a1e-b436-639d5bd41ad6 None None] Pushing event updated for resources: {'Port': ['ID=d714c33e-e3fd-46aa-886f-72b50725ce5b,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:00.779903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:00.793117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:00.796874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-8af5226b-83e3-45f5-8549-0c0f934e133d tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:00.797606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-8af5226b-83e3-45f5-8549-0c0f934e133d tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Synchronizing usage tracker for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:00.855899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1630d-6444-4228-b09e-af41d0f6494e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event updated for resources: {'Port': ['ID=e50257c7-7bb4-4234-92a5-5c3b7232ae63,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:00.859026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:00.896208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] For port d714c33e-e3fd-46aa-886f-72b50725ce5b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:00.899959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] For port d714c33e-e3fd-46aa-886f-72b50725ce5b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d714c33e-e3fd-46aa-886f-72b50725ce5b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:00.969310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:00.977130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.977230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:00.978194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:00.996212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.021043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.034998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:01.049100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9271fd-8931-49f9-82c6-4dc4a905c04f tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:01.049488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.17 (7ae6b269-66c0-4d6c-b389-72e6fd001b8d/d1ee8aa9-16e3-4885-a5de-fc50588fa26a/0a1aac35-f5d0-4e70-9681-b3f5c7cd9031) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:01.050479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c9271fd-8931-49f9-82c6-4dc4a905c04f tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Synchronizing usage tracker for tenant:ef995dc7be6048f9a31c0aab724bf31b on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:01.062776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:01.064243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:01.064393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.064626 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7 of type vlan for network c3b5da7c-503b-4298-98a5-380e6ea029bc Sep 15 09:55:01.066054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:01.068694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:security_group_rule and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:01.081392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:01.091732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:01.095393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-8af5226b-83e3-45f5-8549-0c0f934e133d tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Unset dirty status for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:01.102397 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-8af5226b-83e3-45f5-8549-0c0f934e133d tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/networks?id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 HTTP/1.1" status: 200 len: 796 time: 1.0753939 Sep 15 09:55:01.174315 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-59a8bc9d-fa0e-4ea0-92e5-01af11e31935 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/quotas/bfd50a27c7b140bfb2c562b9f5d40942 HTTP/1.1" status: 200 len: 375 time: 0.0706336 Sep 15 09:55:01.180421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c9271fd-8931-49f9-82c6-4dc4a905c04f tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Unset dirty status for tenant:ef995dc7be6048f9a31c0aab724bf31b on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:01.185328 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6c9271fd-8931-49f9-82c6-4dc4a905c04f tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "GET /v2.0/ports/e50257c7-7bb4-4234-92a5-5c3b7232ae63 HTTP/1.1" status: 200 len: 1130 time: 0.4329212 Sep 15 09:55:01.187149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50898) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:01.193839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.270673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94729f4f-83f3-4a1e-b436-639d5bd41ad6 None None] Pushing event updated for resources: {'Port': ['ID=d714c33e-e3fd-46aa-886f-72b50725ce5b,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:01.280518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-12f18e9c-8291-45aa-a614-0bd472ec956b None None] Provisioning complete for port e50257c7-7bb4-4234-92a5-5c3b7232ae63 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:01.281224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-12f18e9c-8291-45aa-a614-0bd472ec956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.319617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-53135611-959c-431b-a865-1063b9315f76 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Synchronizing usage tracker for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:01.321683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:01.345140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a5a82-79d8-488f-bd6b-7dd9456b2b00 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Deleting port e50257c7-7bb4-4234-92a5-5c3b7232ae63 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:01.345485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5a82-79d8-488f-bd6b-7dd9456b2b00 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.364936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.427378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.445415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-53135611-959c-431b-a865-1063b9315f76 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Unset dirty status for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:01.451043 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-53135611-959c-431b-a865-1063b9315f76 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bfd50a27c7b140bfb2c562b9f5d40942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2598495 Sep 15 09:55:01.461863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event deleted for resources: {'Port': ['ID=76ff8751-b05a-4bd0-ac01-e5fdb613cb26,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:01.482952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.488181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:01.488350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.502374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:01.554843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-12f18e9c-8291-45aa-a614-0bd472ec956b None None] Port e50257c7-7bb4-4234-92a5-5c3b7232ae63 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:01.698035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.759549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:55:00Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:01.763743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8d8f40-df69-47c3-8364-38235d865871 None None] The sync data for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv is: [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:55:00Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:01.765796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=c3b5da7c-503b-4298-98a5-380e6ea029bc,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:01.782214 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c3b5da7c-503b-4298-98a5-380e6ea029bc details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:01.866833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5a82-79d8-488f-bd6b-7dd9456b2b00 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.881688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:01.926544 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e136ea8a-a5b7-4517-a4fc-940f117b3210 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2436883 Sep 15 09:55:01.936205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50904) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:02.070010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': 'c3b5da7c-503b-4298-98a5-380e6ea029bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:02.081034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.086310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.087679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.108605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a5a82-79d8-488f-bd6b-7dd9456b2b00 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Calling delete_port for e50257c7-7bb4-4234-92a5-5c3b7232ae63 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:02.119860 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-ebf34569-9af1-4121-ad52-0ef1dfa42288 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528773 Sep 15 09:55:02.193115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:02.202382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.217643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.218076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Fanout notify agent at l3_agent the message router_deleted on router 5d0a1897-f039-46db-8583-28fdd49028b0 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:02.260940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:02.295611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4022eb8-2dd7-431e-9f41-629ac011a0ee,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:02.305100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.305448 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment b43e6c65-9d4f-450c-9577-2e4e8dc7acc9 of type vlan for network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 Sep 15 09:55:02.343665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.344808 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bd49b095-3a1a-496e-b9d9-374f48890118 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/5d0a1897-f039-46db-8583-28fdd49028b0 HTTP/1.1" status: 204 len: 168 time: 3.3618519 Sep 15 09:55:02.355629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50908) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:02.357766 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-be0ad195-fb7c-40fb-b06a-6faa3a511e81 service neutron] 10.222.0.62 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277119 Sep 15 09:55:02.368907 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'router': {'name': 'tempest-snat-router-646597903', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': False}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:02.381560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:02.387578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.391390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Usage tracker for resource:router and tenant:546bcba319c34bdeb8ed153dc6c3a587 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:02.396067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:02.408070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:02.468413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:02.471807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:02.496198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.497266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.503712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:02.530750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.538733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:02.538733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.587043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:02.595243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:02.598371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.601855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:02.623460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:02.706981 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3350022 Sep 15 09:55:02.714664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50918) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:02.725685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-252911719'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:02.735418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:02.748149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:02.751553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3895c9e-392e-47d0-8e93-9dd5e5aa1e22 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=eec03a8c-68a9-4e5f-9f7d-2d8a61491130,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:02.758924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.761157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:02.762682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:02.765315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.777328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:02.780187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:02.788927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5a82-79d8-488f-bd6b-7dd9456b2b00 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.867366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:02.874982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:02.890093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d714c33e-e3fd-46aa-886f-72b50725ce5b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:02.966213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a5a82-79d8-488f-bd6b-7dd9456b2b00 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event deleted for resources: {'Port': ['ID=e50257c7-7bb4-4234-92a5-5c3b7232ae63,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:02.979305 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bff69e80-3abb-4746-b4ae-8430e0917770 req-54f6089b-baee-40d1-a48f-474c7f0524e2 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 210 time: 0.2937829 Sep 15 09:55:03.138696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc3a5a82-79d8-488f-bd6b-7dd9456b2b00 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.141697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fb8db0a0-c20b-4a2f-a42a-a9dd6eacb7a3 None None] Provisioning for port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:03.150098 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fb8db0a0-c20b-4a2f-a42a-a9dd6eacb7a3 None None] Provisioning complete for port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:03.150714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fb8db0a0-c20b-4a2f-a42a-a9dd6eacb7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.178312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:03.195153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port d714c33e-e3fd-46aa-886f-72b50725ce5b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:03.224883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d714c33e-e3fd-46aa-886f-72b50725ce5b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:03.225544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.314719 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bc3a5a82-79d8-488f-bd6b-7dd9456b2b00 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "DELETE /v2.0/ports/e50257c7-7bb4-4234-92a5-5c3b7232ae63 HTTP/1.1" status: 204 len: 168 time: 2.1230848 Sep 15 09:55:03.328513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50928) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:03.333445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fb8db0a0-c20b-4a2f-a42a-a9dd6eacb7a3 None None] Port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:03.386479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.401771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.402433 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment 4c73562d-6dfb-4330-9a02-e40886c4b706 of type vlan for network 5cb3c2af-4b29-4524-9166-e9150167e685 Sep 15 09:55:03.437579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d714c33e-e3fd-46aa-886f-72b50725ce5b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:03.438403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.439259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.448484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.473350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port d714c33e-e3fd-46aa-886f-72b50725ce5b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d714c33e-e3fd-46aa-886f-72b50725ce5b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:03.519711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b66849-9089-4c35-8d2a-4ff9cfc55a4e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Deleting subnet 2562c7c7-a83a-46ed-b892-fcba44582463 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:03.538355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71b66849-9089-4c35-8d2a-4ff9cfc55a4e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.565036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.573215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.588834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.595033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:03.595615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.648527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=d714c33e-e3fd-46aa-886f-72b50725ce5b,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:03.713443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71b66849-9089-4c35-8d2a-4ff9cfc55a4e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:03.738549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=5cb3c2af-4b29-4524-9166-e9150167e685,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:03.749168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 5cb3c2af-4b29-4524-9166-e9150167e685 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:03.833797 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-703f8280-7c3b-4dbb-a64e-7731649bec0e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1179831 Sep 15 09:55:03.842001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50932) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:03.876944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=bef52c91-3848-4dac-8e3a-0429aa43e4d5,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:03.894529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': 'eec03a8c-68a9-4e5f-9f7d-2d8a61491130', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:03.898770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': 'dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3b5da7c-503b-4298-98a5-380e6ea029bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:03.899124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: c3b5da7c-503b-4298-98a5-380e6ea029bc, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:03.977499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71b66849-9089-4c35-8d2a-4ff9cfc55a4e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.078760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c3b5da7c-503b-4298-98a5-380e6ea029bc is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:04.108216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:04.120900 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6d68b007-c710-4b83-a98f-b1ae8f954020 req-0953d5ba-f20e-4a65-a41e-133c2b4f0dfb tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 210 time: 0.0700457 Sep 15 09:55:04.121924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.151244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:04.154664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:04.157798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.188163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.208031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c3b5da7c-503b-4298-98a5-380e6ea029bc) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:04.212689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:04.213280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.220102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cef27b5-3553-45af-95de-70f7273d0087 None None] Network c3b5da7c-503b-4298-98a5-380e6ea029bc requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:04.262172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71b66849-9089-4c35-8d2a-4ff9cfc55a4e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.310936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.320267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:04.370536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b66849-9089-4c35-8d2a-4ff9cfc55a4e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event deleted for resources: {'Subnet': ['ID=2562c7c7-a83a-46ed-b892-fcba44582463,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:04.384617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71b66849-9089-4c35-8d2a-4ff9cfc55a4e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.389150 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-71b66849-9089-4c35-8d2a-4ff9cfc55a4e tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "DELETE /v2.0/subnets/2562c7c7-a83a-46ed-b892-fcba44582463 HTTP/1.1" status: 204 len: 168 time: 1.0567286 Sep 15 09:55:04.398540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e55969-e8ab-40e3-bb78-d2f18b19a8af None None] Network 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:04.404089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50940) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:04.415774 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-67042b79-aeb8-44bc-bf1e-d062df8a04e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4142892 Sep 15 09:55:04.427286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50944) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:04.438940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1929549603', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:04.451134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:04.461021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:router and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:04.473284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:04.476071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:04.488871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.488871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:04.498981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:04.502366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.645956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Allocated IP 172.26.7.252 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/e242593d-9753-495d-bed4-161f7cf39de5) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:04.650852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.693984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c3b5da7c-503b-4298-98a5-380e6ea029bc', 'network_id': 'c3b5da7c-503b-4298-98a5-380e6ea029bc', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': 'bef52c91-3848-4dac-8e3a-0429aa43e4d5'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:55:04.695478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.715855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Deleting port 241d8d85-7ac5-491d-8b96-b8dab12bd989 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:04.715855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.743404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.744427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.773064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.825190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d714c33e-e3fd-46aa-886f-72b50725ce5b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:04.862645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:04.864949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:04.871674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.940420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] DHCP port deletion for 3df41150-5e85-4f66-9f3b-6013f1cdf7f4 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:55:04.960506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] Deleting port 241d8d85-7ac5-491d-8b96-b8dab12bd989 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:04.961130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.991637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:04.993349 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fa9248c6-3dcf-48e6-9a80-e86fb3ede524 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5651100 Sep 15 09:55:04.996291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 50948) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:05.177856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Allocated IP 172.20.0.2 (c3b5da7c-503b-4298-98a5-380e6ea029bc/bef52c91-3848-4dac-8e3a-0429aa43e4d5/811e6a17-8849-47f2-ae43-5924e8f45685) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:05.221950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.241652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] For port 241d8d85-7ac5-491d-8b96-b8dab12bd989, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=241d8d85-7ac5-491d-8b96-b8dab12bd989,segment=NetworkSegment(2ae583e5-4b64-4256-a80e-4007bd753886),segment_id=2ae583e5-4b64-4256-a80e-4007bd753886)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:05.242039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.383691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.395845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Calling delete_port for 241d8d85-7ac5-491d-8b96-b8dab12bd989 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:05.433903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:05.441233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fc4c107d-e9da-41e4-a006-1454a4f75869 None None] Provisioning complete for port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:05.441744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fc4c107d-e9da-41e4-a006-1454a4f75869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.483144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d714c33e-e3fd-46aa-886f-72b50725ce5b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:05.483636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.492409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=7340aef1-c5e5-419f-9bf2-e2f08cd08b3f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:05.526118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] For port 241d8d85-7ac5-491d-8b96-b8dab12bd989, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=241d8d85-7ac5-491d-8b96-b8dab12bd989,segment=NetworkSegment(2ae583e5-4b64-4256-a80e-4007bd753886),segment_id=2ae583e5-4b64-4256-a80e-4007bd753886)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:05.526541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.567287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': 'b43e6c65-9d4f-450c-9577-2e4e8dc7acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eec03a8c-68a9-4e5f-9f7d-2d8a61491130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:05.567287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: eec03a8c-68a9-4e5f-9f7d-2d8a61491130, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:05.573691 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af91950b-5f88-4f81-8356-7a53bc2e7bb7 req-9f9c12f9-0cef-4a78-8e42-5b06f63a38df tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 210 time: 0.1778798 Sep 15 09:55:05.642212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.684982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.688236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c107d-e9da-41e4-a006-1454a4f75869 None None] Port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:05.689281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:05.726788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] Calling delete_port for 241d8d85-7ac5-491d-8b96-b8dab12bd989 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:05.734526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] No DVR routers for this DVR port 241d8d85-7ac5-491d-8b96-b8dab12bd989 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:05.770355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:05.778660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:05.796931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, eec03a8c-68a9-4e5f-9f7d-2d8a61491130) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:05.805191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:05.816391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fc43d8-6cf1-45c9-b20d-f9148a45de14 None None] Network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:05.842110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.902457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'Port': ['ID=e242593d-9753-495d-bed4-161f7cf39de5,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:05.923559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:05.924143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.929603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:05.934829 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-289cb4ca-cdc9-4664-b1a9-d4635fb914f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/0e1bf3e8-eb90-4a97-8119-228e6d0e2086/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2954516 Sep 15 09:55:05.936337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:05.943081 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Sync routers for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:05.954463 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:05.955073 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:05.958401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Transition to ACTIVE for port object 811e6a17-8849-47f2-ae43-5924e8f45685 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:06.017931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Transition to ACTIVE for port object 811e6a17-8849-47f2-ae43-5924e8f45685 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:06.020685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event deleted for resources: {'Port': ['ID=241d8d85-7ac5-491d-8b96-b8dab12bd989,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:06.042613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.091886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:55:06.091886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:55:06.130723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df41150-5e85-4f66-9f3b-6013f1cdf7f4']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:06.141324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.145013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae583e5-4b64-4256-a80e-4007bd753886') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:06.145549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae583e5-4b64-4256-a80e-4007bd753886') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:06.158527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.184053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.193428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:06.194140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.248689 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:06.275149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Network c3b5da7c-503b-4298-98a5-380e6ea029bc is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:06.279425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:06.281229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d714c33e-e3fd-46aa-886f-72b50725ce5b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:06.286531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:06.345629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Pushing event updated for resources: {'Port': ['ID=811e6a17-8849-47f2-ae43-5924e8f45685,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:06.486515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-eec03a8c-68a9-4e5f-9f7d-2d8a61491130', 'network_id': 'eec03a8c-68a9-4e5f-9f7d-2d8a61491130', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '7340aef1-c5e5-419f-9bf2-e2f08cd08b3f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:55:06.488147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.497376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-86bd8d2b-a31a-43cb-bdcb-df5f33371e40 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:06.498980 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-86bd8d2b-a31a-43cb-bdcb-df5f33371e40 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.16 "GET /v2.0/networks?id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 HTTP/1.1" status: 200 len: 796 time: 0.5712078 Sep 15 09:55:06.513971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Attempting to bind port 811e6a17-8849-47f2-ae43-5924e8f45685 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:06.514364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Attempting to bind port 811e6a17-8849-47f2-ae43-5924e8f45685 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3b5da7c-503b-4298-98a5-380e6ea029bc'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:06.514712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Attempting to bind port 811e6a17-8849-47f2-ae43-5924e8f45685 on network c3b5da7c-503b-4298-98a5-380e6ea029bc {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:06.523958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:06.524340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Checking segment: {'id': 'dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3b5da7c-503b-4298-98a5-380e6ea029bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:06.524748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.525148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Bound using segment: {'id': 'dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3b5da7c-503b-4298-98a5-380e6ea029bc'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:06.526537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Bound port: 811e6a17-8849-47f2-ae43-5924e8f45685, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'c3b5da7c-503b-4298-98a5-380e6ea029bc'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:06.526537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.593373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] Deleting port 241d8d85-7ac5-491d-8b96-b8dab12bd989 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:06.593626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.615932 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-17b081c0-eac4-487d-ab30-e3ce09641c6e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bfd50a27c7b140bfb2c562b9f5d40942 HTTP/1.1" status: 200 len: 380 time: 0.0726514 Sep 15 09:55:06.661529 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:49Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1aac35-f5d0-4e70-9681-b3f5c7cd9031', 'name': '', 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:07:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'd1ee8aa9-16e3-4885-a5de-fc50588fa26a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:55:00Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd1ee8aa9-16e3-4885-a5de-fc50588fa26a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:06.661906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'port': {'device_id': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'admin_state_up': True, 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'security_groups': ['14bf3dac-d275-4561-b741-062306b6d44f']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:06.669458 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Checking router: 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:55:06.670073 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Updating router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:55:06.787086 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:06.797688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d4708565-dc02-42a6-bcd9-6ec926f7968e None None] The port '241d8d85-7ac5-491d-8b96-b8dab12bd989' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:55:06.813007 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3d40805c-e50b-4013-b2ab-7504de5e5943 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9658535 Sep 15 09:55:06.815141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50966) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:06.828282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.20.0.1 (c3b5da7c-503b-4298-98a5-380e6ea029bc/bef52c91-3848-4dac-8e3a-0429aa43e4d5/e2e4d289-e6f9-46e1-90fb-20e992d92929) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:06.833178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 241d8d85-7ac5-491d-8b96-b8dab12bd989 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:06.879530 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 2ae583e5-4b64-4256-a80e-4007bd753886 resource provider aggregate not found Sep 15 09:55:06.901961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': '5cb3c2af-4b29-4524-9166-e9150167e685', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:06.914121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 241d8d85-7ac5-491d-8b96-b8dab12bd989 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:55:06.914121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 241d8d85-7ac5-491d-8b96-b8dab12bd989 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:55:06.932172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] For port 811e6a17-8849-47f2-ae43-5924e8f45685, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:06.945153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] For port 811e6a17-8849-47f2-ae43-5924e8f45685, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=811e6a17-8849-47f2-ae43-5924e8f45685,segment=NetworkSegment(dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7),segment_id=dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:06.956387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Allocated IP 2001:db8::2 (eec03a8c-68a9-4e5f-9f7d-2d8a61491130/7340aef1-c5e5-419f-9bf2-e2f08cd08b3f/8a826a93-c151-485f-a1fb-5c3e9a3bb235) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:06.992970 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 2ae583e5-4b64-4256-a80e-4007bd753886 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ae583e5-4b64-4256-a80e-4007bd753886 found for delete ", "request_id": "req-c3b029ac-dabe-49b7-aec0-05df14912d8c"}]} Sep 15 09:55:07.039074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.087210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.099603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:07.115663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object e2e4d289-e6f9-46e1-90fb-20e992d92929 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:07.116999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:07.153778 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c6008548-0219-4991-bc00-c2a6cd0d308f req-3b54ebb4-c82f-4148-861d-d6c7820c4708 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 210 time: 0.2770252 Sep 15 09:55:07.190841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Made reservation on behalf of bfd50a27c7b140bfb2c562b9f5d40942 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:07.195509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.203560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95801ab7-f0bc-4841-9c43-c6790905cc23 None None] Pushing event updated for resources: {'Port': ['ID=811e6a17-8849-47f2-ae43-5924e8f45685,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:07.223377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.273672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:07.278786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:07.285103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:07.296264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:07.298683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.303612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.328915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.333961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.345909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Transition to ACTIVE for port object 8a826a93-c151-485f-a1fb-5c3e9a3bb235 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:07.366558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Transition to ACTIVE for port object 8a826a93-c151-485f-a1fb-5c3e9a3bb235 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:07.382391 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.406846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] Pushing event deleted for resources: {'Network': ['ID=3df41150-5e85-4f66-9f3b-6013f1cdf7f4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:07.413965 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2fcbf3f5-9d2d-442e-8982-0d0129bb6a46 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873 tempest-ExtraDHCPOptionsIpV6TestJSON-26696873-project] 10.222.0.62 "DELETE /v2.0/networks/3df41150-5e85-4f66-9f3b-6013f1cdf7f4 HTTP/1.1" status: 204 len: 168 time: 3.0087945 Sep 15 09:55:07.420742 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Transition to ACTIVE for port object 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:07.427789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.507088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c3b5da7c-503b-4298-98a5-380e6ea029bc is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:07.510144 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.515560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:07.520016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.521360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Pushing event updated for resources: {'Port': ['ID=8a826a93-c151-485f-a1fb-5c3e9a3bb235,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:07.573374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:07.574690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:07.579135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:07.587444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:07.603325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:07.720266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=e2e4d289-e6f9-46e1-90fb-20e992d92929,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:07.724009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.763227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Attempting to bind port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:07.763743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Attempting to bind port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'b43e6c65-9d4f-450c-9577-2e4e8dc7acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eec03a8c-68a9-4e5f-9f7d-2d8a61491130'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:07.764199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Attempting to bind port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 on network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:07.791776 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb451d-b60e-421b-82bc-791737b0ddc3 None None] Pushing event updated for resources: {'Port': ['ID=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:07.793212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:07.794146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Checking segment: {'id': 'b43e6c65-9d4f-450c-9577-2e4e8dc7acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eec03a8c-68a9-4e5f-9f7d-2d8a61491130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:07.794146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.794674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Bound using segment: {'id': 'b43e6c65-9d4f-450c-9577-2e4e8dc7acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eec03a8c-68a9-4e5f-9f7d-2d8a61491130'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:07.795257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Bound port: 8a826a93-c151-485f-a1fb-5c3e9a3bb235, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43e6c65-9d4f-450c-9577-2e4e8dc7acc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'eec03a8c-68a9-4e5f-9f7d-2d8a61491130'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:07.795740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.853918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Allocated IP 172.20.0.4 (c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931/9092352c-755d-4ee8-b955-d4f6e601a319/91bca1e4-c308-4195-808b-b8636fb9278b) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:07.902003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.931758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] For port 8a826a93-c151-485f-a1fb-5c3e9a3bb235, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:07.935430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] For port 8a826a93-c151-485f-a1fb-5c3e9a3bb235, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8a826a93-c151-485f-a1fb-5c3e9a3bb235,segment=NetworkSegment(b43e6c65-9d4f-450c-9577-2e4e8dc7acc9),segment_id=b43e6c65-9d4f-450c-9577-2e4e8dc7acc9)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:07.945630 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Attempting to bind port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:07.946246 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Attempting to bind port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:07.946606 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Attempting to bind port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 on network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:07.952804 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:07.953195 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Checking segment: {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:07.953589 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:07.954018 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Bound using segment: {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:07.954485 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Bound port: 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84816288-aa53-4317-b035-82f4b76aed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:07.955083 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:08.059087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:08.079095 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] For port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:08.086977 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] For port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:08.104086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:08.188920 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:08.242388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:08.249958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0cb11a-76c6-4cc4-b6ea-69f1ec0c4899 None None] Pushing event updated for resources: {'Port': ['ID=8a826a93-c151-485f-a1fb-5c3e9a3bb235,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:08.310713 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:08.311351 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:08.342649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50978) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:08.652358 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:08.662598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Transition to ACTIVE for port object 91bca1e4-c308-4195-808b-b8636fb9278b will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:08.682014 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e91afdec-767b-4954-b6df-6a56d4a3873e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef995dc7be6048f9a31c0aab724bf31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3260105 Sep 15 09:55:08.686950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50986) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:08.762851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Router bbc3f9d2-4879-452d-88dc-769c1bd65ff8 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:08.767581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:08.842213 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0b6f80e4-9068-4941-bfc7-56d086063455 req-12aaa2cd-7ffd-4de7-9089-19c7f06d1a64 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 210 time: 0.3583875 Sep 15 09:55:08.920854 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb451d-b60e-421b-82bc-791737b0ddc3 None None] Pushing event updated for resources: {'Port': ['ID=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:08.934254 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c215bd-1cf7-433c-af7d-a17b3801e521 None None] Network c3b5da7c-503b-4298-98a5-380e6ea029bc requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:08.959174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 811e6a17-8849-47f2-ae43-5924e8f45685 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:08.990751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5908649-5972-4c8e-b4ec-e6b5957d836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.040253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=107200a1-e6cf-45c1-8b79-4c0f83114777,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:09.071939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': '4c73562d-6dfb-4330-9a02-e40886c4b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5cb3c2af-4b29-4524-9166-e9150167e685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:09.072425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: 5cb3c2af-4b29-4524-9166-e9150167e685, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:09.135560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.149043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5908649-5972-4c8e-b4ec-e6b5957d836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.154217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3b2dbf01-954b-414f-bb3a-a8ac9339d12b None None] Provisioning for port 811e6a17-8849-47f2-ae43-5924e8f45685 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:09.208389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 811e6a17-8849-47f2-ae43-5924e8f45685 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:09.213925 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:49Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1aac35-f5d0-4e70-9681-b3f5c7cd9031', 'name': '', 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:07:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'd1ee8aa9-16e3-4885-a5de-fc50588fa26a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:55:00Z', 'updated_at': '2022-09-15T09:55:08Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd1ee8aa9-16e3-4885-a5de-fc50588fa26a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:09.218755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 811e6a17-8849-47f2-ae43-5924e8f45685 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:09.219126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.222150 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7a978e-09b5-453c-8e60-f34842ad821e None None] The sync data for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv is: [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:49Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a1aac35-f5d0-4e70-9681-b3f5c7cd9031', 'name': '', 'network_id': '7ae6b269-66c0-4d6c-b389-72e6fd001b8d', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:07:e0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'd1ee8aa9-16e3-4885-a5de-fc50588fa26a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:55:00Z', 'updated_at': '2022-09-15T09:55:08Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd1ee8aa9-16e3-4885-a5de-fc50588fa26a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:09.233295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.250969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:09.291107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Sync routers for ids ['bbc3f9d2-4879-452d-88dc-769c1bd65ff8'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:09.301549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.334863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 5cb3c2af-4b29-4524-9166-e9150167e685 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:09.381250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:09.387174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:09.397510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:09.422289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 5cb3c2af-4b29-4524-9166-e9150167e685) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:09.428377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:09.429731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.452571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Routers {'bbc3f9d2-4879-452d-88dc-769c1bd65ff8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:09.456444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['bbc3f9d2-4879-452d-88dc-769c1bd65ff8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:09.467917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5908649-5972-4c8e-b4ec-e6b5957d836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.470501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5908649-5972-4c8e-b4ec-e6b5957d836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.475947 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d5908649-5972-4c8e-b4ec-e6b5957d836a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16f5da98-2d9e-4165-9c28-c1ced9dc82e6 HTTP/1.1" status: 204 len: 168 time: 0.7872300 Sep 15 09:55:09.489961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.494985 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cb3c7f56-f213-4f5a-843c-79b34e1fda3b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1301053 Sep 15 09:55:09.498776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50992) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:09.508278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:09.512336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.565793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.578936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=e2e4d289-e6f9-46e1-90fb-20e992d92929,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:09.607873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac697230-c882-48a2-8071-98b2229119a1 None None] Network 5cb3c2af-4b29-4524-9166-e9150167e685 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:09.637293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5908649-5972-4c8e-b4ec-e6b5957d836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f5da98-2d9e-4165-9c28-c1ced9dc82e6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:09.671404 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-84c14a94-a51e-40ad-be24-64b1f93afaff tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7964005 Sep 15 09:55:09.675050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 50996) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:09.697204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1851999107', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:09.719138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:09.743690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:router and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:09.803874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:09.825895 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1734645 Sep 15 09:55:09.828932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:09.869995 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-da04d628-e9c9-4e12-b15d-b4ff5c4cdc8e tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/routers/bbc3f9d2-4879-452d-88dc-769c1bd65ff8 HTTP/1.1" status: 200 len: 908 time: 0.3665435 Sep 15 09:55:09.883111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51004) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:09.883457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c6590-733e-44eb-81c0-3d0ac1710f33 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:09.898699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'router': {'name': 'tempest-snat-router-646597903', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': True}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:09.910562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:09.925476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Usage tracker for resource:router and tenant:546bcba319c34bdeb8ed153dc6c3a587 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:09.928494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.930330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.942518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:09.964013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 811e6a17-8849-47f2-ae43-5924e8f45685 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:09.965255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:09.966542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:09.985650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d576f2-a15b-4aee-9348-1e118a8228b7 None None] Network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:10.006288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c3b5da7c-503b-4298-98a5-380e6ea029bc is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:10.007814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:10.009121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.110340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Request body: {'port': {'device_id': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:10.146410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.148060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.193555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.214595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.395937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 811e6a17-8849-47f2-ae43-5924e8f45685, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=811e6a17-8849-47f2-ae43-5924e8f45685,segment=NetworkSegment(dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7),segment_id=dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:10.414655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e86810e0-7748-4098-b4cb-50e03111f780 None None] Provisioning for port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:10.455189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.501565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.512276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8a826a93-c151-485f-a1fb-5c3e9a3bb235 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:10.570524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.571901 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c92dee4b-4fe4-4da8-9be6-dc84e4f54bd8 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8937466 Sep 15 09:55:10.587863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51022) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:10.675144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.691246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f7b66-c1d0-4c9c-af5b-41a14bd0e34f req-ccb4cbe2-f4b9-4f2c-ad92-0980b28a0cd7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:10.692660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-085f7b66-c1d0-4c9c-af5b-41a14bd0e34f req-ccb4cbe2-f4b9-4f2c-ad92-0980b28a0cd7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 931 time: 0.6438324 Sep 15 09:55:10.703431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 6f307728-399b-4a0e-adac-ed60ea5cc565 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:10.729602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-5cb3c2af-4b29-4524-9166-e9150167e685', 'network_id': '5cb3c2af-4b29-4524-9166-e9150167e685', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '107200a1-e6cf-45c1-8b79-4c0f83114777'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:55:10.730501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:10.766747 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-085f7b66-c1d0-4c9c-af5b-41a14bd0e34f req-7f0bb3be-4046-43c2-8d90-848ff15d1ead tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676403 Sep 15 09:55:10.785366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e86810e0-7748-4098-b4cb-50e03111f780 None None] Provisioning for port 91bca1e4-c308-4195-808b-b8636fb9278b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:10.932387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Set router bbc3f9d2-4879-452d-88dc-769c1bd65ff8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:10.984758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51032) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:11.121550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Allocated IP 2001:db8:1::2 (5cb3c2af-4b29-4524-9166-e9150167e685/107200a1-e6cf-45c1-8b79-4c0f83114777/620673c0-3253-42d4-8d30-27a33b1fc142) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:11.205628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'networks': [{'name': 'tempest-network--2073760667'}, {'name': 'tempest-network--1903222572'}]} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:11.206845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'network': {'name': 'tempest-network--2073760667'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:11.206845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'network': {'name': 'tempest-network--1903222572'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:11.312867 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:11.323081 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716fd067-9800-434b-ba7b-45b544efc027 None None] Sync routers for ids ['6f307728-399b-4a0e-adac-ed60ea5cc565'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:11.336797 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6d9a43f1-4368-4085-9a4e-37d8bac07ace tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/6f307728-399b-4a0e-adac-ed60ea5cc565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3393769 Sep 15 09:55:11.338069 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716fd067-9800-434b-ba7b-45b544efc027 None None] Routers {'6f307728-399b-4a0e-adac-ed60ea5cc565'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:11.339066 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-716fd067-9800-434b-ba7b-45b544efc027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6f307728-399b-4a0e-adac-ed60ea5cc565'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:11.360149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.363165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51038) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:11.373062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e86810e0-7748-4098-b4cb-50e03111f780 None None] Provisioning complete for port 91bca1e4-c308-4195-808b-b8636fb9278b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:11.373500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e86810e0-7748-4098-b4cb-50e03111f780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.411729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:11.419344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Usage tracker for resource:network and tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:11.424752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:11.433936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.449771 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-716fd067-9800-434b-ba7b-45b544efc027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:11.460696 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716fd067-9800-434b-ba7b-45b544efc027 None None] Routers {'6f307728-399b-4a0e-adac-ed60ea5cc565'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:11.461308 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-716fd067-9800-434b-ba7b-45b544efc027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6f307728-399b-4a0e-adac-ed60ea5cc565'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:11.470584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:11.478769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.511287 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Transition to ACTIVE for port object 620673c0-3253-42d4-8d30-27a33b1fc142 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:11.555363 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-716fd067-9800-434b-ba7b-45b544efc027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:11.555768 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716fd067-9800-434b-ba7b-45b544efc027 None None] The sync data for ids ['6f307728-399b-4a0e-adac-ed60ea5cc565'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:11.623967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Made reservation on behalf of 7fedc2ce5eb54e3c9f842b6207ca2c8a for: {'network': 2} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:11.629607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.633106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=811e6a17-8849-47f2-ae43-5924e8f45685,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:11.649727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e86810e0-7748-4098-b4cb-50e03111f780 None None] Port 91bca1e4-c308-4195-808b-b8636fb9278b cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:11.650176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.656639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Transition to ACTIVE for port object 620673c0-3253-42d4-8d30-27a33b1fc142 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:11.679606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:11.684320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Usage tracker for resource:security_group_rule and tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:11.688623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:11.697010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:11.774295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.786936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054722a7-db87-46fb-9689-409893cda75d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:11.787551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-054722a7-db87-46fb-9689-409893cda75d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:11.813682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.844495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:11.867448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Allocated IP 172.26.7.76 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/1373230c-1bf9-4a44-8c88-3beec312fadf) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:11.889341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Network 5cb3c2af-4b29-4524-9166-e9150167e685 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:11.897065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.897448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:11.899041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.900089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:11.907726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:11.907951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.920416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:11.935026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-054722a7-db87-46fb-9689-409893cda75d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:11.939672 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-054722a7-db87-46fb-9689-409893cda75d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports/e2e4d289-e6f9-46e1-90fb-20e992d92929 HTTP/1.1" status: 200 len: 910 time: 0.4812593 Sep 15 09:55:11.943332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51044) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:11.991811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-348fff80-901d-412e-a5b1-e3e721a143b0 None None] Provisioning for port e2e4d289-e6f9-46e1-90fb-20e992d92929 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:12.056994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-348fff80-901d-412e-a5b1-e3e721a143b0 None None] Provisioning complete for port e2e4d289-e6f9-46e1-90fb-20e992d92929 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:12.057364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-348fff80-901d-412e-a5b1-e3e721a143b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.060474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] vlan segment allocate from pool success with {'vlan_id': 388, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:12.062926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02960c0-54e9-47b4-8a7f-11cecf1ffa3c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:12.079194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.079939 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Added segment 01f63200-946b-4e6f-b4f0-54290394e696 of type vlan for network 0487ce7c-6f78-4f4f-a956-686b052b36b4 Sep 15 09:55:12.136043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.163934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Pushing event updated for resources: {'Port': ['ID=620673c0-3253-42d4-8d30-27a33b1fc142,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:12.189262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.216337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Attempting to bind port 620673c0-3253-42d4-8d30-27a33b1fc142 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:12.216731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Attempting to bind port 620673c0-3253-42d4-8d30-27a33b1fc142 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '4c73562d-6dfb-4330-9a02-e40886c4b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5cb3c2af-4b29-4524-9166-e9150167e685'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:12.217050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Attempting to bind port 620673c0-3253-42d4-8d30-27a33b1fc142 on network 5cb3c2af-4b29-4524-9166-e9150167e685 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:12.222846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:12.230745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-348fff80-901d-412e-a5b1-e3e721a143b0 None None] Port e2e4d289-e6f9-46e1-90fb-20e992d92929 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:12.234285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:12.234651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Checking segment: {'id': '4c73562d-6dfb-4330-9a02-e40886c4b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5cb3c2af-4b29-4524-9166-e9150167e685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:12.235043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.235427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Bound using segment: {'id': '4c73562d-6dfb-4330-9a02-e40886c4b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5cb3c2af-4b29-4524-9166-e9150167e685'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:12.235790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.235915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Bound port: 620673c0-3253-42d4-8d30-27a33b1fc142, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c73562d-6dfb-4330-9a02-e40886c4b706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5cb3c2af-4b29-4524-9166-e9150167e685'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:12.236137 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Added segment 74178e75-d5a1-4895-bdd7-ffe305d170e3 of type vlan for network a23908cf-d4fb-43d2-b223-d47f652b92e0 Sep 15 09:55:12.236251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.249312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc3f9d2-4879-452d-88dc-769c1bd65ff8', 'name': 'tempest-snat-router-646597903', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.252'}], 'enable_snat': False}, 'gw_port_id': 'e242593d-9753-495d-bed4-161f7cf39de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:55:02Z', 'updated_at': '2022-09-15T09:55:06Z', 'revision_number': 3, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port': {'id': 'e242593d-9753-495d-bed4-161f7cf39de5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc3f9d2-4879-452d-88dc-769c1bd65ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:55:04Z', 'updated_at': '2022-09-15T09:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:12.261219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Checking router: bbc3f9d2-4879-452d-88dc-769c1bd65ff8 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:55:12.261570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Updating router bbc3f9d2-4879-452d-88dc-769c1bd65ff8 port e242593d-9753-495d-bed4-161f7cf39de5 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:55:12.269265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.348256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.403048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-348fff80-901d-412e-a5b1-e3e721a143b0 None None] Provisioning complete for port 811e6a17-8849-47f2-ae43-5924e8f45685 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:12.403416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-348fff80-901d-412e-a5b1-e3e721a143b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.430219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.430579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.436128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:12.441549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:12.442233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.460815 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:55:12.469113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.516054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:12.516420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.551881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:12.561297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-824ad972-4546-464c-bf52-e50a396c36da None None] For port 620673c0-3253-42d4-8d30-27a33b1fc142, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:12.561842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:12.573398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-824ad972-4546-464c-bf52-e50a396c36da None None] For port 620673c0-3253-42d4-8d30-27a33b1fc142, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=620673c0-3253-42d4-8d30-27a33b1fc142,segment=NetworkSegment(4c73562d-6dfb-4330-9a02-e40886c4b706),segment_id=4c73562d-6dfb-4330-9a02-e40886c4b706)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:12.579458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:12.626855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'Port': ['ID=1373230c-1bf9-4a44-8c88-3beec312fadf,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:12.636697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Network': ['ID=0487ce7c-6f78-4f4f-a956-686b052b36b4,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:12.651200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 8a826a93-c151-485f-a1fb-5c3e9a3bb235, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8a826a93-c151-485f-a1fb-5c3e9a3bb235,segment=NetworkSegment(b43e6c65-9d4f-450c-9577-2e4e8dc7acc9),segment_id=b43e6c65-9d4f-450c-9577-2e4e8dc7acc9)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:12.680418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bca1e4-c308-4195-808b-b8636fb9278b {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:55:12.683426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 0487ce7c-6f78-4f4f-a956-686b052b36b4 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:12.691924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02032e11-4c24-494f-acf4-eede1e419004 req-26047132-8d4d-44c7-860f-face6e6d0e93 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:12.692610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-02032e11-4c24-494f-acf4-eede1e419004 req-26047132-8d4d-44c7-860f-face6e6d0e93 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Synchronizing usage tracker for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:12.705195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.707282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.833313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:12.843325 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.8572705 Sep 15 09:55:12.857481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51048) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:12.941868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-02032e11-4c24-494f-acf4-eede1e419004 req-26047132-8d4d-44c7-860f-face6e6d0e93 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Unset dirty status for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:12.943758 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-02032e11-4c24-494f-acf4-eede1e419004 req-26047132-8d4d-44c7-860f-face6e6d0e93 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 931 time: 0.9339736 Sep 15 09:55:12.946328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Transition to ACTIVE for port object 91bca1e4-c308-4195-808b-b8636fb9278b will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:12.950405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e8622-8315-4fbb-8b90-af204eb711c9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Network': ['ID=a23908cf-d4fb-43d2-b223-d47f652b92e0,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:12.951578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-348fff80-901d-412e-a5b1-e3e721a143b0 None None] Current status of the port 811e6a17-8849-47f2-ae43-5924e8f45685 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:12.973105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ad972-4546-464c-bf52-e50a396c36da None None] Pushing event updated for resources: {'Port': ['ID=620673c0-3253-42d4-8d30-27a33b1fc142,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:13.024395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network a23908cf-d4fb-43d2-b223-d47f652b92e0 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:13.066753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8::1 (eec03a8c-68a9-4e5f-9f7d-2d8a61491130/7340aef1-c5e5-419f-9bf2-e2f08cd08b3f/4a7fd0c4-effc-4f36-ae2b-29acd027af33) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:13.116681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b086bf-0381-4ae1-ab14-aeac8cc02003 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:13.123565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b086bf-0381-4ae1-ab14-aeac8cc02003 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:13.131525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b086bf-0381-4ae1-ab14-aeac8cc02003 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:13.138559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b086bf-0381-4ae1-ab14-aeac8cc02003 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:13.140403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a1b086bf-0381-4ae1-ab14-aeac8cc02003 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Synchronizing usage tracker for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:13.172123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 811e6a17-8849-47f2-ae43-5924e8f45685 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:13.258968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a1b086bf-0381-4ae1-ab14-aeac8cc02003 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Unset dirty status for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:13.260407 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a1b086bf-0381-4ae1-ab14-aeac8cc02003 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3907340 Sep 15 09:55:13.263921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51054) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:13.328670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.337469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-243865b0-9ff9-4fce-8c26-e8106cf73bba None None] Provisioning complete for port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:13.338082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-243865b0-9ff9-4fce-8c26-e8106cf73bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.365058 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=8a826a93-c151-485f-a1fb-5c3e9a3bb235,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:13.416891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.508267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 811e6a17-8849-47f2-ae43-5924e8f45685 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:13.508724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.541014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.621554 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Transition to ACTIVE for port object e242593d-9753-495d-bed4-161f7cf39de5 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:13.637385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-243865b0-9ff9-4fce-8c26-e8106cf73bba None None] Current status of the port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:13.659846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Pushing event updated for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:13.706831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.708166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 811e6a17-8849-47f2-ae43-5924e8f45685 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:13.709552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:13.718752 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-02032e11-4c24-494f-acf4-eede1e419004 req-3ed11c75-1b41-4f92-85ff-fbfdb7d82222 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7666230 Sep 15 09:55:13.742427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.791856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object 4a7fd0c4-effc-4f36-ae2b-29acd027af33 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:13.808802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.817917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Attempting to bind port e242593d-9753-495d-bed4-161f7cf39de5 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:13.818270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Attempting to bind port e242593d-9753-495d-bed4-161f7cf39de5 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:13.819724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Attempting to bind port e242593d-9753-495d-bed4-161f7cf39de5 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:13.832641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:13.833206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:13.833742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.834273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:13.834850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Bound port: e242593d-9753-495d-bed4-161f7cf39de5, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:13.835318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.953253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.953670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29030791-e3ce-4350-84ea-c74fedcf99ee None None] Pushing event updated for resources: {'Port': ['ID=e242593d-9753-495d-bed4-161f7cf39de5,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:13.976907 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:13.992911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] For port e242593d-9753-495d-bed4-161f7cf39de5, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:13.996572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] For port e242593d-9753-495d-bed4-161f7cf39de5, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e242593d-9753-495d-bed4-161f7cf39de5,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:14.081618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:14.087950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:14.090753 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:14.091430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.104906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Attempting to bind port 91bca1e4-c308-4195-808b-b8636fb9278b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:14.105154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Attempting to bind port 91bca1e4-c308-4195-808b-b8636fb9278b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:14.105483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Attempting to bind port 91bca1e4-c308-4195-808b-b8636fb9278b on network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:14.118736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:14.134735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.134942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:14.135439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.186923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Port 91bca1e4-c308-4195-808b-b8636fb9278b on network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:55:14.187230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Attempting to bind port 91bca1e4-c308-4195-808b-b8636fb9278b on network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:14.191337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.229418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:14.229767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Checking segment: {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:14.230182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Bound using segment: {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:14.230635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Bound port: 91bca1e4-c308-4195-808b-b8636fb9278b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2087c2ab-799e-4dce-b253-07d0847a3e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:14.230988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.255509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Routers {'bbc3f9d2-4879-452d-88dc-769c1bd65ff8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:14.256293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['bbc3f9d2-4879-452d-88dc-769c1bd65ff8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:14.269039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=4a7fd0c4-effc-4f36-ae2b-29acd027af33,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:14.283197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Router ab9ab0df-9471-4362-9bcc-650cb911aeea is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:14.377698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2d3562-ec93-45f2-a521-9c54ff9bad42 None None] Network 5cb3c2af-4b29-4524-9166-e9150167e685 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:14.416415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0487ce7c-6f78-4f4f-a956-686b052b36b4']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:14.418982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29030791-e3ce-4350-84ea-c74fedcf99ee None None] Pushing event updated for resources: {'Port': ['ID=e242593d-9753-495d-bed4-161f7cf39de5,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:14.423823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.460562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f63200-946b-4e6f-b4f0-54290394e696') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:14.460817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f63200-946b-4e6f-b4f0-54290394e696') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:14.541993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.550711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.564344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:14.613793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Sync routers for ids ['ab9ab0df-9471-4362-9bcc-650cb911aeea'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:14.666581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Routers {'ab9ab0df-9471-4362-9bcc-650cb911aeea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:14.667203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ab9ab0df-9471-4362-9bcc-650cb911aeea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:14.681245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.682730 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-099deda6-9487-405b-8f18-bd002f116cbc tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.7937436 Sep 15 09:55:14.685520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51058) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:14.735883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:14.736258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.782199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] Set router bbc3f9d2-4879-452d-88dc-769c1bd65ff8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:14.901104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d7ae6de5-d963-4c82-83fc-b4fec520dd6d None None] Provisioning for port 4a7fd0c4-effc-4f36-ae2b-29acd027af33 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:14.931398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:14.946170 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-36104d4a-d1f9-416c-ba81-84f3d9b738c3 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/routers/ab9ab0df-9471-4362-9bcc-650cb911aeea HTTP/1.1" status: 200 len: 906 time: 0.2569208 Sep 15 09:55:14.946381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d7ae6de5-d963-4c82-83fc-b4fec520dd6d None None] Provisioning complete for port 4a7fd0c4-effc-4f36-ae2b-29acd027af33 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:14.946828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d7ae6de5-d963-4c82-83fc-b4fec520dd6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:14.947138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51064) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:15.021635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.025348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:15.043798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:15.043798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.087658 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 01f63200-946b-4e6f-b4f0-54290394e696 resource provider aggregate not found Sep 15 09:55:15.110033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6de9b-bda3-4ac7-9570-1dcc02fd5ead req-adfdc7ec-0023-4472-8161-8d77f09d9797 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:15.112114 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a5d6de9b-bda3-4ac7-9570-1dcc02fd5ead req-adfdc7ec-0023-4472-8161-8d77f09d9797 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 943 time: 0.2472403 Sep 15 09:55:15.164893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:15.178010 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 01f63200-946b-4e6f-b4f0-54290394e696 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01f63200-946b-4e6f-b4f0-54290394e696 found for delete ", "request_id": "req-b5079e41-d724-4407-a863-1e56f4c5dc51"}]} Sep 15 09:55:15.181417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.185052 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a5d6de9b-bda3-4ac7-9570-1dcc02fd5ead req-65f02d58-f5bd-4f0c-892e-c27b7c1236a1 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617654 Sep 15 09:55:15.188183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.225402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Set router ab9ab0df-9471-4362-9bcc-650cb911aeea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:15.274702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Pushing event updated for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:15.278446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:15.279061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.280760 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-56e67515-f3b5-447d-b32d-319308bba229 service neutron] 10.222.0.16 "PUT /v2.0/ports/91bca1e4-c308-4195-808b-b8636fb9278b HTTP/1.1" status: 200 len: 1093 time: 5.4363985 Sep 15 09:55:15.286586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:55:15.290424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c74092-3401-4641-aff2-a208f0b01f63" -d '{"events": [{"name": "network-changed", "server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:55:15.409407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.437843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.488433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d7ae6de5-d963-4c82-83fc-b4fec520dd6d None None] Port 4a7fd0c4-effc-4f36-ae2b-29acd027af33 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:15.574399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2236e7f-e941-4318-9c14-149a29b3f7e4 x-openstack-request-id: req-f2236e7f-e941-4318-9c14-149a29b3f7e4 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:55:15.574991 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:55:15.575389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2236e7f-e941-4318-9c14-149a29b3f7e4 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:55:15.575961 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2236e7f-e941-4318-9c14-149a29b3f7e4'] response: {'name': 'network-changed', 'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b', 'status': 'completed', 'code': 200} Sep 15 09:55:15.608647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.615040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.643846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Network': ['ID=0487ce7c-6f78-4f4f-a956-686b052b36b4,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:15.690011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Deleting port 1373230c-1bf9-4a44-8c88-3beec312fadf {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:15.690381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.723574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8a826a93-c151-485f-a1fb-5c3e9a3bb235 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:15.729507 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4da429ed-570d-4bf0-a156-4d3ddd5e59c4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/networks/0487ce7c-6f78-4f4f-a956-686b052b36b4 HTTP/1.1" status: 204 len: 168 time: 2.4001331 Sep 15 09:55:15.729779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51078) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:15.749902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-4bbc7538-7575-4a30-b950-a5acf1ecacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:15.751379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-4bbc7538-7575-4a30-b950-a5acf1ecacc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfd50a27c7b140bfb2c562b9f5d40942&device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 1096 time: 0.2875619 Sep 15 09:55:15.852814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:15.868546 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-28922f15-c766-4d62-9d16-6e747739bb04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91bca1e4-c308-4195-808b-b8636fb9278b HTTP/1.1" status: 200 len: 217 time: 0.0858934 Sep 15 09:55:15.872460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:55:15.875628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d7ae6de5-d963-4c82-83fc-b4fec520dd6d None None] Provisioning for port 620673c0-3253-42d4-8d30-27a33b1fc142 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:15.923640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.941333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port e2e4d289-e6f9-46e1-90fb-20e992d92929 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:15.942058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.945609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:15.988734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:15.989114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.003575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-42fbaa37-2b63-4913-ab88-4a39ef6c0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:16.007081 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-42fbaa37-2b63-4913-ab88-4a39ef6c0952 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9092352c-755d-4ee8-b955-d4f6e601a319 HTTP/1.1" status: 200 len: 835 time: 0.1250329 Sep 15 09:55:16.054667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc3f9d2-4879-452d-88dc-769c1bd65ff8', 'name': 'tempest-snat-router-646597903', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.252'}], 'enable_snat': False}, 'gw_port_id': 'e242593d-9753-495d-bed4-161f7cf39de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:55:02Z', 'updated_at': '2022-09-15T09:55:06Z', 'revision_number': 3, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port': {'id': 'e242593d-9753-495d-bed4-161f7cf39de5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc3f9d2-4879-452d-88dc-769c1bd65ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:55:04Z', 'updated_at': '2022-09-15T09:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:16.067851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1bb4c5-122d-4197-9b3f-eb363502d015 None None] The sync data for ids ['bbc3f9d2-4879-452d-88dc-769c1bd65ff8'] in dv-neutron-857775-1-hyperv is: [{'id': 'bbc3f9d2-4879-452d-88dc-769c1bd65ff8', 'name': 'tempest-snat-router-646597903', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.252'}], 'enable_snat': False}, 'gw_port_id': 'e242593d-9753-495d-bed4-161f7cf39de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:55:02Z', 'updated_at': '2022-09-15T09:55:06Z', 'revision_number': 3, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port': {'id': 'e242593d-9753-495d-bed4-161f7cf39de5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc3f9d2-4879-452d-88dc-769c1bd65ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:55:04Z', 'updated_at': '2022-09-15T09:55:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:16.075823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.075823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.122563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9ab0df-9471-4362-9bcc-650cb911aeea', 'name': 'tempest-snat-router-646597903', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.76'}], 'enable_snat': True}, 'gw_port_id': '1373230c-1bf9-4a44-8c88-3beec312fadf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:55:10Z', 'updated_at': '2022-09-15T09:55:13Z', 'revision_number': 3, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port': {'id': '1373230c-1bf9-4a44-8c88-3beec312fadf', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d2:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab9ab0df-9471-4362-9bcc-650cb911aeea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:55:11Z', 'updated_at': '2022-09-15T09:55:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:16.143824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Checking router: ab9ab0df-9471-4362-9bcc-650cb911aeea for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:55:16.143824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Updating router ab9ab0df-9471-4362-9bcc-650cb911aeea port 1373230c-1bf9-4a44-8c88-3beec312fadf binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:55:16.156599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.198530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a23908cf-d4fb-43d2-b223-d47f652b92e0']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:16.200718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:16.201840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 620673c0-3253-42d4-8d30-27a33b1fc142 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:16.214549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74178e75-d5a1-4895-bdd7-ffe305d170e3') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:16.215119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74178e75-d5a1-4895-bdd7-ffe305d170e3') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:16.229490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.247654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.256482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:16.257068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.308975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.377978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.397094 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 74178e75-d5a1-4895-bdd7-ffe305d170e3 resource provider aggregate not found Sep 15 09:55:16.439099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=4a7fd0c4-effc-4f36-ae2b-29acd027af33,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:16.537767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.599847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Calling delete_port for 1373230c-1bf9-4a44-8c88-3beec312fadf owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:16.613373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 620673c0-3253-42d4-8d30-27a33b1fc142 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:16.625320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 620673c0-3253-42d4-8d30-27a33b1fc142 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:16.625685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.638097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-35fc4c32-f440-46ac-bac8-c1adf41b9cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:16.639768 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-35fc4c32-f440-46ac-bac8-c1adf41b9cf4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6272159 Sep 15 09:55:16.642553 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 74178e75-d5a1-4895-bdd7-ffe305d170e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74178e75-d5a1-4895-bdd7-ffe305d170e3 found for delete ", "request_id": "req-68674e5f-0fb1-4c8a-b456-5721f021a319"}]} Sep 15 09:55:16.709531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.741462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.765690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Network': ['ID=a23908cf-d4fb-43d2-b223-d47f652b92e0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:16.778890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.779373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.779815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.780236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.780656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.781072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.781514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.781954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.782369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.782782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.783200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.784160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:16.794980 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-60d5d32c-b520-42da-a9d7-259a83f5c1b9 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/networks/a23908cf-d4fb-43d2-b223-d47f652b92e0 HTTP/1.1" status: 204 len: 168 time: 1.0618515 Sep 15 09:55:16.799607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51088) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:16.827684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 620673c0-3253-42d4-8d30-27a33b1fc142 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:16.827684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.932824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:16.938074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 620673c0-3253-42d4-8d30-27a33b1fc142, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=620673c0-3253-42d4-8d30-27a33b1fc142,segment=NetworkSegment(4c73562d-6dfb-4330-9a02-e40886c4b706),segment_id=4c73562d-6dfb-4330-9a02-e40886c4b706)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:16.953602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Transition to ACTIVE for port object 1373230c-1bf9-4a44-8c88-3beec312fadf will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:17.013333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.073228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17454be6-cbd0-4bf3-b189-fb8691427b9b req-86d38d66-7f85-4529-b1c8-c5ba38da641a tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:17.078971 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-17454be6-cbd0-4bf3-b189-fb8691427b9b req-86d38d66-7f85-4529-b1c8-c5ba38da641a tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 943 time: 0.4297938 Sep 15 09:55:17.086630 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-738e66ee-b9d5-4188-8809-4e9e458b837f service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652231 Sep 15 09:55:17.093689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for e2e4d289-e6f9-46e1-90fb-20e992d92929 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:17.104145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.106343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:55:17.106759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:55:17.146097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Attempting to bind port 1373230c-1bf9-4a44-8c88-3beec312fadf on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:17.146509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Attempting to bind port 1373230c-1bf9-4a44-8c88-3beec312fadf by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:17.146877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Attempting to bind port 1373230c-1bf9-4a44-8c88-3beec312fadf on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:17.160012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:17.160289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:17.160813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.161024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:17.161491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Bound port: 1373230c-1bf9-4a44-8c88-3beec312fadf, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:17.161885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.171629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0966d9db-e63a-41ed-9c7e-246771c3ea02 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:17.178457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0966d9db-e63a-41ed-9c7e-246771c3ea02 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:17.179307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0966d9db-e63a-41ed-9c7e-246771c3ea02 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Synchronizing usage tracker for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:17.187466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:17.190734 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-17454be6-cbd0-4bf3-b189-fb8691427b9b req-0e9863f6-02e7-4a43-86b9-0fa4bed5bf12 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901732 Sep 15 09:55:17.228286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:17.234805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=620673c0-3253-42d4-8d30-27a33b1fc142,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:17.323766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0966d9db-e63a-41ed-9c7e-246771c3ea02 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Unset dirty status for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:17.331425 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0966d9db-e63a-41ed-9c7e-246771c3ea02 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5204785 Sep 15 09:55:17.331567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51092) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:17.337304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1208331476'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:17.343492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958afc4c-1234-4db3-80e5-27bc8138486a None None] Pushing event updated for resources: {'Port': ['ID=1373230c-1bf9-4a44-8c88-3beec312fadf,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:17.348986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:17.370742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] For port 1373230c-1bf9-4a44-8c88-3beec312fadf, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:17.374914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] For port 1373230c-1bf9-4a44-8c88-3beec312fadf, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1373230c-1bf9-4a44-8c88-3beec312fadf,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:17.378793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:17.470218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.478420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Made reservation on behalf of 7fedc2ce5eb54e3c9f842b6207ca2c8a for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:17.483739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.542818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:17.555116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.556212 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Added segment 30c7116d-4456-45e5-b9f4-c75547748229 of type vlan for network d7cbea8e-a6f2-4498-b313-6fde18097a0c Sep 15 09:55:17.561364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Routers {'ab9ab0df-9471-4362-9bcc-650cb911aeea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:17.562141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ab9ab0df-9471-4362-9bcc-650cb911aeea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:17.595277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.608023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Deleting port 1373230c-1bf9-4a44-8c88-3beec312fadf {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:17.608588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.727739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e242593d-9753-495d-bed4-161f7cf39de5 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:17.747444 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed999498-cdc3-47df-90b4-9475c359b4b9 req-22daba4f-499d-4757-bf69-4a44135b49a4 service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5580330 Sep 15 09:55:17.764507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.769614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:17.770312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.804044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.809981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-47aee259-8029-4412-84b9-53260cfa019a None None] Provisioning complete for port 4a7fd0c4-effc-4f36-ae2b-29acd027af33 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:17.810361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-47aee259-8029-4412-84b9-53260cfa019a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:17.903172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958afc4c-1234-4db3-80e5-27bc8138486a None None] Pushing event updated for resources: {'Port': ['ID=1373230c-1bf9-4a44-8c88-3beec312fadf,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:17.912760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=e2e4d289-e6f9-46e1-90fb-20e992d92929,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:17.934075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] Set router ab9ab0df-9471-4362-9bcc-650cb911aeea gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:17.963494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router aa5a6d77-ac81-4307-82ad-abce71cbe992 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:18.022729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.023106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.023538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.023996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.024411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.024838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.025340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.025906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.026272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.026754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.027248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.027668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:18.055533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Network': ['ID=d7cbea8e-a6f2-4498-b313-6fde18097a0c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:18.089296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] For port 1373230c-1bf9-4a44-8c88-3beec312fadf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1373230c-1bf9-4a44-8c88-3beec312fadf,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:18.089708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.108970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network d7cbea8e-a6f2-4498-b313-6fde18097a0c details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:18.127930 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:55:18.149709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-47aee259-8029-4412-84b9-53260cfa019a None None] Port 4a7fd0c4-effc-4f36-ae2b-29acd027af33 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:18.151534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab9ab0df-9471-4362-9bcc-650cb911aeea', 'name': 'tempest-snat-router-646597903', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:55:10Z', 'updated_at': '2022-09-15T09:55:15Z', 'revision_number': 4, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:18.188569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-58f1e157-1d58-46ba-9ff4-d984ae1b9356 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8559523 Sep 15 09:55:18.209470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51098) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:18.220203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731021cb-162e-4a37-a1cd-33c7444cff66 None None] The sync data for ids ['ab9ab0df-9471-4362-9bcc-650cb911aeea'] in dv-neutron-857775-1-hyperv is: [{'id': 'ab9ab0df-9471-4362-9bcc-650cb911aeea', 'name': 'tempest-snat-router-646597903', 'tenant_id': '546bcba319c34bdeb8ed153dc6c3a587', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:55:10Z', 'updated_at': '2022-09-15T09:55:15Z', 'revision_number': 4, 'project_id': '546bcba319c34bdeb8ed153dc6c3a587', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:18.227204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1064644368'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:18.301409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Calling delete_port for 1373230c-1bf9-4a44-8c88-3beec312fadf owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:18.329785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e242593d-9753-495d-bed4-161f7cf39de5 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:18.336902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e242593d-9753-495d-bed4-161f7cf39de5 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:18.337583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.354711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:18.370867 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934c311-cd4f-49ad-b1e5-88b5f8aa4d88 None None] Sync routers for ids ['aa5a6d77-ac81-4307-82ad-abce71cbe992'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:18.389553 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934c311-cd4f-49ad-b1e5-88b5f8aa4d88 None None] Routers {'aa5a6d77-ac81-4307-82ad-abce71cbe992'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:18.390207 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1934c311-cd4f-49ad-b1e5-88b5f8aa4d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['aa5a6d77-ac81-4307-82ad-abce71cbe992'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:18.436352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:18.494673 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1934c311-cd4f-49ad-b1e5-88b5f8aa4d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:18.511647 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1934c311-cd4f-49ad-b1e5-88b5f8aa4d88 None None] Routers {'aa5a6d77-ac81-4307-82ad-abce71cbe992'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:18.512553 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1934c311-cd4f-49ad-b1e5-88b5f8aa4d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['aa5a6d77-ac81-4307-82ad-abce71cbe992'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:18.519489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Usage tracker for resource:network and tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:18.527683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:18.554051 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c964459a-50f7-421c-a3e6-3eaddb5e7b34 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/aa5a6d77-ac81-4307-82ad-abce71cbe992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9626815 Sep 15 09:55:18.556567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:18.559611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51104) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:18.560394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.561209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e242593d-9753-495d-bed4-161f7cf39de5 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:18.561694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.586923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port e242593d-9753-495d-bed4-161f7cf39de5, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e242593d-9753-495d-bed4-161f7cf39de5,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:18.587282 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1934c311-cd4f-49ad-b1e5-88b5f8aa4d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:18.587503 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1934c311-cd4f-49ad-b1e5-88b5f8aa4d88 None None] The sync data for ids ['aa5a6d77-ac81-4307-82ad-abce71cbe992'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:18.687167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.688084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:18.721515 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.773859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event deleted for resources: {'Port': ['ID=1373230c-1bf9-4a44-8c88-3beec312fadf,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:18.811447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=e242593d-9753-495d-bed4-161f7cf39de5,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:18.824124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74092-3401-4641-aff2-a208f0b01f63 req-5279175e-912d-49df-8b02-5fba67fd138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:18.826705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97c74092-3401-4641-aff2-a208f0b01f63 req-5279175e-912d-49df-8b02-5fba67fd138d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfd50a27c7b140bfb2c562b9f5d40942&device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 1096 time: 0.9254076 Sep 15 09:55:18.833067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:18.833464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.889218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.943536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Made reservation on behalf of 7fedc2ce5eb54e3c9f842b6207ca2c8a for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:18.947222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:18.959831 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:18.961181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 620673c0-3253-42d4-8d30-27a33b1fc142 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:19.025494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f4d66-8c32-4cb4-a20a-5b7e59fe0c30 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:19.026136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-781f4d66-8c32-4cb4-a20a-5b7e59fe0c30 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:19.033726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 620673c0-3253-42d4-8d30-27a33b1fc142 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:19.034239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.072596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.074757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.159172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 620673c0-3253-42d4-8d30-27a33b1fc142 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:19.181087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.181710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab9ab0df-9471-4362-9bcc-650cb911aeea {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:19.195665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.197182 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7898e9bd-2d81-46b4-a958-2c663b87d67b tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "DELETE /v2.0/routers/ab9ab0df-9471-4362-9bcc-650cb911aeea HTTP/1.1" status: 204 len: 168 time: 4.2488778 Sep 15 09:55:19.199488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51108) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:19.201019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:19.228045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9019cf85-53dc-42c7-b9a6-bc29ced4250e req-e4e720de-f052-4ee0-b370-93d62b8428ed tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:19.229524 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9019cf85-53dc-42c7-b9a6-bc29ced4250e req-e4e720de-f052-4ee0-b370-93d62b8428ed tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 943 time: 0.7803802 Sep 15 09:55:19.261606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.261984 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Added segment 27e71ec9-f285-445c-a672-92869e040b12 of type vlan for network 1706e5fe-364e-489d-a332-1f3679415cc2 Sep 15 09:55:19.288486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 6f307728-399b-4a0e-adac-ed60ea5cc565 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:19.297539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74092-3401-4641-aff2-a208f0b01f63 req-d8429f4f-ee61-42c9-ad6c-45db67fba60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:19.299166 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97c74092-3401-4641-aff2-a208f0b01f63 req-d8429f4f-ee61-42c9-ad6c-45db67fba60d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 HTTP/1.1" status: 200 len: 897 time: 0.4026976 Sep 15 09:55:19.395489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-781f4d66-8c32-4cb4-a20a-5b7e59fe0c30 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:19.396668 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-781f4d66-8c32-4cb4-a20a-5b7e59fe0c30 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports/4a7fd0c4-effc-4f36-ae2b-29acd027af33 HTTP/1.1" status: 200 len: 911 time: 0.8259766 Sep 15 09:55:19.401066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51112) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:19.412203 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97c74092-3401-4641-aff2-a208f0b01f63 req-6fa0efa5-761a-4769-9ae5-f03dc7e0aa95 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91bca1e4-c308-4195-808b-b8636fb9278b HTTP/1.1" status: 200 len: 217 time: 0.1046195 Sep 15 09:55:19.454632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.461555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9019cf85-53dc-42c7-b9a6-bc29ced4250e req-05d5d8b1-32de-44f9-978b-acaabc59afac tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182062 Sep 15 09:55:19.463090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.548539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e242593d-9753-495d-bed4-161f7cf39de5 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:19.596224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6d68ff37-4dad-46bc-bb41-8182fe090820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.634993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:19.638645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e242593d-9753-495d-bed4-161f7cf39de5 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:19.639205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.645920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74092-3401-4641-aff2-a208f0b01f63 req-d5c68efd-5c45-44cf-b94c-e69c593f44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:19.647511 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97c74092-3401-4641-aff2-a208f0b01f63 req-d5c68efd-5c45-44cf-b94c-e69c593f44e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9092352c-755d-4ee8-b955-d4f6e601a319 HTTP/1.1" status: 200 len: 835 time: 0.2274375 Sep 15 09:55:19.655882 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-476ec850-189b-46d0-b821-1f91f4c5e13b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/6f307728-399b-4a0e-adac-ed60ea5cc565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7099893 Sep 15 09:55:19.670876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca097d-0035-4fb8-ba2f-1136df4a551d None None] Sync routers for ids ['6f307728-399b-4a0e-adac-ed60ea5cc565'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:19.698000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51116) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:19.704310 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca097d-0035-4fb8-ba2f-1136df4a551d None None] Routers {'6f307728-399b-4a0e-adac-ed60ea5cc565'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:19.704935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-80ca097d-0035-4fb8-ba2f-1136df4a551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6f307728-399b-4a0e-adac-ed60ea5cc565'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:19.758626 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.764215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:19.764834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:19.777514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-80ca097d-0035-4fb8-ba2f-1136df4a551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:19.794578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ca097d-0035-4fb8-ba2f-1136df4a551d None None] Routers {'6f307728-399b-4a0e-adac-ed60ea5cc565'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:19.795206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-80ca097d-0035-4fb8-ba2f-1136df4a551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:54:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6f307728-399b-4a0e-adac-ed60ea5cc565'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:19.817594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-17f6dd6c-f1cb-45da-a133-795eced7f222 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:19.884987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-80ca097d-0035-4fb8-ba2f-1136df4a551d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:19.885643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ca097d-0035-4fb8-ba2f-1136df4a551d None None] The sync data for ids ['6f307728-399b-4a0e-adac-ed60ea5cc565'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:19.903757 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6909947 Sep 15 09:55:19.908277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51120) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:19.913748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-17f6dd6c-f1cb-45da-a133-795eced7f222 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:19.917908 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-17f6dd6c-f1cb-45da-a133-795eced7f222 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f307728-399b-4a0e-adac-ed60ea5cc565 HTTP/1.1" status: 200 len: 205 time: 0.2091789 Sep 15 09:55:19.920603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e242593d-9753-495d-bed4-161f7cf39de5 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:19.923125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51124) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:19.982000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'ports': [{'network_id': 'd7cbea8e-a6f2-4498-b313-6fde18097a0c', 'name': 'tempest-port--944217665', 'admin_state_up': True}, {'network_id': '1706e5fe-364e-489d-a332-1f3679415cc2', 'admin_state_up': False}]} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:19.982318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'port': {'network_id': 'd7cbea8e-a6f2-4498-b313-6fde18097a0c', 'name': 'tempest-port--944217665', 'admin_state_up': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:19.982800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'port': {'network_id': '1706e5fe-364e-489d-a332-1f3679415cc2', 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:19.983371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6865a050-8f57-4955-8781-cee15bf85ebb tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Network': ['ID=1706e5fe-364e-489d-a332-1f3679415cc2,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:19.995840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 1706e5fe-364e-489d-a332-1f3679415cc2 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:20.076892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc186424-6c37-4367-bbe3-dff8d0e8d25b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.132831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74092-3401-4641-aff2-a208f0b01f63 req-b492e725-56de-45c3-b033-6b719b7ac7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:20.134344 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97c74092-3401-4641-aff2-a208f0b01f63 req-b492e725-56de-45c3-b033-6b719b7ac7c3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4770737 Sep 15 09:55:20.168416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.270739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51130) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:20.344045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Deleting port e242593d-9753-495d-bed4-161f7cf39de5 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:20.344405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.483642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.605970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc186424-6c37-4367-bbe3-dff8d0e8d25b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.609595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc186424-6c37-4367-bbe3-dff8d0e8d25b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.626030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:20.626635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 91bca1e4-c308-4195-808b-b8636fb9278b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:55:20.656339 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97c74092-3401-4641-aff2-a208f0b01f63 req-64212af6-604a-4d3e-8a27-5e4279d0d901 service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5113244 Sep 15 09:55:20.743201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Usage tracker for resource:port and tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:20.744735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc186424-6c37-4367-bbe3-dff8d0e8d25b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.745372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc186424-6c37-4367-bbe3-dff8d0e8d25b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Fanout notify agent at l3_agent the message router_deleted on router 6f307728-399b-4a0e-adac-ed60ea5cc565 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:20.763513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc186424-6c37-4367-bbe3-dff8d0e8d25b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.767312 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bc186424-6c37-4367-bbe3-dff8d0e8d25b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/6f307728-399b-4a0e-adac-ed60ea5cc565 HTTP/1.1" status: 204 len: 168 time: 0.8407385 Sep 15 09:55:20.767549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51136) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:20.768219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:20.782267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:20.788714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:20.797166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '91bca1e4-c308-4195-808b-b8636fb9278b', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'port_id': '91bca1e4-c308-4195-808b-b8636fb9278b', 'mac_address': 'fa:16:3e:da:78:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:55:20.853789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 91bca1e4-c308-4195-808b-b8636fb9278b is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:20.854197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.867737 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97c74092-3401-4641-aff2-a208f0b01f63 req-d158548e-50b8-43e4-a681-24286b958415 service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034206 Sep 15 09:55:20.871781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bca1e4-c308-4195-808b-b8636fb9278b {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:55:20.877976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-f410e47f-6526-4fdd-8218-ec779e0827bf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet bef52c91-3848-4dac-8e3a-0429aa43e4d5 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:20.881137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f410e47f-6526-4fdd-8218-ec779e0827bf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.888404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:20.938570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f410e47f-6526-4fdd-8218-ec779e0827bf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:20.972982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.029938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f410e47f-6526-4fdd-8218-ec779e0827bf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.104151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:21.181796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f410e47f-6526-4fdd-8218-ec779e0827bf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.203303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Made reservation on behalf of 7fedc2ce5eb54e3c9f842b6207ca2c8a for: {'port': 2} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:21.208390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.225197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f410e47f-6526-4fdd-8218-ec779e0827bf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=bef52c91-3848-4dac-8e3a-0429aa43e4d5,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:21.231924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.232858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f410e47f-6526-4fdd-8218-ec779e0827bf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.238582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fc0d71-31a6-44a6-ad38-080d7a08e6f8 None None] Network c3b5da7c-503b-4298-98a5-380e6ea029bc requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:21.243468 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f410e47f-6526-4fdd-8218-ec779e0827bf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/bef52c91-3848-4dac-8e3a-0429aa43e4d5 HTTP/1.1" status: 204 len: 168 time: 0.4745860 Sep 15 09:55:21.244093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51140) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:21.257057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] For port e242593d-9753-495d-bed4-161f7cf39de5, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e242593d-9753-495d-bed4-161f7cf39de5,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:21.257427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.344581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5122ab87-e9b0-4a29-b9e7-b4656562b20d req-14eeef13-d64a-4ec1-9dc7-bcb87ce66ad9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:21.346072 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5122ab87-e9b0-4a29-b9e7-b4656562b20d req-14eeef13-d64a-4ec1-9dc7-bcb87ce66ad9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 943 time: 0.7465050 Sep 15 09:55:21.367422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['91bca1e4-c308-4195-808b-b8636fb9278b'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:55:21.384636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.398051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 811e6a17-8849-47f2-ae43-5924e8f45685 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:21.398533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.461458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.489874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Calling delete_port for e242593d-9753-495d-bed4-161f7cf39de5 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:21.614568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] DHCP port deletion for c3b5da7c-503b-4298-98a5-380e6ea029bc request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:55:21.626585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] Deleting port 811e6a17-8849-47f2-ae43-5924e8f45685 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:21.627563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.659710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 811e6a17-8849-47f2-ae43-5924e8f45685, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=811e6a17-8849-47f2-ae43-5924e8f45685,segment=NetworkSegment(dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7),segment_id=dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:21.660340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.730589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7f8be0b6-30c5-479b-9e8a-41a94330c21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:21.785639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 811e6a17-8849-47f2-ae43-5924e8f45685 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:21.838580 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5122ab87-e9b0-4a29-b9e7-b4656562b20d req-06805fdf-1916-4299-9059-5abf3a1f71e4 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4378817 Sep 15 09:55:21.919331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] For port 811e6a17-8849-47f2-ae43-5924e8f45685, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=811e6a17-8849-47f2-ae43-5924e8f45685,segment=NetworkSegment(dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7),segment_id=dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:21.919965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.055507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.072209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] Calling delete_port for 811e6a17-8849-47f2-ae43-5924e8f45685 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:22.107660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] device_id is not set on port 74d26c31-2417-43a0-ad02-9f8e0cedbdd2 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:55:22.109926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=811e6a17-8849-47f2-ae43-5924e8f45685,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:22.112474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No DVR routers for this DVR port 811e6a17-8849-47f2-ae43-5924e8f45685 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:22.169854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:55:22.170180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:55:22.246203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.275415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b5da7c-503b-4298-98a5-380e6ea029bc']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:22.290491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:22.290835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:22.304200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.322533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.330881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:22.331302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.350768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8:1::1 (5cb3c2af-4b29-4524-9166-e9150167e685/107200a1-e6cf-45c1-8b79-4c0f83114777/52404a09-98b0-42b6-b148-ad47b9be0b89) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:22.407067 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7 resource provider aggregate not found Sep 15 09:55:22.430831 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac5f4b5-a6e9-4c67-8e6b-e924e4a0c6b7 found for delete ", "request_id": "req-49c0cdc9-98f8-4b2e-a090-f30298bc7a51"}]} Sep 15 09:55:22.504078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.523574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.543652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.552421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=c3b5da7c-503b-4298-98a5-380e6ea029bc,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:22.554817 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.559330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.602458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event deleted for resources: {'Port': ['ID=e242593d-9753-495d-bed4-161f7cf39de5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:22.653564 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4fe6a9d6-255c-48e0-b663-02bb9a4284c2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/c3b5da7c-503b-4298-98a5-380e6ea029bc HTTP/1.1" status: 204 len: 168 time: 1.4084096 Sep 15 09:55:22.657588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51148) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:22.664076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1544593510', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:22.671218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] Deleting port 811e6a17-8849-47f2-ae43-5924e8f45685 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:22.671652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.671762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:22.676735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:router and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:22.680406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:22.687600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:22.712370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.747140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3cf86a58-0a2b-43ff-bd52-82c92c206ba5 None None] The port '811e6a17-8849-47f2-ae43-5924e8f45685' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:55:22.767002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.768539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.783973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:22.947561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] device_id is not set on port 8061c1dd-88ec-4595-8654-8fca4d0e8979 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:55:22.978781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.049270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.108248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.181503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.205609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fab68-d87d-43cf-bc62-67201032d686 req-ffdfddff-0aab-46d3-9224-badda08dc528 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:23.207101 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5c9fab68-d87d-43cf-bc62-67201032d686 req-ffdfddff-0aab-46d3-9224-badda08dc528 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 944 time: 0.2234712 Sep 15 09:55:23.252760 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5c9fab68-d87d-43cf-bc62-67201032d686 req-a5eaddfe-db8e-4972-aa9f-5e1125b98bc6 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393019 Sep 15 09:55:23.312791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object 52404a09-98b0-42b6-b148-ad47b9be0b89 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:23.326477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.341376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.524054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.524733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbc3f9d2-4879-452d-88dc-769c1bd65ff8 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:23.531941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.598245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.604294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 811e6a17-8849-47f2-ae43-5924e8f45685 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:23.613089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.645035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 811e6a17-8849-47f2-ae43-5924e8f45685 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:55:23.645386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 811e6a17-8849-47f2-ae43-5924e8f45685 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:55:23.649920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.696908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 5cb3c2af-4b29-4524-9166-e9150167e685 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:23.700905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:23.706611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:23.706812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.813636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.26.7.6 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/96aee49a-fd37-495d-b8e0-d718f6c43872) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:23.847527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.856229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=52404a09-98b0-42b6-b148-ad47b9be0b89,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:23.909517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:23.914739 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c81b2381-aae4-4a1a-9291-b5295bcbc131 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "DELETE /v2.0/routers/bbc3f9d2-4879-452d-88dc-769c1bd65ff8 HTTP/1.1" status: 204 len: 168 time: 4.7103119 Sep 15 09:55:23.914902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51154) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:24.031990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Port': ['ID=74d26c31-2417-43a0-ad02-9f8e0cedbdd2,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:24.049536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1697317161', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:24.060590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:24.068988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Checking segment: {'id': '30c7116d-4456-45e5-b9f4-c75547748229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'd7cbea8e-a6f2-4498-b313-6fde18097a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:24.069230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Network hostable DHCP agents. Network: d7cbea8e-a6f2-4498-b313-6fde18097a0c, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:24.079554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Usage tracker for resource:router and tenant:87c095c51f3f4a55aff08d41fcea102c is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:24.083801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:24.084145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.084784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:24.086532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-18e421ce-5cc4-4b78-957c-a37c7e0dfa06 None None] Provisioning for port 52404a09-98b0-42b6-b148-ad47b9be0b89 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:24.093857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:24.096208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-18e421ce-5cc4-4b78-957c-a37c7e0dfa06 None None] Provisioning complete for port 52404a09-98b0-42b6-b148-ad47b9be0b89 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:24.096208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-18e421ce-5cc4-4b78-957c-a37c7e0dfa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.132416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.184865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-18e421ce-5cc4-4b78-957c-a37c7e0dfa06 None None] Port 52404a09-98b0-42b6-b148-ad47b9be0b89 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:24.200367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.200367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.214072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.227767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.237852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Network d7cbea8e-a6f2-4498-b313-6fde18097a0c is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:24.300022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:24.304215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:24.314916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:24.315602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.514420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.550864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=96aee49a-fd37-495d-b8e0-d718f6c43872,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:24.555164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, d7cbea8e-a6f2-4498-b313-6fde18097a0c) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:24.563808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da1cbd-1c31-44ba-8d3d-912520d5477c None None] Network d7cbea8e-a6f2-4498-b313-6fde18097a0c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:24.598836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:24.599652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.628644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 91bca1e4-c308-4195-808b-b8636fb9278b up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:24.676005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:24.676527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.988130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:24.988923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:25.039094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Port': ['ID=8061c1dd-88ec-4595-8654-8fca4d0e8979,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:25.079597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5da4c4-b267-4302-aa93-50c68748141a req-6e35f4f9-c8e6-4bc6-ada0-c5612c20ffa8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:25.079597 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4c5da4c4-b267-4302-aa93-50c68748141a req-6e35f4f9-c8e6-4bc6-ada0-c5612c20ffa8 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 944 time: 0.6455097 Sep 15 09:55:25.226489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 91bca1e4-c308-4195-808b-b8636fb9278b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:25.231679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 91bca1e4-c308-4195-808b-b8636fb9278b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:25.238443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.334726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Checking segment: {'id': '27e71ec9-f285-445c-a672-92869e040b12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '1706e5fe-364e-489d-a332-1f3679415cc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:25.335081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Network hostable DHCP agents. Network: 1706e5fe-364e-489d-a332-1f3679415cc2, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:25.373858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 91bca1e4-c308-4195-808b-b8636fb9278b is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:25.373858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.393629 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4c5da4c4-b267-4302-aa93-50c68748141a req-0514f013-3ed0-4edf-9f7a-4400f0ad9c24 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171079 Sep 15 09:55:25.445167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:55:25.450984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592abacd-efa7-4293-bb16-7a67ee44e350" -d '{"events": [{"server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "name": "network-vif-plugged", "status": "completed", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:55:25.456696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:25.492279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e242593d-9753-495d-bed4-161f7cf39de5 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:25.529738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: e242593d-9753-495d-bed4-161f7cf39de5 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:55:25.531474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e242593d-9753-495d-bed4-161f7cf39de5 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:55:25.549791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Network 1706e5fe-364e-489d-a332-1f3679415cc2 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:25.552103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.562483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.563059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.588624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f106367-ebe3-4cca-b5a3-aad890b6e2f8 x-openstack-request-id: req-1f106367-ebe3-4cca-b5a3-aad890b6e2f8 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:55:25.589196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "name": "network-vif-plugged", "status": "completed", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:55:25.589387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f106367-ebe3-4cca-b5a3-aad890b6e2f8 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:55:25.589771 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f106367-ebe3-4cca-b5a3-aad890b6e2f8'] response: {'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b', 'code': 200} Sep 15 09:55:25.634285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:25.692464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.693228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.738739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.742391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 1706e5fe-364e-489d-a332-1f3679415cc2) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:25.748376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:25.750874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa0c1b4-b95c-499f-8db1-df3030fb365d None None] Network 1706e5fe-364e-489d-a332-1f3679415cc2 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:25.755199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:25.759950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:25.760605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:25.995301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=52404a09-98b0-42b6-b148-ad47b9be0b89,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:26.181604 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3085f6cd-6bed-4622-b183-03eb356f5f87 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.2217233 Sep 15 09:55:26.187398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51164) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:26.203408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=0a1aac35-f5d0-4e70-9681-b3f5c7cd9031,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:26.302271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:26.321069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 5cb3c2af-4b29-4524-9166-e9150167e685 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:26.324186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:26.411647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:26.549593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c4d677-bead-49d7-a910-b55c38f6c057 req-1e9683d3-d5ef-4563-8470-cbcf44f180eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:26.551142 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14c4d677-bead-49d7-a910-b55c38f6c057 req-1e9683d3-d5ef-4563-8470-cbcf44f180eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 1098 time: 0.4835949 Sep 15 09:55:26.555149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:26.567330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850897d-bf9c-41f2-afd2-90fafefe6350 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:26.573393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850897d-bf9c-41f2-afd2-90fafefe6350 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:26.577668 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4850897d-bf9c-41f2-afd2-90fafefe6350 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3825135 Sep 15 09:55:26.592674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51170) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:26.625005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-68469b2c-43d6-4dab-9bae-c33cb8a4a2f2 None None] Provisioning complete for port 52404a09-98b0-42b6-b148-ad47b9be0b89 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:26.625335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-68469b2c-43d6-4dab-9bae-c33cb8a4a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:26.643091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:26.687198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-68469b2c-43d6-4dab-9bae-c33cb8a4a2f2 None None] Port 52404a09-98b0-42b6-b148-ad47b9be0b89 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:26.724952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router aa5a6d77-ac81-4307-82ad-abce71cbe992 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:26.807437 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14c4d677-bead-49d7-a910-b55c38f6c057 req-a250f541-39e9-4696-8c0d-8958f2b74735 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2312517 Sep 15 09:55:26.831031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-61a9b102-6ba1-469b-b4b0-8e0ff81875b1 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Deleting port 74d26c31-2417-43a0-ad02-9f8e0cedbdd2 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:26.831326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-61a9b102-6ba1-469b-b4b0-8e0ff81875b1 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:26.922721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Allocated IP 172.26.7.184 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/720ef115-b3ff-4309-81e4-59ddb47124ea) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:26.948270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68268dab-c4be-4e10-ad85-de1c86bd1149 req-cef0f536-c221-40d3-a100-8d5f8b9e3962 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:26.949776 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-68268dab-c4be-4e10-ad85-de1c86bd1149 req-cef0f536-c221-40d3-a100-8d5f8b9e3962 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.3880544 Sep 15 09:55:27.047224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:27.055382 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dc89a293-6d79-44ae-ab25-89ab3fa9ab57 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/aa5a6d77-ac81-4307-82ad-abce71cbe992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6532397 Sep 15 09:55:27.058711 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-68268dab-c4be-4e10-ad85-de1c86bd1149 req-74c0b34d-b7bf-46f4-9103-a159d671f7a9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910060 Sep 15 09:55:27.060046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51174) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:27.061814 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea85cec-076a-444a-9312-9292b7e631dd None None] Sync routers for ids ['aa5a6d77-ac81-4307-82ad-abce71cbe992'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:27.076477 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea85cec-076a-444a-9312-9292b7e631dd None None] Routers {'aa5a6d77-ac81-4307-82ad-abce71cbe992'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:27.077392 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1ea85cec-076a-444a-9312-9292b7e631dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['aa5a6d77-ac81-4307-82ad-abce71cbe992'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:27.158359 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1ea85cec-076a-444a-9312-9292b7e631dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:27.167008 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea85cec-076a-444a-9312-9292b7e631dd None None] Routers {'aa5a6d77-ac81-4307-82ad-abce71cbe992'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:27.167609 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1ea85cec-076a-444a-9312-9292b7e631dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['aa5a6d77-ac81-4307-82ad-abce71cbe992'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:27.231096 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1ea85cec-076a-444a-9312-9292b7e631dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:27.231465 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea85cec-076a-444a-9312-9292b7e631dd None None] The sync data for ids ['aa5a6d77-ac81-4307-82ad-abce71cbe992'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:27.260571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f11874-041e-4409-a4dc-2a2ecddd6825 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:27.261151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-22f11874-041e-4409-a4dc-2a2ecddd6825 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:27.289323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-61a9b102-6ba1-469b-b4b0-8e0ff81875b1 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:27.306502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:27.325761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:27.424066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-61a9b102-6ba1-469b-b4b0-8e0ff81875b1 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Calling delete_port for 74d26c31-2417-43a0-ad02-9f8e0cedbdd2 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:27.592203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 95e0896e-d8ef-459c-855f-799e8e9da9e9 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:27.612240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-22f11874-041e-4409-a4dc-2a2ecddd6825 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:27.613942 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-22f11874-041e-4409-a4dc-2a2ecddd6825 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports/52404a09-98b0-42b6-b148-ad47b9be0b89 HTTP/1.1" status: 200 len: 913 time: 0.5528810 Sep 15 09:55:27.618186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51178) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:27.652089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:27.657295 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-391d5c37-de47-4b8e-bd56-f466fc9a7edb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/0e1bf3e8-eb90-4a97-8119-228e6d0e2086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3818383 Sep 15 09:55:27.663741 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] Sync routers for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:27.674830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:27.675760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:27.862839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:28.039132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:28.042928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-61a9b102-6ba1-469b-b4b0-8e0ff81875b1 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:28.176088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:28.186503 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf8b5d-c439-488f-820d-cc6babf3095e None None] Sync routers for ids ['95e0896e-d8ef-459c-855f-799e8e9da9e9'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:28.214724 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf8b5d-c439-488f-820d-cc6babf3095e None None] Routers {'95e0896e-d8ef-459c-855f-799e8e9da9e9'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:28.215367 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-03cf8b5d-c439-488f-820d-cc6babf3095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['95e0896e-d8ef-459c-855f-799e8e9da9e9'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:28.238918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event updated for resources: {'Port': ['ID=720ef115-b3ff-4309-81e4-59ddb47124ea,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:28.247974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-61a9b102-6ba1-469b-b4b0-8e0ff81875b1 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:28.254390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:28.288245 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-03cf8b5d-c439-488f-820d-cc6babf3095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:28.297860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:28.311384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf8b5d-c439-488f-820d-cc6babf3095e None None] Routers {'95e0896e-d8ef-459c-855f-799e8e9da9e9'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:28.312022 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-03cf8b5d-c439-488f-820d-cc6babf3095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['95e0896e-d8ef-459c-855f-799e8e9da9e9'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:28.319579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:28.365840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:25Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:49Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:28.369935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] Checking router: 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:55:28.380511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:28.381356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:28.391752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d6e9f-1f3c-4983-9c24-eaa7807847fd req-fcf875e0-6783-4844-b724-10e818ac98b5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:28.393536 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3c1d6e9f-1f3c-4983-9c24-eaa7807847fd req-fcf875e0-6783-4844-b724-10e818ac98b5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.1762118 Sep 15 09:55:28.395071 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-03cf8b5d-c439-488f-820d-cc6babf3095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:28.395477 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03cf8b5d-c439-488f-820d-cc6babf3095e None None] The sync data for ids ['95e0896e-d8ef-459c-855f-799e8e9da9e9'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:28.412137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9b102-6ba1-469b-b4b0-8e0ff81875b1 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Port': ['ID=74d26c31-2417-43a0-ad02-9f8e0cedbdd2,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:28.451206 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3c1d6e9f-1f3c-4983-9c24-eaa7807847fd req-4c32894d-2d88-4052-b4cc-ce56a66e7c0f tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507495 Sep 15 09:55:28.486665 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-61a9b102-6ba1-469b-b4b0-8e0ff81875b1 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/ports/74d26c31-2417-43a0-ad02-9f8e0cedbdd2 HTTP/1.1" status: 204 len: 168 time: 1.8888414 Sep 15 09:55:28.506872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51188) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:28.575218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:28.579010 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6818316d-e31d-43b8-a0d5-7e5d7885946c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.9172952 Sep 15 09:55:28.579171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd9d18-515c-45d8-9148-df1339a350e6 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Deleting port 8061c1dd-88ec-4595-8654-8fca4d0e8979 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:28.579171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9d18-515c-45d8-9148-df1339a350e6 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:28.585438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:28.591317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51192) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:28.815310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9d18-515c-45d8-9148-df1339a350e6 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:28.948773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2bbd9d18-515c-45d8-9148-df1339a350e6 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Calling delete_port for 8061c1dd-88ec-4595-8654-8fca4d0e8979 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:28.998698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:25Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:49Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:29.004334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39944888-ad4e-4be0-bad0-e3aa3eb5cd67 None None] The sync data for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv is: [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:25Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '36bbd9d8-1ed6-47b9-9e54-f132242f47de', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'port_id': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'mac_address': 'fa:16:3e:68:d5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:53:41Z', 'updated_at': '2022-09-15T09:53:49Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:29.061638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3db64c-3cc3-4f26-bf8f-74286f132167 req-ff5300cc-fbfb-457e-b99c-10b188a69f7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:29.062359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7b3db64c-3cc3-4f26-bf8f-74286f132167 req-ff5300cc-fbfb-457e-b99c-10b188a69f7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:29.108421 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0a716fa4-2d92-438b-b8ea-1a6ed30641aa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/routers/95e0896e-d8ef-459c-855f-799e8e9da9e9 HTTP/1.1" status: 200 len: 879 time: 0.5145674 Sep 15 09:55:29.108978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51196) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:29.163356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7b3db64c-3cc3-4f26-bf8f-74286f132167 req-ff5300cc-fbfb-457e-b99c-10b188a69f7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:29.164543 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7b3db64c-3cc3-4f26-bf8f-74286f132167 req-ff5300cc-fbfb-457e-b99c-10b188a69f7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 946 time: 0.7999885 Sep 15 09:55:29.177769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9d18-515c-45d8-9148-df1339a350e6 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:29.210055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:29.240661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd9d18-515c-45d8-9148-df1339a350e6 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Port': ['ID=8061c1dd-88ec-4595-8654-8fca4d0e8979,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:29.250407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2bbd9d18-515c-45d8-9148-df1339a350e6 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:29.258864 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2bbd9d18-515c-45d8-9148-df1339a350e6 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/ports/8061c1dd-88ec-4595-8654-8fca4d0e8979 HTTP/1.1" status: 204 len: 168 time: 0.7506354 Sep 15 09:55:29.263177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51200) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:29.315250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0d9b6c81-0944-469b-adfc-f211de9e9069 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Synchronizing usage tracker for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:29.388399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7b3db64c-3cc3-4f26-bf8f-74286f132167 req-e46ff357-d1e5-4892-b4aa-9bd08815f803 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176709 Sep 15 09:55:29.449562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2a8dff51-6cd3-4c65-be2a-9310c8d42a0e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:router {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:29.453483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0d9b6c81-0944-469b-adfc-f211de9e9069 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Unset dirty status for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:29.455269 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0d9b6c81-0944-469b-adfc-f211de9e9069 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1914372 Sep 15 09:55:29.459897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51204) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:29.467359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1640468592'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:29.495259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:29.509655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Usage tracker for resource:network and tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:29.512275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:29.518470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:29.533277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:29.569621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:55:29.569987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0a1aac35-f5d0-4e70-9681-b3f5c7cd9031 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:55:29.582123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2a8dff51-6cd3-4c65-be2a-9310c8d42a0e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:router {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:29.585786 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2a8dff51-6cd3-4c65-be2a-9310c8d42a0e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4756172 Sep 15 09:55:29.590252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51210) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:29.594456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f9eb9c0f-1b97-476f-91ec-ce03e91b2e2b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1544593510'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:29.656750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Made reservation on behalf of 7fedc2ce5eb54e3c9f842b6207ca2c8a for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:29.657247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:29.660796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:29.815948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:29.855825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:29.856111 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Added segment 29165438-e486-42ef-b39a-8efcdf2e181b of type vlan for network 31eaff3e-ad33-482b-96c7-b23ea8bfa129 Sep 15 09:55:29.895055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:29.975266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96909f9f-9496-41d4-8404-1517e510163b req-905fa49d-67b7-46c2-8731-0dae43e2a32e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:29.976679 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-96909f9f-9496-41d4-8404-1517e510163b req-905fa49d-67b7-46c2-8731-0dae43e2a32e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.3270814 Sep 15 09:55:30.049195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 52404a09-98b0-42b6-b148-ad47b9be0b89 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:30.049536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.184315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435b68b-4533-4328-a02d-185f19e7864b req-cab62c40-e575-4c1d-95c1-2c94c580dfc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:30.185741 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3435b68b-4533-4328-a02d-185f19e7864b req-cab62c40-e575-4c1d-95c1-2c94c580dfc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 946 time: 0.3788726 Sep 15 09:55:30.242807 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-96909f9f-9496-41d4-8404-1517e510163b req-6d81ad89-132f-4d91-9c59-1d0171829690 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549834 Sep 15 09:55:30.326365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.338077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:30.338989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.349034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.461441 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9979541 Sep 15 09:55:30.466643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51218) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:30.527269 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-990338446'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:30.543642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:30.598924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 62fffd7f-8315-4657-8227-77e6b90a7c67 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:30.599531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.602709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Usage tracker for resource:network and tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:30.605297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2804c7-ed9c-4ea6-a819-1fa11080863a tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Network': ['ID=31eaff3e-ad33-482b-96c7-b23ea8bfa129,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:30.616533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 31eaff3e-ad33-482b-96c7-b23ea8bfa129 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:30.617200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:30.625778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:30.660547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9c0f-1b97-476f-91ec-ce03e91b2e2b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.691033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0c00a-6ab9-429e-b3f8-466b998ce4b2 req-10ac1969-652b-404f-8c88-f3a0c14785ba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:30.691033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-abe0c00a-6ab9-429e-b3f8-466b998ce4b2 req-10ac1969-652b-404f-8c88-f3a0c14785ba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:30.701912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-abe0c00a-6ab9-429e-b3f8-466b998ce4b2 req-10ac1969-652b-404f-8c88-f3a0c14785ba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:30.703064 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-abe0c00a-6ab9-429e-b3f8-466b998ce4b2 req-10ac1969-652b-404f-8c88-f3a0c14785ba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 946 time: 0.1678653 Sep 15 09:55:30.726344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Made reservation on behalf of 7fedc2ce5eb54e3c9f842b6207ca2c8a for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:30.729732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.749012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9c0f-1b97-476f-91ec-ce03e91b2e2b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.854668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:30.858838 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-abe0c00a-6ab9-429e-b3f8-466b998ce4b2 req-e4dc3015-ba7f-416c-9a45-c8e2c47258bc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=cc7c856f-e6f7-4f23-822d-70594cdcb7d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485751 Sep 15 09:55:30.863143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.873129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.878037 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Added segment fa5b1baf-af6a-4caf-96d7-3677c7da7acf of type vlan for network bcf5b60e-98ad-4c79-b916-812e4da6dc01 Sep 15 09:55:30.979761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:30.995761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9eb9c0f-1b97-476f-91ec-ce03e91b2e2b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 95e0896e-d8ef-459c-855f-799e8e9da9e9 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:31.029377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 52404a09-98b0-42b6-b148-ad47b9be0b89 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:31.153193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:31.159161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:31.159752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:31.203040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09cbf74-4bb0-4154-aed1-6c61321de258 req-e650bbf5-d687-4860-bb64-5ce4ad0e18e4 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:31.204492 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a09cbf74-4bb0-4154-aed1-6c61321de258 req-e650bbf5-d687-4860-bb64-5ce4ad0e18e4 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.6283567 Sep 15 09:55:31.304224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Network': ['ID=bcf5b60e-98ad-4c79-b916-812e4da6dc01,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:31.308716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9eb9c0f-1b97-476f-91ec-ce03e91b2e2b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:31.316740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network bcf5b60e-98ad-4c79-b916-812e4da6dc01 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:31.316957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9c0f-1b97-476f-91ec-ce03e91b2e2b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:31.321095 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f9eb9c0f-1b97-476f-91ec-ce03e91b2e2b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/95e0896e-d8ef-459c-855f-799e8e9da9e9 HTTP/1.1" status: 200 len: 886 time: 1.7313101 Sep 15 09:55:31.321923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51222) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:31.328200 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a09cbf74-4bb0-4154-aed1-6c61321de258 req-0312c01c-39fb-4c6a-ac23-e97e2c715fb2 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053448 Sep 15 09:55:31.336176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 62fffd7f-8315-4657-8227-77e6b90a7c67, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=62fffd7f-8315-4657-8227-77e6b90a7c67,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:31.336536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:31.355096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Router 4675762e-f723-4bec-a630-1dd0398df128 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:31.379118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51226) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:31.425663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977dc83e-47ee-45aa-9ffe-780921a26e33 None None] Sync routers for ids ['95e0896e-d8ef-459c-855f-799e8e9da9e9'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:31.441903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7ba0349f-c610-4f54-ae3c-4b6d38c771ab tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9702427 Sep 15 09:55:31.443272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977dc83e-47ee-45aa-9ffe-780921a26e33 None None] Routers {'95e0896e-d8ef-459c-855f-799e8e9da9e9'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:31.444856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-977dc83e-47ee-45aa-9ffe-780921a26e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['95e0896e-d8ef-459c-855f-799e8e9da9e9'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:31.480504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 62fffd7f-8315-4657-8227-77e6b90a7c67 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:31.525647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-977dc83e-47ee-45aa-9ffe-780921a26e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:31.539523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977dc83e-47ee-45aa-9ffe-780921a26e33 None None] Routers {'95e0896e-d8ef-459c-855f-799e8e9da9e9'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:31.540318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-977dc83e-47ee-45aa-9ffe-780921a26e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['95e0896e-d8ef-459c-855f-799e8e9da9e9'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:31.606769 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-657c5cb1-0bdf-4e14-8178-1e2b41e0d31b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/routers/95e0896e-d8ef-459c-855f-799e8e9da9e9 HTTP/1.1" status: 200 len: 886 time: 0.2832618 Sep 15 09:55:31.607814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51230) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:31.611439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-977dc83e-47ee-45aa-9ffe-780921a26e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:31.612434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977dc83e-47ee-45aa-9ffe-780921a26e33 None None] The sync data for ids ['95e0896e-d8ef-459c-855f-799e8e9da9e9'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:31.798166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8b8eb0a8-b74c-4106-9376-89b89cc768fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:31.814859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec671d2-e21d-4131-93bb-a64494a3f6c7 tempest-TestNetworkAdvancedServerOps-1294092877 tempest-TestNetworkAdvancedServerOps-1294092877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:31.819335 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9ec671d2-e21d-4131-93bb-a64494a3f6c7 tempest-TestNetworkAdvancedServerOps-1294092877 tempest-TestNetworkAdvancedServerOps-1294092877-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 1093 time: 0.4363022 Sep 15 09:55:31.819591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51234) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:31.825126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '91bca1e4-c308-4195-808b-b8636fb9278b', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:31.832313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:31.836277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Usage tracker for resource:floatingip and tenant:bfd50a27c7b140bfb2c562b9f5d40942 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:31.837883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:31.840640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:31.847935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:31.856160 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ba469-10a7-4a51-97e5-68859643a2c4 None None] Sync routers for ids ['4675762e-f723-4bec-a630-1dd0398df128'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:31.863004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:31.868278 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ba469-10a7-4a51-97e5-68859643a2c4 None None] Routers {'4675762e-f723-4bec-a630-1dd0398df128'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:31.869092 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-fa4ba469-10a7-4a51-97e5-68859643a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4675762e-f723-4bec-a630-1dd0398df128'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:31.900241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8b8eb0a8-b74c-4106-9376-89b89cc768fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:31.901397 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8b8eb0a8-b74c-4106-9376-89b89cc768fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=95e0896e-d8ef-459c-855f-799e8e9da9e9 HTTP/1.1" status: 200 len: 205 time: 0.2912614 Sep 15 09:55:31.904088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51240) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:31.968687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:32.022267 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-fa4ba469-10a7-4a51-97e5-68859643a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:32.041459 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4ba469-10a7-4a51-97e5-68859643a2c4 None None] Routers {'4675762e-f723-4bec-a630-1dd0398df128'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:32.042126 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-fa4ba469-10a7-4a51-97e5-68859643a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4675762e-f723-4bec-a630-1dd0398df128'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:32.148551 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-fa4ba469-10a7-4a51-97e5-68859643a2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:32.149220 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4ba469-10a7-4a51-97e5-68859643a2c4 None None] The sync data for ids ['4675762e-f723-4bec-a630-1dd0398df128'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:32.208081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:32.216432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=52404a09-98b0-42b6-b148-ad47b9be0b89,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:32.218454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:32.223742 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d71dbc90-a407-42ee-a53e-19caf1919aef tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.3041539 Sep 15 09:55:32.259569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51244) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:32.263171 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed91c959-8e24-4b54-8f2f-d857c090b6f9 req-3f52ea2c-f1ba-4ab5-b54b-365778019afd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1394031 Sep 15 09:55:32.268583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8b45289b-029d-4ba4-9f37-2a4d9b452df2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': False}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:32.395405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=62fffd7f-8315-4657-8227-77e6b90a7c67,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:32.464623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:32.548412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 62fffd7f-8315-4657-8227-77e6b90a7c67 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:32.552982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:32.554979 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3435b68b-4533-4328-a02d-185f19e7864b req-d11925ae-3457-4fb0-a838-89e0bf30f4ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/62fffd7f-8315-4657-8227-77e6b90a7c67 HTTP/1.1" status: 204 len: 173 time: 2.3626330 Sep 15 09:55:32.555395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6', 'name': 'network-vif-deleted', 'tag': '62fffd7f-8315-4657-8227-77e6b90a7c67'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:55:32.557984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5357711-9b75-418d-9002-6fd21ca21cc7" -d '{"events": [{"server_uuid": "a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6", "name": "network-vif-deleted", "tag": "62fffd7f-8315-4657-8227-77e6b90a7c67"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:55:32.600153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:32.611720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129e30e8-295c-476d-8abe-38be4c8a2c7b x-openstack-request-id: req-129e30e8-295c-476d-8abe-38be4c8a2c7b {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:55:32.612152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6", "name": "network-vif-deleted", "tag": "62fffd7f-8315-4657-8227-77e6b90a7c67", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:55:32.612604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-129e30e8-295c-476d-8abe-38be4c8a2c7b {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:55:32.613101 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-129e30e8-295c-476d-8abe-38be4c8a2c7b'] response: {'server_uuid': 'a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6', 'name': 'network-vif-deleted', 'tag': '62fffd7f-8315-4657-8227-77e6b90a7c67', 'status': 'completed', 'code': 200} Sep 15 09:55:32.662999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 62fffd7f-8315-4657-8227-77e6b90a7c67 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:32.726162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 62fffd7f-8315-4657-8227-77e6b90a7c67 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:55:32.726896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 62fffd7f-8315-4657-8227-77e6b90a7c67 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:55:32.894850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:32.989051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router aa5a6d77-ac81-4307-82ad-abce71cbe992 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:33.119363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:33.159085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 96aee49a-fd37-495d-b8e0-d718f6c43872 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:33.159567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:33.163022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:33.168277 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1e9d13b5-2824-48b7-ac0a-fb83a26a949a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/aa5a6d77-ac81-4307-82ad-abce71cbe992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5001087 Sep 15 09:55:33.171150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51250) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:33.174912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce862f-d750-4d2e-8fa3-665ce433790e None None] Sync routers for ids ['aa5a6d77-ac81-4307-82ad-abce71cbe992'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:33.185286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce862f-d750-4d2e-8fa3-665ce433790e None None] Routers {'aa5a6d77-ac81-4307-82ad-abce71cbe992'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:33.186264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0dce862f-d750-4d2e-8fa3-665ce433790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['aa5a6d77-ac81-4307-82ad-abce71cbe992'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:33.254790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b45289b-029d-4ba4-9f37-2a4d9b452df2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:33.255261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0dce862f-d750-4d2e-8fa3-665ce433790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:33.264522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dce862f-d750-4d2e-8fa3-665ce433790e None None] Routers {'aa5a6d77-ac81-4307-82ad-abce71cbe992'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:33.265398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0dce862f-d750-4d2e-8fa3-665ce433790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['aa5a6d77-ac81-4307-82ad-abce71cbe992'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:33.484845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0dce862f-d750-4d2e-8fa3-665ce433790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:33.484845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dce862f-d750-4d2e-8fa3-665ce433790e None None] The sync data for ids ['aa5a6d77-ac81-4307-82ad-abce71cbe992'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:33.733835 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-81c2980b-644b-4292-96f1-c9d647c496f0 req-6040708a-b06d-46e1-9653-434c8cdfa651 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=a474b71a-680a-46fd-b0a7-a5fdcdd5f2e6 HTTP/1.1" status: 200 len: 210 time: 0.1738889 Sep 15 09:55:33.859185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:33.938983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:34.010555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 96aee49a-fd37-495d-b8e0-d718f6c43872 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:34.044038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Allocated IP 172.26.7.186 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/0212ec05-6ccd-4163-989a-69dc52a3f479) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:34.297108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 4a7fd0c4-effc-4f36-ae2b-29acd027af33 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:34.297665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:34.484729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:34.506734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:34.632860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 4a7fd0c4-effc-4f36-ae2b-29acd027af33 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:34.719136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:34.848362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51258) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:34.856846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'subnets': [{'network_id': '31eaff3e-ad33-482b-96c7-b23ea8bfa129', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--173199432', 'ip_version': 6}, {'network_id': 'bcf5b60e-98ad-4c79-b916-812e4da6dc01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:34.857232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'subnet': {'network_id': '31eaff3e-ad33-482b-96c7-b23ea8bfa129', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--173199432', 'ip_version': 6}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:34.857996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Request body: {'subnet': {'network_id': 'bcf5b60e-98ad-4c79-b916-812e4da6dc01', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:34.932628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:34.972433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=96aee49a-fd37-495d-b8e0-d718f6c43872,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:35.009856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=4a7fd0c4-effc-4f36-ae2b-29acd027af33,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:35.059378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51262) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:35.141759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b45289b-029d-4ba4-9f37-2a4d9b452df2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.149199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.191436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b45289b-029d-4ba4-9f37-2a4d9b452df2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.200366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.384577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.478090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:35.479841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:35.491581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:35.494675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.507470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77fe66c4-8eb5-4d06-a00c-bfaf927b4fc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.511494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:35.528969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Usage tracker for resource:subnet and tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:35.536436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.538120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'Port': ['ID=0212ec05-6ccd-4163-989a-69dc52a3f479,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:35.542791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:35.551886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:35.681793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Made reservation on behalf of 7fedc2ce5eb54e3c9f842b6207ca2c8a for: {'subnet': 2} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:35.682085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77fe66c4-8eb5-4d06-a00c-bfaf927b4fc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.686327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.686655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.755556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:35.755958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Fanout notify agent at l3_agent the message router_deleted on router 95e0896e-d8ef-459c-855f-799e8e9da9e9 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:35.777410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router aa5a6d77-ac81-4307-82ad-abce71cbe992 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:35.833114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b45289b-029d-4ba4-9f37-2a4d9b452df2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Router 4675762e-f723-4bec-a630-1dd0398df128 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:35.945498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:35.955914 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12535e-95ab-4ca8-b73c-0e834582d462 None None] Sync routers for ids ['aa5a6d77-ac81-4307-82ad-abce71cbe992'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:35.966701 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12535e-95ab-4ca8-b73c-0e834582d462 None None] Routers {'aa5a6d77-ac81-4307-82ad-abce71cbe992'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:35.967553 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5f12535e-95ab-4ca8-b73c-0e834582d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['aa5a6d77-ac81-4307-82ad-abce71cbe992'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:36.031910 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5f12535e-95ab-4ca8-b73c-0e834582d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:36.036688 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-75aafe6b-3506-4430-a3af-322591d8b236 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/aa5a6d77-ac81-4307-82ad-abce71cbe992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8617949 Sep 15 09:55:36.036934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51266) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:36.041231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.044785 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12535e-95ab-4ca8-b73c-0e834582d462 None None] Routers {'aa5a6d77-ac81-4307-82ad-abce71cbe992'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:36.044785 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5f12535e-95ab-4ca8-b73c-0e834582d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['aa5a6d77-ac81-4307-82ad-abce71cbe992'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:36.045037 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4ddbf03a-00b0-4064-b9ec-7df1dc776160 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/95e0896e-d8ef-459c-855f-799e8e9da9e9 HTTP/1.1" status: 204 len: 168 time: 4.1374111 Sep 15 09:55:36.079157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51270) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:36.101932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-1041744586'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:36.110061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-54f926b0-d425-441b-a0d5-32a595334cf4 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:36.113052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:36.127225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:36.133343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:36.149086 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5f12535e-95ab-4ca8-b73c-0e834582d462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:36.149569 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f12535e-95ab-4ca8-b73c-0e834582d462 None None] The sync data for ids ['aa5a6d77-ac81-4307-82ad-abce71cbe992'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:36.159070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:36.199728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77fe66c4-8eb5-4d06-a00c-bfaf927b4fc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.202124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77fe66c4-8eb5-4d06-a00c-bfaf927b4fc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.203252 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-77fe66c4-8eb5-4d06-a00c-bfaf927b4fc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/cc7c856f-e6f7-4f23-822d-70594cdcb7d7 HTTP/1.1" status: 204 len: 168 time: 1.1399722 Sep 15 09:55:36.226043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe66c4-8eb5-4d06-a00c-bfaf927b4fc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7c856f-e6f7-4f23-822d-70594cdcb7d7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:36.229800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b45289b-029d-4ba4-9f37-2a4d9b452df2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:36.234899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b45289b-029d-4ba4-9f37-2a4d9b452df2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.236619 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8b45289b-029d-4ba4-9f37-2a4d9b452df2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "PUT /v2.0/routers/4675762e-f723-4bec-a630-1dd0398df128 HTTP/1.1" status: 200 len: 926 time: 3.9725380 Sep 15 09:55:36.239679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51276) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:36.250416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f6303-c5e0-4587-92c6-82c5680c073a None None] Sync routers for ids ['4675762e-f723-4bec-a630-1dd0398df128'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:36.263625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f6303-c5e0-4587-92c6-82c5680c073a None None] Routers {'4675762e-f723-4bec-a630-1dd0398df128'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:36.264451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e13f6303-c5e0-4587-92c6-82c5680c073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4675762e-f723-4bec-a630-1dd0398df128'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:36.328683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51280) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:36.330171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e13f6303-c5e0-4587-92c6-82c5680c073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:36.339824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13f6303-c5e0-4587-92c6-82c5680c073a None None] Routers {'4675762e-f723-4bec-a630-1dd0398df128'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:36.340576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e13f6303-c5e0-4587-92c6-82c5680c073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4675762e-f723-4bec-a630-1dd0398df128'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:36.387820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:36.394785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.402931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-54f926b0-d425-441b-a0d5-32a595334cf4 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:36.403978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e13f6303-c5e0-4587-92c6-82c5680c073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:36.404109 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-54f926b0-d425-441b-a0d5-32a595334cf4 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa5a6d77-ac81-4307-82ad-abce71cbe992 HTTP/1.1" status: 200 len: 205 time: 0.3662724 Sep 15 09:55:36.404652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13f6303-c5e0-4587-92c6-82c5680c073a None None] The sync data for ids ['4675762e-f723-4bec-a630-1dd0398df128'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:36.421606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51284) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:36.495122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.628496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.775022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d73735e-af50-46d1-87a0-68b4971c8f8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet d1ee8aa9-16e3-4885-a5de-fc50588fa26a {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:36.786423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:36.793374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d73735e-af50-46d1-87a0-68b4971c8f8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.831325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8df36f99-8de5-4609-8cb0-cff1cefd4153 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.840506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.917226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.960239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:36.960589 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf of type vlan for network 7c8e96bd-52c1-48c4-a26d-54e07621587d Sep 15 09:55:36.997592 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b681b000-44c6-43b1-b60c-b7dfceff2f82 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/routers/4675762e-f723-4bec-a630-1dd0398df128 HTTP/1.1" status: 200 len: 926 time: 0.7538602 Sep 15 09:55:37.003892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51288) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:37.051523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d73735e-af50-46d1-87a0-68b4971c8f8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.072416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event updated for resources: {'Port': ['ID=0212ec05-6ccd-4163-989a-69dc52a3f479,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:37.087028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.207779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.250781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95274e60-c2e6-47ba-b9f6-dae035b08d20 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:37.252111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-95274e60-c2e6-47ba-b9f6-dae035b08d20 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Synchronizing usage tracker for tenant:546bcba319c34bdeb8ed153dc6c3a587 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:37.279183 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Floating IP f0aed804-c2f1-4d91-9a3a-22dee2d296b3 associated. External IP: 172.26.7.186, port: 91bca1e4-c308-4195-808b-b8636fb9278b. Sep 15 09:55:37.307228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8df36f99-8de5-4609-8cb0-cff1cefd4153 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.310140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8df36f99-8de5-4609-8cb0-cff1cefd4153 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.343197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-95274e60-c2e6-47ba-b9f6-dae035b08d20 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Unset dirty status for tenant:546bcba319c34bdeb8ed153dc6c3a587 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:37.344357 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-95274e60-c2e6-47ba-b9f6-dae035b08d20 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=4675762e-f723-4bec-a630-1dd0398df128&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3395245 Sep 15 09:55:37.351528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51292) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:37.471436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.474448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:37.475023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.510022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8df36f99-8de5-4609-8cb0-cff1cefd4153 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.510499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df36f99-8de5-4609-8cb0-cff1cefd4153 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Fanout notify agent at l3_agent the message router_deleted on router aa5a6d77-ac81-4307-82ad-abce71cbe992 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:37.512192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.626002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d73735e-af50-46d1-87a0-68b4971c8f8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.636091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Router f4ce073a-650e-407b-8bf7-d4a28d814494 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:37.705047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8df36f99-8de5-4609-8cb0-cff1cefd4153 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.706117 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8df36f99-8de5-4609-8cb0-cff1cefd4153 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/aa5a6d77-ac81-4307-82ad-abce71cbe992 HTTP/1.1" status: 204 len: 168 time: 1.2815707 Sep 15 09:55:37.719442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51296) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:37.735079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=7c8e96bd-52c1-48c4-a26d-54e07621587d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:37.748664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7c8e96bd-52c1-48c4-a26d-54e07621587d details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:37.768497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Subnet': ['ID=f97035dd-1717-4317-ade6-01b245df5c4c,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:37.779734 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e59afda8-709d-4a8f-bf3a-c795dd0106a5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6956408 Sep 15 09:55:37.782952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51300) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:37.789658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b636a565-c5ab-44e9-ba1d-8ddb2242de71 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:37.790232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b636a565-c5ab-44e9-ba1d-8ddb2242de71 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Synchronizing usage tracker for tenant:546bcba319c34bdeb8ed153dc6c3a587 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:37.800190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Checking segment: {'id': '29165438-e486-42ef-b39a-8efcdf2e181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31eaff3e-ad33-482b-96c7-b23ea8bfa129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:37.800548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Network hostable DHCP agents. Network: 31eaff3e-ad33-482b-96c7-b23ea8bfa129, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:37.839775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': '7c8e96bd-52c1-48c4-a26d-54e07621587d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:37.928972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b636a565-c5ab-44e9-ba1d-8ddb2242de71 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Unset dirty status for tenant:546bcba319c34bdeb8ed153dc6c3a587 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:37.930203 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b636a565-c5ab-44e9-ba1d-8ddb2242de71 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 881 time: 0.5663333 Sep 15 09:55:37.933124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51304) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:37.977847 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d73735e-af50-46d1-87a0-68b4971c8f8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:37.981647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Network 31eaff3e-ad33-482b-96c7-b23ea8bfa129 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:38.026841 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-938eb67c-3bac-4ae2-9db6-fb455fe7139c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=4675762e-f723-4bec-a630-1dd0398df128 HTTP/1.1" status: 200 len: 205 time: 0.0924129 Sep 15 09:55:38.033729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51308) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:38.037881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d73735e-af50-46d1-87a0-68b4971c8f8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.042578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a74f454-008c-46a4-96b9-c57db95bd797 None None] Network 7ae6b269-66c0-4d6c-b389-72e6fd001b8d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:38.057693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e400ff32-a5be-4b27-acfe-1a6f3a870c0a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 107200a1-e6cf-45c1-8b79-4c0f83114777 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:38.074351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e400ff32-a5be-4b27-acfe-1a6f3a870c0a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.100570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d73735e-af50-46d1-87a0-68b4971c8f8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=d1ee8aa9-16e3-4885-a5de-fc50588fa26a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:38.114834 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5d73735e-af50-46d1-87a0-68b4971c8f8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/d1ee8aa9-16e3-4885-a5de-fc50588fa26a HTTP/1.1" status: 204 len: 168 time: 1.7855427 Sep 15 09:55:38.123349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 31eaff3e-ad33-482b-96c7-b23ea8bfa129) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:38.125495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51312) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:38.131217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.138883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ad3930-08a5-4627-a791-bb387d5f50bb None None] Network 31eaff3e-ad33-482b-96c7-b23ea8bfa129 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:38.251894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:38.261261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e400ff32-a5be-4b27-acfe-1a6f3a870c0a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.266631 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] Sync routers for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:38.281875 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:38.283022 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:38.339830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:38.366863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:38.375553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:38.387219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.392800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:38.423867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port c421d796-efd4-4d5e-9324-f993957b8b43 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:38.424495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.452151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event updated for resources: {'Subnet': ['ID=0c49f7b4-ea9b-49c1-8602-66a1582a8c61,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:38.465340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Checking segment: {'id': 'fa5b1baf-af6a-4caf-96d7-3677c7da7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bcf5b60e-98ad-4c79-b916-812e4da6dc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:38.468026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Network hostable DHCP agents. Network: bcf5b60e-98ad-4c79-b916-812e4da6dc01, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:38.477556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.495281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e400ff32-a5be-4b27-acfe-1a6f3a870c0a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.561611 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:38.619962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-31eaff3e-ad33-482b-96c7-b23ea8bfa129', 'network_id': '31eaff3e-ad33-482b-96c7-b23ea8bfa129', 'tenant_id': '7fedc2ce5eb54e3c9f842b6207ca2c8a', 'fixed_ips': [{'subnet_id': 'f97035dd-1717-4317-ade6-01b245df5c4c'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:55:38.620237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.636716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] DHCP port deletion for 7ae6b269-66c0-4d6c-b389-72e6fd001b8d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:55:38.643170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] Deleting port c421d796-efd4-4d5e-9324-f993957b8b43 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:38.646748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.646884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Network bcf5b60e-98ad-4c79-b916-812e4da6dc01 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:38.688140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.697891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.730826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:38.734236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.741305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, bcf5b60e-98ad-4c79-b916-812e4da6dc01) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:38.759279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:38.759757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:38.760372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.789694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc281dd-e806-4989-a175-f8fd57fbfb2e None None] Network bcf5b60e-98ad-4c79-b916-812e4da6dc01 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:38.805320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Deleting port 720ef115-b3ff-4309-81e4-59ddb47124ea {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:38.805969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.859892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e400ff32-a5be-4b27-acfe-1a6f3a870c0a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:38.879772 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0fc05244-06ab-494f-841b-824c3fc46494 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.0301790 Sep 15 09:55:38.885961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51316) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:38.916241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e400ff32-a5be-4b27-acfe-1a6f3a870c0a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=107200a1-e6cf-45c1-8b79-4c0f83114777,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:38.992321 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad44b504-1ee0-4bab-a6a1-70634a0220c1 None None] Network 5cb3c2af-4b29-4524-9166-e9150167e685 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:39.006463 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'f0aed804-c2f1-4d91-9a3a-22dee2d296b3', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'port_id': '91bca1e4-c308-4195-808b-b8636fb9278b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'mac_address': 'fa:16:3e:da:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:55:36Z', 'updated_at': '2022-09-15T09:55:36Z', 'revision_number': 0, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:39.013327 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] Checking router: f4ce073a-650e-407b-8bf7-d4a28d814494 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:55:39.013696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e400ff32-a5be-4b27-acfe-1a6f3a870c0a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.027832 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:39.028716 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:39.040033 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9fc30b29-661f-4d5b-b0b5-0ab304881b41 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2194161 Sep 15 09:55:39.077542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:55:39.081317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:55:39.090336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7214fd-4320-46ee-adfb-82e6f1455953 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:39.101165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7214fd-4320-46ee-adfb-82e6f1455953 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:39.101165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7214fd-4320-46ee-adfb-82e6f1455953 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:39.101165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8a7214fd-4320-46ee-adfb-82e6f1455953 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Synchronizing usage tracker for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:39.108211 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e400ff32-a5be-4b27-acfe-1a6f3a870c0a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/107200a1-e6cf-45c1-8b79-4c0f83114777 HTTP/1.1" status: 204 len: 168 time: 1.3850305 Sep 15 09:55:39.119095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51326) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:39.193983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port c421d796-efd4-4d5e-9324-f993957b8b43, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c421d796-efd4-4d5e-9324-f993957b8b43,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:39.194357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.223471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8a7214fd-4320-46ee-adfb-82e6f1455953 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Unset dirty status for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:39.224633 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8a7214fd-4320-46ee-adfb-82e6f1455953 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3374677 Sep 15 09:55:39.229429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Allocated IP 2001:db8::1 (31eaff3e-ad33-482b-96c7-b23ea8bfa129/f97035dd-1717-4317-ade6-01b245df5c4c/1f002127-9f25-4e41-92d3-1160c8fb9480) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:39.234031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.241059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51330) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:39.307736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a5e9161-d0c1-4717-85eb-9e551f67df9f x-openstack-request-id: req-5a5e9161-d0c1-4717-85eb-9e551f67df9f {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:55:39.308224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:55:39.308569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a5e9161-d0c1-4717-85eb-9e551f67df9f {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:55:39.309281 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a5e9161-d0c1-4717-85eb-9e551f67df9f'] response: {'name': 'network-changed', 'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b', 'status': 'completed', 'code': 200} Sep 15 09:55:39.388811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for c421d796-efd4-4d5e-9324-f993957b8b43 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:39.390632 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:39.463536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d940d704-029d-42e7-b4af-71482018142e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 7340aef1-c5e5-419f-9bf2-e2f08cd08b3f {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:39.471237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d940d704-029d-42e7-b4af-71482018142e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.476715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Calling delete_port for 720ef115-b3ff-4309-81e4-59ddb47124ea owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:39.576607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.586222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc6bd26-31ac-4a30-9e05-c2c216c534c5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Deleting subnet f97035dd-1717-4317-ade6-01b245df5c4c {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:39.612791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.629225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Transition to ACTIVE for port object 1f002127-9f25-4e41-92d3-1160c8fb9480 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:39.655928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d940d704-029d-42e7-b4af-71482018142e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.670927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b24e21-91a4-42ee-b14a-224a4804c4ca req-09a81568-ccea-40d9-a285-93037348998b tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:39.672178 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18b24e21-91a4-42ee-b14a-224a4804c4ca req-09a81568-ccea-40d9-a285-93037348998b tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.2380390 Sep 15 09:55:39.674217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-453222da-f9c3-463d-96ea-9d2a18bcec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:39.675550 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-453222da-f9c3-463d-96ea-9d2a18bcec85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfd50a27c7b140bfb2c562b9f5d40942&device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 1098 time: 0.3426569 Sep 15 09:55:39.702329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] For port c421d796-efd4-4d5e-9324-f993957b8b43, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c421d796-efd4-4d5e-9324-f993957b8b43,segment=NetworkSegment(84816288-aa53-4317-b035-82f4b76aed56),segment_id=84816288-aa53-4317-b035-82f4b76aed56)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:39.703037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.733054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.799644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=c421d796-efd4-4d5e-9324-f993957b8b43,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:39.808712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=b28e8825-a362-44c2-a6f8-7cf02358e022,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:39.821155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port c421d796-efd4-4d5e-9324-f993957b8b43 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:39.823023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': 'a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7c8e96bd-52c1-48c4-a26d-54e07621587d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:39.823487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: 7c8e96bd-52c1-48c4-a26d-54e07621587d, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:39.871969 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18b24e21-91a4-42ee-b14a-224a4804c4ca req-650f9e60-5244-492c-b45f-cfd4603a93da tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700695 Sep 15 09:55:39.875676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] Calling delete_port for c421d796-efd4-4d5e-9324-f993957b8b43 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:39.903627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51334) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:39.981937 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.992084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:39.995766 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c421d796-efd4-4d5e-9324-f993957b8b43 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:40.020969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ae6b269-66c0-4d6c-b389-72e6fd001b8d']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:40.026047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:55:40.026402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:55:40.027348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Transition to ACTIVE for port object 1f002127-9f25-4e41-92d3-1160c8fb9480 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:40.035181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84816288-aa53-4317-b035-82f4b76aed56') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:40.047048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84816288-aa53-4317-b035-82f4b76aed56') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:40.048718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.068180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.068435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event deleted for resources: {'Port': ['ID=720ef115-b3ff-4309-81e4-59ddb47124ea,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:40.076344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:40.076758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.084073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-97e81cc2-97e6-422f-b01b-f57d7c3a4d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:40.086464 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-97e81cc2-97e6-422f-b01b-f57d7c3a4d39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 HTTP/1.1" status: 200 len: 897 time: 0.4027915 Sep 15 09:55:40.122905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbc6bd26-31ac-4a30-9e05-c2c216c534c5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.141349 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'f0aed804-c2f1-4d91-9a3a-22dee2d296b3', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'port_id': '91bca1e4-c308-4195-808b-b8636fb9278b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'mac_address': 'fa:16:3e:da:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:55:36Z', 'updated_at': '2022-09-15T09:55:36Z', 'revision_number': 0, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:40.157124 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f316f-b7d2-43a9-9de5-36ea1c7c307a None None] The sync data for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv is: [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'f0aed804-c2f1-4d91-9a3a-22dee2d296b3', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'floating_ip_address': '172.26.7.186', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'port_id': '91bca1e4-c308-4195-808b-b8636fb9278b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'mac_address': 'fa:16:3e:da:78:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:55:36Z', 'updated_at': '2022-09-15T09:55:36Z', 'revision_number': 0, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:40.223891 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.234064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: c421d796-efd4-4d5e-9324-f993957b8b43 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:55:40.234329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c421d796-efd4-4d5e-9324-f993957b8b43 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:55:40.350420 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 84816288-aa53-4317-b035-82f4b76aed56 resource provider aggregate not found Sep 15 09:55:40.358492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d940d704-029d-42e7-b4af-71482018142e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.376108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Network 31eaff3e-ad33-482b-96c7-b23ea8bfa129 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:40.394768 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 84816288-aa53-4317-b035-82f4b76aed56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84816288-aa53-4317-b035-82f4b76aed56 found for delete ", "request_id": "req-7da39203-455c-4113-8761-55482baf8b5b"}]} Sep 15 09:55:40.401502 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Pushing event updated for resources: {'Port': ['ID=1f002127-9f25-4e41-92d3-1160c8fb9480,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:40.404085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:40.412399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:40.431699 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-95d3621d-4512-4adb-b878-57f5f9114beb tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/floatingips/f0aed804-c2f1-4d91-9a3a-22dee2d296b3 HTTP/1.1" status: 200 len: 991 time: 0.5247653 Sep 15 09:55:40.461494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.467543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.502117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=7ae6b269-66c0-4d6c-b389-72e6fd001b8d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:40.502349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbc6bd26-31ac-4a30-9e05-c2c216c534c5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.535345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] Deleting port c421d796-efd4-4d5e-9324-f993957b8b43 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:40.535675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.546285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 7c8e96bd-52c1-48c4-a26d-54e07621587d is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:40.559599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-bcf5b60e-98ad-4c79-b916-812e4da6dc01', 'network_id': 'bcf5b60e-98ad-4c79-b916-812e4da6dc01', 'tenant_id': '7fedc2ce5eb54e3c9f842b6207ca2c8a', 'fixed_ips': [{'subnet_id': '0c49f7b4-ea9b-49c1-8602-66a1582a8c61'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:55:40.560400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.561333 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-acb8467b-c3ce-449e-92b5-23257330dd3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91bca1e4-c308-4195-808b-b8636fb9278b HTTP/1.1" status: 200 len: 999 time: 0.4014022 Sep 15 09:55:40.565353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.569260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d940d704-029d-42e7-b4af-71482018142e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.600857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246e7f2a-4a42-499d-b674-c47a39998a6d None None] New status for floating IP f0aed804-c2f1-4d91-9a3a-22dee2d296b3: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:55:40.616301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d940d704-029d-42e7-b4af-71482018142e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.618422 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d940d704-029d-42e7-b4af-71482018142e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/7340aef1-c5e5-419f-9bf2-e2f08cd08b3f HTTP/1.1" status: 204 len: 168 time: 1.4982779 Sep 15 09:55:40.619426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940d704-029d-42e7-b4af-71482018142e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=7340aef1-c5e5-419f-9bf2-e2f08cd08b3f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:40.622041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51342) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:40.645898 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a8c201eb-1466-48bc-85db-aa4f4f35b0d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/7ae6b269-66c0-4d6c-b389-72e6fd001b8d HTTP/1.1" status: 204 len: 168 time: 2.5172687 Sep 15 09:55:40.647846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51346) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:40.648437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7c8e96bd-52c1-48c4-a26d-54e07621587d) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:40.655500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:40.656535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.688854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.689543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.690077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.690407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.690736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.691054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.691366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.691681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.691997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.692310 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.692621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.692930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:55:40.696990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0928f1a-d5d6-4c78-9a95-83548d653333 None None] Network eec03a8c-68a9-4e5f-9f7d-2d8a61491130 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:40.711430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414c689e-edb7-4904-b8ec-d969fbe72688 None None] Network 7c8e96bd-52c1-48c4-a26d-54e07621587d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:40.807477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.818204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.827231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-4f45f76f-409c-4924-8417-29963e61fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:40.828665 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-4f45f76f-409c-4924-8417-29963e61fb64 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9092352c-755d-4ee8-b955-d4f6e601a319 HTTP/1.1" status: 200 len: 835 time: 0.2185602 Sep 15 09:55:40.864047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.903239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbc6bd26-31ac-4a30-9e05-c2c216c534c5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.912620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a58da42f-21df-423c-bd2d-4e7240c397dc None None] The port 'c421d796-efd4-4d5e-9324-f993957b8b43' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:55:40.943748 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5412ad1c-b19b-44b5-abc6-98f0afe35c8f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1626236 Sep 15 09:55:40.945208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51350) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:40.961134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-768985631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:40.964590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:40.965188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Fanout notify agent at l3_agent the message router_deleted on router 4675762e-f723-4bec-a630-1dd0398df128 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:40.967803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:40.972707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:router and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:40.975725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:40.987393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:41.001726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.006602 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-72be0878-e738-470d-af53-c5de394d236e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/4675762e-f723-4bec-a630-1dd0398df128 HTTP/1.1" status: 204 len: 168 time: 2.9703538 Sep 15 09:55:41.007409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51354) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:41.007537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 620673c0-3253-42d4-8d30-27a33b1fc142 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:41.007789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.014810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-6872a341-4606-4ea0-a255-fa1d88d3d7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:41.016304 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-6872a341-4606-4ea0-a255-fa1d88d3d7c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1754119 Sep 15 09:55:41.021698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-975493616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:41.029276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:41.050794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Attempting to bind port 1f002127-9f25-4e41-92d3-1160c8fb9480 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:41.050794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Attempting to bind port 1f002127-9f25-4e41-92d3-1160c8fb9480 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '29165438-e486-42ef-b39a-8efcdf2e181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31eaff3e-ad33-482b-96c7-b23ea8bfa129'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:41.051136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Attempting to bind port 1f002127-9f25-4e41-92d3-1160c8fb9480 on network 31eaff3e-ad33-482b-96c7-b23ea8bfa129 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:41.057004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Usage tracker for resource:router and tenant:87c095c51f3f4a55aff08d41fcea102c is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:41.074139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port a8e94a86-2b38-4d7d-830b-0e6d7b5ec6e4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:41.074139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.108380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.109464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.111263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:41.119479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbc6bd26-31ac-4a30-9e05-c2c216c534c5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.124595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:41.124969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Checking segment: {'id': '29165438-e486-42ef-b39a-8efcdf2e181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31eaff3e-ad33-482b-96c7-b23ea8bfa129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:41.125370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.125758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Bound using segment: {'id': '29165438-e486-42ef-b39a-8efcdf2e181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31eaff3e-ad33-482b-96c7-b23ea8bfa129'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:41.126285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Bound port: 1f002127-9f25-4e41-92d3-1160c8fb9480, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29165438-e486-42ef-b39a-8efcdf2e181b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '31eaff3e-ad33-482b-96c7-b23ea8bfa129'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:41.126658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.169663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:41.171574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc6bd26-31ac-4a30-9e05-c2c216c534c5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Subnet': ['ID=f97035dd-1717-4317-ade6-01b245df5c4c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:41.181733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbc6bd26-31ac-4a30-9e05-c2c216c534c5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.214227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.244642 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-b535ee89-59e9-4bf0-94d1-dd083084b3cd service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127130 Sep 15 09:55:41.295978 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bbc6bd26-31ac-4a30-9e05-c2c216c534c5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/subnets/f97035dd-1717-4317-ade6-01b245df5c4c HTTP/1.1" status: 204 len: 168 time: 2.0538094 Sep 15 09:55:41.302713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51358) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:41.321981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] DHCP port deletion for 5cb3c2af-4b29-4524-9166-e9150167e685 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:55:41.374491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.375505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.422809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.436165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51362) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:41.467526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] Deleting port 620673c0-3253-42d4-8d30-27a33b1fc142 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:41.468160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.495970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 620673c0-3253-42d4-8d30-27a33b1fc142, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=620673c0-3253-42d4-8d30-27a33b1fc142,segment=NetworkSegment(4c73562d-6dfb-4330-9a02-e40886c4b706),segment_id=4c73562d-6dfb-4330-9a02-e40886c4b706)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:41.496342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.587377 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0736161e-9c91-449a-b96a-05f8df410174 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/floatingips/f0aed804-c2f1-4d91-9a3a-22dee2d296b3 HTTP/1.1" status: 200 len: 993 time: 0.1470094 Sep 15 09:55:41.601947 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8452d0f-ebb3-45e3-aacd-eaa31c4853e4 req-8b742a37-f3e2-4033-ba4f-c448cb3b2d46 service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497636 Sep 15 09:55:41.607840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9a5b41-6441-46cd-b0b6-d8e134dc70aa tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Deleting subnet 0c49f7b4-ea9b-49c1-8602-66a1582a8c61 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:41.617175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] For port 1f002127-9f25-4e41-92d3-1160c8fb9480, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:41.629443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 620673c0-3253-42d4-8d30-27a33b1fc142 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:41.678657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.678950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.686520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.686856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.701367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 620673c0-3253-42d4-8d30-27a33b1fc142 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:41.706792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Allocated IP 2001:db8:0:1::1 (bcf5b60e-98ad-4c79-b916-812e4da6dc01/0c49f7b4-ea9b-49c1-8602-66a1582a8c61/0740d6c2-06ef-4333-a713-d480a35648a1) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:41.736579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] For port 1f002127-9f25-4e41-92d3-1160c8fb9480, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1f002127-9f25-4e41-92d3-1160c8fb9480,segment=NetworkSegment(29165438-e486-42ef-b39a-8efcdf2e181b),segment_id=29165438-e486-42ef-b39a-8efcdf2e181b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:41.743031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-7c8e96bd-52c1-48c4-a26d-54e07621587d', 'network_id': '7c8e96bd-52c1-48c4-a26d-54e07621587d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': 'b28e8825-a362-44c2-a6f8-7cf02358e022'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:55:41.743856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.774907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:41.778968 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c3a5438e-75e9-4e26-be08-2da5b85f0a45 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7646899 Sep 15 09:55:41.784540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51366) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:41.785674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:41.871997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for a8e94a86-2b38-4d7d-830b-0e6d7b5ec6e4 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:42.044529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.047592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] DHCP port deletion for eec03a8c-68a9-4e5f-9f7d-2d8a61491130 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:55:42.109740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.114300 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1b4dca5b-bd97-4f3e-a160-4cba8dd9287a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1614165 Sep 15 09:55:42.115050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51370) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:42.123964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] Deleting port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:42.124199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.189797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.290823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] For port 620673c0-3253-42d4-8d30-27a33b1fc142, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=620673c0-3253-42d4-8d30-27a33b1fc142,segment=NetworkSegment(4c73562d-6dfb-4330-9a02-e40886c4b706),segment_id=4c73562d-6dfb-4330-9a02-e40886c4b706)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:42.291231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.299997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Port 620673c0-3253-42d4-8d30-27a33b1fc142 update to DOWN by agent not found {{(pid=89670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 15 09:55:42.302525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=620673c0-3253-42d4-8d30-27a33b1fc142,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:42.305092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No DVR routers for this DVR port 620673c0-3253-42d4-8d30-27a33b1fc142 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:42.430757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.482155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.526456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3ac44-97cc-4a75-ac86-1f4eb9823205 None None] Pushing event updated for resources: {'Port': ['ID=1f002127-9f25-4e41-92d3-1160c8fb9480,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:42.536933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] Calling delete_port for 620673c0-3253-42d4-8d30-27a33b1fc142 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:42.748475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Allocated IP 172.20.0.2 (7c8e96bd-52c1-48c4-a26d-54e07621587d/b28e8825-a362-44c2-a6f8-7cf02358e022/e6ccacfa-f921-423e-b62e-7c7de0d6e4d8) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:42.816146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=a8e94a86-2b38-4d7d-830b-0e6d7b5ec6e4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:42.867420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.901947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.904478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210b5c95-b422-4aeb-a82f-413118a14ac4 None None] Network 31eaff3e-ad33-482b-96c7-b23ea8bfa129 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:42.910427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.947888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:42.975886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:55:42.976236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:55:43.004434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb3c2af-4b29-4524-9166-e9150167e685']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:43.011656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.012029 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 36bbd9d8-1ed6-47b9-9e54-f132242f47de disassociated (deleted). External IP: 172.26.7.66, port: 556cd842-9469-44c4-b2cc-df8ec631bdc5. Sep 15 09:55:43.055298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Transition to ACTIVE for port object 0740d6c2-06ef-4333-a713-d480a35648a1 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:43.074609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] For port 8a826a93-c151-485f-a1fb-5c3e9a3bb235, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8a826a93-c151-485f-a1fb-5c3e9a3bb235,segment=NetworkSegment(b43e6c65-9d4f-450c-9577-2e4e8dc7acc9),segment_id=b43e6c65-9d4f-450c-9577-2e4e8dc7acc9)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:43.075260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.112596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Allocated IP 172.26.7.162 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/091ac3e1-3659-4a17-9fa5-02e7e6e6f4b6) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:43.227365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] Calling delete_port for 8a826a93-c151-485f-a1fb-5c3e9a3bb235 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:43.253894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Transition to ACTIVE for port object 0740d6c2-06ef-4333-a713-d480a35648a1 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:43.287005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.291412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c73562d-6dfb-4330-9a02-e40886c4b706') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:43.291771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c73562d-6dfb-4330-9a02-e40886c4b706') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:43.317577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.377262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.392111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.464937 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:43.466390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:43.492541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event updated for resources: {'Port': ['ID=091ac3e1-3659-4a17-9fa5-02e7e6e6f4b6,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:43.496281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:43.555867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5b41-6441-46cd-b0b6-d8e134dc70aa tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.576900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] Deleting port 620673c0-3253-42d4-8d30-27a33b1fc142 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:43.577621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.593636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.627700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8a826a93-c151-485f-a1fb-5c3e9a3bb235 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:43.682302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Network bcf5b60e-98ad-4c79-b916-812e4da6dc01 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:43.696286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:43.702327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.731874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:43.752945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e77ed9e2-6553-4a80-bb3f-d11bbcd3b6a3 None None] The port '620673c0-3253-42d4-8d30-27a33b1fc142' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:55:43.766224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Pushing event updated for resources: {'Port': ['ID=0740d6c2-06ef-4333-a713-d480a35648a1,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:43.774002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:43.774409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.824135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.826954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.922232 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 4c73562d-6dfb-4330-9a02-e40886c4b706 resource provider aggregate not found Sep 15 09:55:43.928652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Transition to ACTIVE for port object e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:43.932232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] Pushing event deleted for resources: {'Port': ['ID=8a826a93-c151-485f-a1fb-5c3e9a3bb235,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:43.940942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5b41-6441-46cd-b0b6-d8e134dc70aa tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.954513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd51d0-4324-4cce-82b9-9c9815e89245 None None] No DVR routers for this DVR port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:43.959925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No active binding found for port 8a826a93-c151-485f-a1fb-5c3e9a3bb235 {{(pid=89670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 15 09:55:43.960519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8a826a93-c151-485f-a1fb-5c3e9a3bb235 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:55:43.977504 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 4c73562d-6dfb-4330-9a02-e40886c4b706 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c73562d-6dfb-4330-9a02-e40886c4b706 found for delete ", "request_id": "req-c33c0ffb-c253-45cc-a859-eef3d27424a6"}]} Sep 15 09:55:43.981169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Attempting to bind port 0740d6c2-06ef-4333-a713-d480a35648a1 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:43.981872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Attempting to bind port 0740d6c2-06ef-4333-a713-d480a35648a1 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'fa5b1baf-af6a-4caf-96d7-3677c7da7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bcf5b60e-98ad-4c79-b916-812e4da6dc01'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:43.982391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Attempting to bind port 0740d6c2-06ef-4333-a713-d480a35648a1 on network bcf5b60e-98ad-4c79-b916-812e4da6dc01 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:43.990223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Transition to ACTIVE for port object e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:43.996921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:43.997293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Checking segment: {'id': 'fa5b1baf-af6a-4caf-96d7-3677c7da7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bcf5b60e-98ad-4c79-b916-812e4da6dc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:43.998939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:43.998939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Bound using segment: {'id': 'fa5b1baf-af6a-4caf-96d7-3677c7da7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bcf5b60e-98ad-4c79-b916-812e4da6dc01'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:43.998939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Bound port: 0740d6c2-06ef-4333-a713-d480a35648a1, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa5b1baf-af6a-4caf-96d7-3677c7da7acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'bcf5b60e-98ad-4c79-b916-812e4da6dc01'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:43.998939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.058632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.080431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.094400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:44.127178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.132525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.165089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] For port 0740d6c2-06ef-4333-a713-d480a35648a1, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:44.168164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Network 7c8e96bd-52c1-48c4-a26d-54e07621587d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:44.172552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:44.179765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:44.190743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] For port 0740d6c2-06ef-4333-a713-d480a35648a1, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0740d6c2-06ef-4333-a713-d480a35648a1,segment=NetworkSegment(fa5b1baf-af6a-4caf-96d7-3677c7da7acf),segment_id=fa5b1baf-af6a-4caf-96d7-3677c7da7acf)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:44.193228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Pushing event updated for resources: {'Port': ['ID=e6ccacfa-f921-423e-b62e-7c7de0d6e4d8,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:44.258609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=5cb3c2af-4b29-4524-9166-e9150167e685,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:44.273000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.342076 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f4268476-70f7-46db-b5e7-c8359ed7b5c2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/5cb3c2af-4b29-4524-9166-e9150167e685 HTTP/1.1" status: 204 len: 168 time: 3.7186244 Sep 15 09:55:44.343493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5b41-6441-46cd-b0b6-d8e134dc70aa tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.361049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eea6a6-6b05-4902-96d5-036302f56ead None None] Pushing event updated for resources: {'Port': ['ID=0740d6c2-06ef-4333-a713-d480a35648a1,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:44.384020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Attempting to bind port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:44.384412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51378) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:44.384839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Attempting to bind port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7c8e96bd-52c1-48c4-a26d-54e07621587d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:44.385291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Attempting to bind port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 on network 7c8e96bd-52c1-48c4-a26d-54e07621587d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:44.393132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:44.393906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Checking segment: {'id': 'a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7c8e96bd-52c1-48c4-a26d-54e07621587d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:44.394520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.395106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Bound using segment: {'id': 'a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7c8e96bd-52c1-48c4-a26d-54e07621587d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:44.395792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Bound port: e6ccacfa-f921-423e-b62e-7c7de0d6e4d8, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7c8e96bd-52c1-48c4-a26d-54e07621587d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:44.396467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.509886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] For port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:44.517937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] For port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e6ccacfa-f921-423e-b62e-7c7de0d6e4d8,segment=NetworkSegment(a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf),segment_id=a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:44.518083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.560119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.564239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.615520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.20.0.1 (7c8e96bd-52c1-48c4-a26d-54e07621587d/b28e8825-a362-44c2-a6f8-7cf02358e022/66bdad32-037c-4e75-bc32-0b973cda31dc) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:44.626956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.749315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a79788-e593-4e01-9dcc-4275895ef226 None None] Pushing event updated for resources: {'Port': ['ID=e6ccacfa-f921-423e-b62e-7c7de0d6e4d8,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:44.802433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:44.817237 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] Sync routers for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:44.831361 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:44.832126 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:44.908913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:44.911272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Router 42cd2d98-3bb7-4de9-aad9-4325e924756f is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:44.971749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5b41-6441-46cd-b0b6-d8e134dc70aa tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:45.019678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:45.053753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a5b41-6441-46cd-b0b6-d8e134dc70aa tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Subnet': ['ID=0c49f7b4-ea9b-49c1-8602-66a1582a8c61,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:45.067937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9a5b41-6441-46cd-b0b6-d8e134dc70aa tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:45.069703 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1c9a5b41-6441-46cd-b0b6-d8e134dc70aa tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/subnets/0c49f7b4-ea9b-49c1-8602-66a1582a8c61 HTTP/1.1" status: 204 len: 168 time: 3.7610426 Sep 15 09:55:45.093057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51382) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:45.097032 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ba71416f-2503-407a-8e3f-1cedf183c731 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/36bbd9d8-1ed6-47b9-9e54-f132242f47de HTTP/1.1" status: 204 len: 168 time: 4.4436226 Sep 15 09:55:45.156431 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:45.176928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:45.188111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8cf6cc-20c1-40fc-89dc-7cb593b3d303 None None] Sync routers for ids ['42cd2d98-3bb7-4de9-aad9-4325e924756f'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:45.201035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:45.203806 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-23b9b6ac-2af2-42c6-bd62-565031162ab3 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "PUT /v2.0/routers/42cd2d98-3bb7-4de9-aad9-4325e924756f HTTP/1.1" status: 200 len: 883 time: 3.4232645 Sep 15 09:55:45.205137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cf6cc-20c1-40fc-89dc-7cb593b3d303 None None] Routers {'42cd2d98-3bb7-4de9-aad9-4325e924756f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:45.207117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-de8cf6cc-20c1-40fc-89dc-7cb593b3d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['42cd2d98-3bb7-4de9-aad9-4325e924756f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.208496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51388) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:45.404153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-de8cf6cc-20c1-40fc-89dc-7cb593b3d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.428909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cf6cc-20c1-40fc-89dc-7cb593b3d303 None None] Routers {'42cd2d98-3bb7-4de9-aad9-4325e924756f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:45.429553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-de8cf6cc-20c1-40fc-89dc-7cb593b3d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['42cd2d98-3bb7-4de9-aad9-4325e924756f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.518654 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6c27526d-cd88-4b29-8f57-21ec70f7d3bb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/routers/42cd2d98-3bb7-4de9-aad9-4325e924756f HTTP/1.1" status: 200 len: 924 time: 0.3054981 Sep 15 09:55:45.518877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:55:45.518968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51392) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:45.520037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f93e5e-3446-42d0-bbd8-f43ec43669f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:55:45.526314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec03a8c-68a9-4e5f-9f7d-2d8a61491130']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.567756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-de8cf6cc-20c1-40fc-89dc-7cb593b3d303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.567756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8cf6cc-20c1-40fc-89dc-7cb593b3d303 None None] The sync data for ids ['42cd2d98-3bb7-4de9-aad9-4325e924756f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:45.643026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc80450-3a97-4f0a-bd5e-6fcebc1e88ec x-openstack-request-id: req-ffc80450-3a97-4f0a-bd5e-6fcebc1e88ec {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:55:45.643297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:55:45.644281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffc80450-3a97-4f0a-bd5e-6fcebc1e88ec {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:55:45.644281 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc80450-3a97-4f0a-bd5e-6fcebc1e88ec'] response: {'name': 'network-changed', 'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'status': 'completed', 'code': 200} Sep 15 09:55:45.645595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43e6c65-9d4f-450c-9577-2e4e8dc7acc9') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.645909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43e6c65-9d4f-450c-9577-2e4e8dc7acc9') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.675997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:45.682472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa107e95-f40d-447b-a11a-7d2773661f1f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:45.683299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aa107e95-f40d-447b-a11a-7d2773661f1f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Synchronizing usage tracker for tenant:546bcba319c34bdeb8ed153dc6c3a587 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:45.687443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:45.707611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aa107e95-f40d-447b-a11a-7d2773661f1f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Unset dirty status for tenant:546bcba319c34bdeb8ed153dc6c3a587 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:45.710011 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aa107e95-f40d-447b-a11a-7d2773661f1f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=42cd2d98-3bb7-4de9-aad9-4325e924756f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1901243 Sep 15 09:55:45.712696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51398) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:45.740797 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:25Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.741593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec98332-2ae8-4538-a327-3e45c7b4534e tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:45.742356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6ec98332-2ae8-4538-a327-3e45c7b4534e tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Synchronizing usage tracker for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:45.752513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:45.761368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:45.763828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object 66bdad32-037c-4e75-bc32-0b973cda31dc will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:45.767384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] Checking router: 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:55:45.791382 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:45.793346 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:45.813218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:45.813500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:45.957263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:45.964542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-14894cf4-8d66-4120-bbf2-2c5dbea619f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:45.966737 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-14894cf4-8d66-4120-bbf2-2c5dbea619f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 1098 time: 0.2015488 Sep 15 09:55:45.967026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0740d6c2-06ef-4333-a713-d480a35648a1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:46.075082 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b43e6c65-9d4f-450c-9577-2e4e8dc7acc9 resource provider aggregate not found Sep 15 09:55:46.096565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c5ced1-7ec3-4e1c-bc5b-9df0fe07febf None None] Network bcf5b60e-98ad-4c79-b916-812e4da6dc01 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:46.104477 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b43e6c65-9d4f-450c-9577-2e4e8dc7acc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b43e6c65-9d4f-450c-9577-2e4e8dc7acc9 found for delete ", "request_id": "req-cf707349-7952-4439-a94a-3962a335a87b"}]} Sep 15 09:55:46.125744 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:46.143833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693bc66c-3e5b-4160-a864-499bb0bb83f2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:46.145185 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-693bc66c-3e5b-4160-a864-499bb0bb83f2 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 881 time: 0.4310212 Sep 15 09:55:46.148136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51408) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:46.202801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5eb7a-312e-4a00-8d94-7a42dea97a67 req-323fb852-8a31-4ee0-822a-a8e29c25a391 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:46.203661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-82d5eb7a-312e-4a00-8d94-7a42dea97a67 req-323fb852-8a31-4ee0-822a-a8e29c25a391 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:46.236206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6ec98332-2ae8-4538-a327-3e45c7b4534e tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Unset dirty status for tenant:7fedc2ce5eb54e3c9f842b6207ca2c8a on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:46.241195 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6ec98332-2ae8-4538-a327-3e45c7b4534e tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1431651 Sep 15 09:55:46.241195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.245308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51412) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:46.264147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.294972 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-76e8ac9f-9f60-4a4e-a9ba-d399e24739af tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=42cd2d98-3bb7-4de9-aad9-4325e924756f HTTP/1.1" status: 200 len: 205 time: 0.1455951 Sep 15 09:55:46.302349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51416) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:46.310834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.344747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556f3367-e83a-4e0a-a914-b042fe4179ba None None] Network 7c8e96bd-52c1-48c4-a26d-54e07621587d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:46.432456 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/eec03a8c-68a9-4e5f-9f7d-2d8a61491130 HTTP/1.1" status: 204 len: 168 time: 2.0463507 Sep 15 09:55:46.433715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ece70-080a-4e95-b471-2e8d7bad1043 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=eec03a8c-68a9-4e5f-9f7d-2d8a61491130,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:46.447594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51420) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:46.509487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10a57d3e-b774-4cfe-90c5-ff54e4533df9 None None] Provisioning for port 0740d6c2-06ef-4333-a713-d480a35648a1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:46.519293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 0740d6c2-06ef-4333-a713-d480a35648a1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:46.530106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10a57d3e-b774-4cfe-90c5-ff54e4533df9 None None] Provisioning complete for port 0740d6c2-06ef-4333-a713-d480a35648a1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:46.530613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10a57d3e-b774-4cfe-90c5-ff54e4533df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.570019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-cabd1ea3-9514-497c-8667-2553af81bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:46.570339 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:25Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:46.571935 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-cabd1ea3-9514-497c-8667-2553af81bfe1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c HTTP/1.1" status: 200 len: 898 time: 0.5924819 Sep 15 09:55:46.576449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-82d5eb7a-312e-4a00-8d94-7a42dea97a67 req-323fb852-8a31-4ee0-822a-a8e29c25a391 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:46.577259 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2556b8ac-0a9f-4fca-abf6-76f0c87c58a2 None None] The sync data for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv is: [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:25Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '4746f9c6-bafa-4775-9d1c-ebe73212e223', 'name': '', 'network_id': '3399ccf0-c97a-4de9-830e-aa8e6243ee4c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:59:cd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_interface', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:42Z', 'updated_at': '2022-09-15T09:52:56Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'd9b8695d-1d20-46f2-9023-7696a555144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:46.581666 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82d5eb7a-312e-4a00-8d94-7a42dea97a67 req-323fb852-8a31-4ee0-822a-a8e29c25a391 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 945 time: 0.6082757 Sep 15 09:55:46.604681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=66bdad32-037c-4e75-bc32-0b973cda31dc,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:46.626836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 0740d6c2-06ef-4333-a713-d480a35648a1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:46.627344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.630908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1644303584'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:46.636505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:46.640838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:46.644300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:46.651238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 7c8e96bd-52c1-48c4-a26d-54e07621587d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:46.662888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:46.665377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:46.668264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:46.707795 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-2a489dc0-b06b-4b27-9275-8f428d251983 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5 HTTP/1.1" status: 200 len: 217 time: 0.1260562 Sep 15 09:55:46.714529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.746818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.799665 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82d5eb7a-312e-4a00-8d94-7a42dea97a67 req-664d3340-015e-4473-a1e7-e032a66cccae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190908 Sep 15 09:55:46.804562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Deleting port 0740d6c2-06ef-4333-a713-d480a35648a1 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:46.804908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.864400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-c392dbbc-8039-447c-9128-6bd189c90ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:46.865864 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-c392dbbc-8039-447c-9128-6bd189c90ff7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d9b8695d-1d20-46f2-9023-7696a555144c HTTP/1.1" status: 200 len: 833 time: 0.1434982 Sep 15 09:55:46.898310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.900455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:46.903858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.941274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:55:46.979405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.979759 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5 of type vlan for network 591bf02b-ecbd-4161-9869-abf2cd31498f Sep 15 09:55:46.987413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-10a57d3e-b774-4cfe-90c5-ff54e4533df9 None None] Current status of the port 0740d6c2-06ef-4333-a713-d480a35648a1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:46.988236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10a57d3e-b774-4cfe-90c5-ff54e4533df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:46.998753 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 0740d6c2-06ef-4333-a713-d480a35648a1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:46.999551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.045469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.057189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.079447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 0740d6c2-06ef-4333-a713-d480a35648a1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0740d6c2-06ef-4333-a713-d480a35648a1,segment=NetworkSegment(fa5b1baf-af6a-4caf-96d7-3677c7da7acf),segment_id=fa5b1baf-af6a-4caf-96d7-3677c7da7acf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:47.096673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] DHCP port deletion for bcf5b60e-98ad-4c79-b916-812e4da6dc01 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:55:47.096894 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8837437f-bd82-486c-b8ee-184e7e7c330d None None] New status for floating IP 36bbd9d8-1ed6-47b9-9e54-f132242f47de: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:55:47.101963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] Deleting port 0740d6c2-06ef-4333-a713-d480a35648a1 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:47.104752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.167570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-554185eb-f910-4302-b54b-a69faf385f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:47.169170 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-554185eb-f910-4302-b54b-a69faf385f9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3399ccf0-c97a-4de9-830e-aa8e6243ee4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2924380 Sep 15 09:55:47.233089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.236975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.248688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Deleting port 091ac3e1-3659-4a17-9fa5-02e7e6e6f4b6 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:47.249361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.277898 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] For port 0740d6c2-06ef-4333-a713-d480a35648a1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0740d6c2-06ef-4333-a713-d480a35648a1,segment=NetworkSegment(fa5b1baf-af6a-4caf-96d7-3677c7da7acf),segment_id=fa5b1baf-af6a-4caf-96d7-3677c7da7acf)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:47.278425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.279735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.287376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:47.287980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.438997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] For port 0740d6c2-06ef-4333-a713-d480a35648a1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0740d6c2-06ef-4333-a713-d480a35648a1,segment=NetworkSegment(fa5b1baf-af6a-4caf-96d7-3677c7da7acf),segment_id=fa5b1baf-af6a-4caf-96d7-3677c7da7acf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:47.440283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.498070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Calling delete_port for 0740d6c2-06ef-4333-a713-d480a35648a1 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:47.541480 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9356840 Sep 15 09:55:47.567701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51424) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:47.581909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': '591bf02b-ecbd-4161-9869-abf2cd31498f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:47.611742 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-16a03746-3e7b-451c-8626-672211d8969f service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332533 Sep 15 09:55:47.678266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] Calling delete_port for 0740d6c2-06ef-4333-a713-d480a35648a1 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:47.705012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0740d6c2-06ef-4333-a713-d480a35648a1 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:47.754097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc00f40-d332-459c-8fb7-b4e1c9a1ef6d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=591bf02b-ecbd-4161-9869-abf2cd31498f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:47.768268 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21f93e5e-3446-42d0-bbd8-f43ec43669f3 req-96ee2e7a-7342-4df8-8f54-8407dea32bb9 service neutron] 10.222.0.16 "GET /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454496 Sep 15 09:55:47.787724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 591bf02b-ecbd-4161-9869-abf2cd31498f details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:55:47.823388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-e0b733de-6df6-43cb-8031-3f4cc3d05f41 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:47.824576 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-e0b733de-6df6-43cb-8031-3f4cc3d05f41 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 945 time: 0.5380249 Sep 15 09:55:47.875289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:55:47.875618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:55:47.901752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-10a57d3e-b774-4cfe-90c5-ff54e4533df9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:55:47.902289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-10a57d3e-b774-4cfe-90c5-ff54e4533df9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:55:47.917084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 556cd842-9469-44c4-b2cc-df8ec631bdc5 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:47.917492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:47.986458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=0740d6c2-06ef-4333-a713-d480a35648a1,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:48.046203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 0740d6c2-06ef-4333-a713-d480a35648a1 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:48.046501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.057500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.109631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] Pushing event deleted for resources: {'Port': ['ID=0740d6c2-06ef-4333-a713-d480a35648a1,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:48.114554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:48.128265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d1224-aa9c-4917-89d6-243a55814dff None None] No DVR routers for this DVR port 0740d6c2-06ef-4333-a713-d480a35648a1 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:48.154563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:48.165229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:48.166151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6423db1e-ec52-4b2e-85e8-8bec6dc058cc None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:55:48.187602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:48.206260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 556cd842-9469-44c4-b2cc-df8ec631bdc5, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=556cd842-9469-44c4-b2cc-df8ec631bdc5,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:48.206260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.213599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.283831 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6423db1e-ec52-4b2e-85e8-8bec6dc058cc None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:55:48.380140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:48.383762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.412108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Calling delete_port for 091ac3e1-3659-4a17-9fa5-02e7e6e6f4b6 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:48.445419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Deleting port 0740d6c2-06ef-4333-a713-d480a35648a1 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:48.445419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.464731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-10a57d3e-b774-4cfe-90c5-ff54e4533df9 None None] Port 0740d6c2-06ef-4333-a713-d480a35648a1 update to ACTIVE by agent not found {{(pid=89670) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2176}} Sep 15 09:55:48.479998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 556cd842-9469-44c4-b2cc-df8ec631bdc5 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:48.564006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] The port '0740d6c2-06ef-4333-a713-d480a35648a1' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:55:48.645179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c7be7-75c9-4fb3-8c4f-165a9aafee5f req-39d5c549-e379-447b-891b-3ecf3ad97e63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:48.645797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-a88c7be7-75c9-4fb3-8c4f-165a9aafee5f req-39d5c549-e379-447b-891b-3ecf3ad97e63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:48.682372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Provisioning for port 66bdad32-037c-4e75-bc32-0b973cda31dc completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:48.694033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Provisioning complete for port 66bdad32-037c-4e75-bc32-0b973cda31dc triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:48.694407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.716710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.733076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-a88c7be7-75c9-4fb3-8c4f-165a9aafee5f req-39d5c549-e379-447b-891b-3ecf3ad97e63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:48.734282 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a88c7be7-75c9-4fb3-8c4f-165a9aafee5f req-39d5c549-e379-447b-891b-3ecf3ad97e63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 945 time: 0.7406631 Sep 15 09:55:48.772494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Port 66bdad32-037c-4e75-bc32-0b973cda31dc cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:48.786338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcf5b60e-98ad-4c79-b916-812e4da6dc01']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:48.808075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa5b1baf-af6a-4caf-96d7-3677c7da7acf') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:48.808410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa5b1baf-af6a-4caf-96d7-3677c7da7acf') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:48.822340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.826041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.848552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.854761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:48.855153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.857338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-a88c7be7-75c9-4fb3-8c4f-165a9aafee5f req-2c1396f9-1fd5-4a07-9fc4-26a2abe8bded tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:48.860884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Provisioning for port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:48.865983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Provisioning complete for port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:48.866444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.925889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.927899 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment fa5b1baf-af6a-4caf-96d7-3677c7da7acf resource provider aggregate not found Sep 15 09:55:48.950388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:48.955677 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment fa5b1baf-af6a-4caf-96d7-3677c7da7acf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fa5b1baf-af6a-4caf-96d7-3677c7da7acf found for delete ", "request_id": "req-99fca2d6-e12a-421f-a979-0153a360e2d7"}]} Sep 15 09:55:49.006106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Current status of the port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:49.006106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.008518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=556cd842-9469-44c4-b2cc-df8ec631bdc5,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:49.046838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-a88c7be7-75c9-4fb3-8c4f-165a9aafee5f req-2c1396f9-1fd5-4a07-9fc4-26a2abe8bded tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:49.048718 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a88c7be7-75c9-4fb3-8c4f-165a9aafee5f req-2c1396f9-1fd5-4a07-9fc4-26a2abe8bded tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f2a016d-29c4-45d7-b0fe-1ea0adea9148&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050520 Sep 15 09:55:49.055706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] For port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e6ccacfa-f921-423e-b62e-7c7de0d6e4d8,segment=NetworkSegment(a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf),segment_id=a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:49.100152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=66bdad32-037c-4e75-bc32-0b973cda31dc,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:49.102591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 556cd842-9469-44c4-b2cc-df8ec631bdc5 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:49.105261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.108075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'name': 'network-vif-deleted', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:55:49.110632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cbfec4-e724-4e0f-acf8-b7b707392813" -d '{"events": [{"server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "name": "network-vif-deleted", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:55:49.115775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.121939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.146623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.148536 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/networks/bcf5b60e-98ad-4c79-b916-812e4da6dc01 HTTP/1.1" status: 204 len: 168 time: 2.9020872 Sep 15 09:55:49.151227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51436) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:49.153220 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.203014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.233935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc891e3-0740-453d-82f6-cc1e27eb927b None None] Pushing event updated for resources: {'Port': ['ID=e6ccacfa-f921-423e-b62e-7c7de0d6e4d8,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:49.234211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ddec79-5bbe-415b-aac5-2cdd5376b4d5 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Network': ['ID=bcf5b60e-98ad-4c79-b916-812e4da6dc01,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:49.253588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5765c620-b744-4eaf-9792-5d9c5eeae55a x-openstack-request-id: req-5765c620-b744-4eaf-9792-5d9c5eeae55a {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:55:49.253975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3c64220-4d84-4ad4-8fa9-15f5e24101fb", "name": "network-vif-deleted", "tag": "556cd842-9469-44c4-b2cc-df8ec631bdc5", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:55:49.254296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5765c620-b744-4eaf-9792-5d9c5eeae55a {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:55:49.254747 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5765c620-b744-4eaf-9792-5d9c5eeae55a'] response: {'server_uuid': 'f3c64220-4d84-4ad4-8fa9-15f5e24101fb', 'name': 'network-vif-deleted', 'tag': '556cd842-9469-44c4-b2cc-df8ec631bdc5', 'status': 'completed', 'code': 200} Sep 15 09:55:49.258847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.259667 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-37538a5a-9f6c-4cf1-aa24-6ea1acb97795 req-57ac800b-85a5-4e49-8737-afd6ff0e05a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/556cd842-9469-44c4-b2cc-df8ec631bdc5 HTTP/1.1" status: 204 len: 173 time: 1.4244637 Sep 15 09:55:49.289044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.293632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event deleted for resources: {'Port': ['ID=091ac3e1-3659-4a17-9fa5-02e7e6e6f4b6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:49.304849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Deleting port 1f002127-9f25-4e41-92d3-1160c8fb9480 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:49.305262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.477731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=26482cba-4021-49b7-a5ae-a1cecfb5056a,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:49.493039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': 'b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '591bf02b-ecbd-4161-9869-abf2cd31498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:49.493596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: 591bf02b-ecbd-4161-9869-abf2cd31498f, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:55:49.499178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 7c8e96bd-52c1-48c4-a26d-54e07621587d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:49.504187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:49.533792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.538767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] For port 1f002127-9f25-4e41-92d3-1160c8fb9480, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1f002127-9f25-4e41-92d3-1160c8fb9480,segment=NetworkSegment(29165438-e486-42ef-b39a-8efcdf2e181b),segment_id=29165438-e486-42ef-b39a-8efcdf2e181b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:49.539310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.635539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:49.663791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-238d7616-e049-4cdd-a4ae-77239dd2209f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.700929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Calling delete_port for 1f002127-9f25-4e41-92d3-1160c8fb9480 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:49.719164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:49.719608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.854175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:49.860505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.876451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ae9d3343-8439-4173-ba25-c7f7a0a6228f None None] Provisioning complete for port 66bdad32-037c-4e75-bc32-0b973cda31dc triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:49.877370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3343-8439-4173-ba25-c7f7a0a6228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:49.912300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Port': ['ID=1f002127-9f25-4e41-92d3-1160c8fb9480,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:49.915960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] No DVR routers for this DVR port 1f002127-9f25-4e41-92d3-1160c8fb9480 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:55:49.941163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d3343-8439-4173-ba25-c7f7a0a6228f None None] Port 66bdad32-037c-4e75-bc32-0b973cda31dc cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:50.061150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.068453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.073777 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 591bf02b-ecbd-4161-9869-abf2cd31498f is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:55:50.163788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.192295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31eaff3e-ad33-482b-96c7-b23ea8bfa129']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.204742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29165438-e486-42ef-b39a-8efcdf2e181b') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.205032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29165438-e486-42ef-b39a-8efcdf2e181b') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.217032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.233457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.240141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:50.240526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.253536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 591bf02b-ecbd-4161-9869-abf2cd31498f) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:50.258550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:50.259126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.266231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1b7f10-55aa-44b3-933e-3d388f22dbfd None None] Network 591bf02b-ecbd-4161-9869-abf2cd31498f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:50.271739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.272277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Fanout notify agent at l3_agent the message router_deleted on router 42cd2d98-3bb7-4de9-aad9-4325e924756f {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:50.286073 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bfc04319-b478-4f07-b865-2a7c6ea24508 req-7c5640f7-8cfd-4aed-8d41-bcc272013c3a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3c64220-4d84-4ad4-8fa9-15f5e24101fb HTTP/1.1" status: 200 len: 210 time: 0.0791988 Sep 15 09:55:50.298494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router c79a9831-5b22-4638-8600-d30b352088c1 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:50.309201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.315627 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-55f60f68-fe56-4455-8e15-bf8302062405 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/42cd2d98-3bb7-4de9-aad9-4325e924756f HTTP/1.1" status: 204 len: 168 time: 4.0040617 Sep 15 09:55:50.315784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51442) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:50.322876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1711380577', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:50.335196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:50.414192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Usage tracker for resource:router and tenant:87c095c51f3f4a55aff08d41fcea102c is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:50.425006 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-792be01e-8461-4685-9d3d-d426061d5d8b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8562763 Sep 15 09:55:50.426185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:50.427791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51446) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:50.434578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1507387633', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:50.448076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:50.452436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:router and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:50.457151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:50.464116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:50.470855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.488691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.491443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:50.500241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Network': ['ID=31eaff3e-ad33-482b-96c7-b23ea8bfa129,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:50.512660 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b2c403aa-babb-41b1-b316-d26cb1a35cb4 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/networks/31eaff3e-ad33-482b-96c7-b23ea8bfa129 HTTP/1.1" status: 204 len: 168 time: 1.3603184 Sep 15 09:55:50.515187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51450) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:50.536681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:50.542594 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-086b2494-3008-4cd5-8f21-64394a19aad1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/c79a9831-5b22-4638-8600-d30b352088c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4259636 Sep 15 09:55:50.545928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51454) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:50.570427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fa020-a660-40bd-8cdc-a279f81751de None None] Sync routers for ids ['c79a9831-5b22-4638-8600-d30b352088c1'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:50.574786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.584700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fa020-a660-40bd-8cdc-a279f81751de None None] Routers {'c79a9831-5b22-4638-8600-d30b352088c1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:50.585632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-794fa020-a660-40bd-8cdc-a279f81751de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c79a9831-5b22-4638-8600-d30b352088c1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.613300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.614350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.622091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.623249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.636126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace9dfca-d88e-459b-b0e9-01ee0ceedc1e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:50.636799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ace9dfca-d88e-459b-b0e9-01ee0ceedc1e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:50.643389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-591bf02b-ecbd-4161-9869-abf2cd31498f', 'network_id': '591bf02b-ecbd-4161-9869-abf2cd31498f', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '26482cba-4021-49b7-a5ae-a1cecfb5056a'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:55:50.644224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.658549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.661046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.662547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.664687 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-794fa020-a660-40bd-8cdc-a279f81751de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.712522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794fa020-a660-40bd-8cdc-a279f81751de None None] Routers {'c79a9831-5b22-4638-8600-d30b352088c1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:50.713470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-794fa020-a660-40bd-8cdc-a279f81751de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c79a9831-5b22-4638-8600-d30b352088c1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.749208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ace9dfca-d88e-459b-b0e9-01ee0ceedc1e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:50.753908 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ace9dfca-d88e-459b-b0e9-01ee0ceedc1e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports/66bdad32-037c-4e75-bc32-0b973cda31dc HTTP/1.1" status: 200 len: 910 time: 0.2035851 Sep 15 09:55:50.754322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51458) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:50.760423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b1ebc7ab-0a56-4a1e-86a4-7054e25b6c66 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b28e8825-a362-44c2-a6f8-7cf02358e022'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:50.781025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 556cd842-9469-44c4-b2cc-df8ec631bdc5 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:55:50.803593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.816456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.819684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-794fa020-a660-40bd-8cdc-a279f81751de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.820087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-794fa020-a660-40bd-8cdc-a279f81751de None None] The sync data for ids ['c79a9831-5b22-4638-8600-d30b352088c1'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:50.828196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 556cd842-9469-44c4-b2cc-df8ec631bdc5 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:55:50.828196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 556cd842-9469-44c4-b2cc-df8ec631bdc5 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:55:50.839853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1706e5fe-364e-489d-a332-1f3679415cc2']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.852064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27e71ec9-f285-445c-a672-92869e040b12') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.852453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27e71ec9-f285-445c-a672-92869e040b12') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:50.865942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.875316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.893839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.902768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:50.903162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.927950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Allocated IP 2001:db8::2 (591bf02b-ecbd-4161-9869-abf2cd31498f/26482cba-4021-49b7-a5ae-a1cecfb5056a/71616e44-c2fc-4ecb-aa82-23157ca71dc3) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:50.946110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:50.950419 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a4be1803-7ef4-4705-8d13-526f13dbd8b0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6335325 Sep 15 09:55:50.952974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51462) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:50.959970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': True}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:51.006274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.007543 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-735398e4-5fee-4015-a246-df389677a952 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5776389 Sep 15 09:55:51.009563 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 29165438-e486-42ef-b39a-8efcdf2e181b resource provider aggregate not found Sep 15 09:55:51.013567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51468) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:51.028763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'port': {'network_id': '591bf02b-ecbd-4161-9869-abf2cd31498f', 'name': 'tempest-RoutersIpV6Test-56867869'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:51.045887 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 29165438-e486-42ef-b39a-8efcdf2e181b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29165438-e486-42ef-b39a-8efcdf2e181b found for delete ", "request_id": "req-12ed969f-cef7-4afd-a2aa-78c7dd50b735"}]} Sep 15 09:55:51.124216 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 27e71ec9-f285-445c-a672-92869e040b12 resource provider aggregate not found Sep 15 09:55:51.129362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.135146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.178207 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 27e71ec9-f285-445c-a672-92869e040b12 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 27e71ec9-f285-445c-a672-92869e040b12 found for delete ", "request_id": "req-6e95a844-9904-4ed9-9036-d0ddb2547022"}]} Sep 15 09:55:51.187810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.198647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Network': ['ID=1706e5fe-364e-489d-a332-1f3679415cc2,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:51.199391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Transition to ACTIVE for port object 71616e44-c2fc-4ecb-aa82-23157ca71dc3 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:51.213332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-595d814d-e883-4843-8411-48cd34683d4d tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/networks/1706e5fe-364e-489d-a332-1f3679415cc2 HTTP/1.1" status: 204 len: 168 time: 0.6956875 Sep 15 09:55:51.215977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51478) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:51.223340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Transition to ACTIVE for port object 71616e44-c2fc-4ecb-aa82-23157ca71dc3 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:51.288536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.367617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Network 591bf02b-ecbd-4161-9869-abf2cd31498f is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:51.371348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:51.376611 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:51.388463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:51.398499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.401250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:port and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:51.404928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:51.413182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:51.429363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Pushing event updated for resources: {'Port': ['ID=71616e44-c2fc-4ecb-aa82-23157ca71dc3,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:51.466263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51484) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:51.497784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Attempting to bind port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:55:51.498297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc7ab-0a56-4a1e-86a4-7054e25b6c66 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.498958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Attempting to bind port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '591bf02b-ecbd-4161-9869-abf2cd31498f'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:55:51.499324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Attempting to bind port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 on network 591bf02b-ecbd-4161-9869-abf2cd31498f {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:55:51.505261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:55:51.505629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Checking segment: {'id': 'b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '591bf02b-ecbd-4161-9869-abf2cd31498f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:55:51.506057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.506575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Bound using segment: {'id': 'b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '591bf02b-ecbd-4161-9869-abf2cd31498f'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:55:51.507037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Bound port: 71616e44-c2fc-4ecb-aa82-23157ca71dc3, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '591bf02b-ecbd-4161-9869-abf2cd31498f'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:55:51.507429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.558355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:55:51.562532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.601476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.610160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] device_id is not set on port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:55:51.611819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] For port 71616e44-c2fc-4ecb-aa82-23157ca71dc3, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:55:51.616965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] For port 71616e44-c2fc-4ecb-aa82-23157ca71dc3, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71616e44-c2fc-4ecb-aa82-23157ca71dc3,segment=NetworkSegment(b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5),segment_id=b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:55:51.659715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b9550eac-f33a-43f7-8ee8-0162b0b32fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.682950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cbea8e-a6f2-4498-b313-6fde18097a0c']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:51.692451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.703307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30c7116d-4456-45e5-b9f4-c75547748229') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:51.707040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30c7116d-4456-45e5-b9f4-c75547748229') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:51.714820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.725474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.776298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d0ecb-6315-45b1-938d-54c52ae0bf41 None None] Pushing event updated for resources: {'Port': ['ID=71616e44-c2fc-4ecb-aa82-23157ca71dc3,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:51.791661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.809051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:55:51.809457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.908122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-93f8d1c2-066e-425b-84ff-b890dd90b996 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:51.918025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8::b2 (591bf02b-ecbd-4161-9869-abf2cd31498f/26482cba-4021-49b7-a5ae-a1cecfb5056a/0ac3e89e-bb7a-4140-b64d-6f75c4437a60) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:52.025535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-93f8d1c2-066e-425b-84ff-b890dd90b996 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.058987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.064019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.228201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] Pushing event deleted for resources: {'Network': ['ID=d7cbea8e-a6f2-4498-b313-6fde18097a0c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:52.234923 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3ec5fe90-d8af-4648-8f3c-3b57bccc1855 tempest-BulkNetworkOpsIpV6Test-1967410293 tempest-BulkNetworkOpsIpV6Test-1967410293-project] 10.222.0.62 "DELETE /v2.0/networks/d7cbea8e-a6f2-4498-b313-6fde18097a0c HTTP/1.1" status: 204 len: 168 time: 1.0178635 Sep 15 09:55:52.327914 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.348364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:55:52.427984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-93f8d1c2-066e-425b-84ff-b890dd90b996 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.441078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.517981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.518237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 591bf02b-ecbd-4161-9869-abf2cd31498f is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:52.522227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:52.525134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:52.527593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8d1c2-066e-425b-84ff-b890dd90b996 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2a016d-29c4-45d7-b0fe-1ea0adea9148,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:52.533127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:52.533784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.554445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=0ac3e89e-bb7a-4140-b64d-6f75c4437a60,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:52.620060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.663218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.681243 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3e147dee-3ff4-4153-bd0f-30e2d69a7079 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.6578178 Sep 15 09:55:52.684299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51490) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:52.703319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.712034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc7ab-0a56-4a1e-86a4-7054e25b6c66 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.720100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-93f8d1c2-066e-425b-84ff-b890dd90b996 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.721338 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-93f8d1c2-066e-425b-84ff-b890dd90b996 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/8f2a016d-29c4-45d7-b0fe-1ea0adea9148 HTTP/1.1" status: 204 len: 168 time: 1.2537291 Sep 15 09:55:52.804768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc7ab-0a56-4a1e-86a4-7054e25b6c66 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:52.830586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51498) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:52.873620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51500) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:52.924435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cdd94d-481e-40b1-bfe6-7ef66c397212 None None] Network 591bf02b-ecbd-4161-9869-abf2cd31498f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:53.175450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dca14efb-4dee-4732-8fa2-a6e4fa769bd4 None None] Provisioning for port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:53.177071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ebc7ab-0a56-4a1e-86a4-7054e25b6c66 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:53.177704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1ebc7ab-0a56-4a1e-86a4-7054e25b6c66 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.181792 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b1ebc7ab-0a56-4a1e-86a4-7054e25b6c66 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/ports/66bdad32-037c-4e75-bc32-0b973cda31dc HTTP/1.1" status: 200 len: 910 time: 2.4237623 Sep 15 09:55:53.196479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51508) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:53.250223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ebc7ab-0a56-4a1e-86a4-7054e25b6c66 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=66bdad32-037c-4e75-bc32-0b973cda31dc,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:53.253214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Allocated IP 172.26.7.122 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/dcf9c04b-f371-4dbe-bd70-8dff93d72d44) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:55:53.365466 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 30c7116d-4456-45e5-b9f4-c75547748229 resource provider aggregate not found Sep 15 09:55:53.399629 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 30c7116d-4456-45e5-b9f4-c75547748229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30c7116d-4456-45e5-b9f4-c75547748229 found for delete ", "request_id": "req-0c25fff9-28cd-44a4-bb0f-a1112e6f2162"}]} Sep 15 09:55:53.413259 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-53904f7c-52f5-43a6-ba13-2c1ee2fefb81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7fedc2ce5eb54e3c9f842b6207ca2c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4749970 Sep 15 09:55:53.414576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51516) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:53.609216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0f94d802-30ee-4433-acd1-6df9dfbb6529 None None] Provisioning for port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:53.619137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0f94d802-30ee-4433-acd1-6df9dfbb6529 None None] Provisioning complete for port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:53.619681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0f94d802-30ee-4433-acd1-6df9dfbb6529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.671454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 71616e44-c2fc-4ecb-aa82-23157ca71dc3 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:53.708483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.744973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.774265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0f94d802-30ee-4433-acd1-6df9dfbb6529 None None] Port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:53.808976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99d74990-db05-49ac-a1bd-351eacb6d631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.888887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:55:53.895029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:53.895403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.905869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99d74990-db05-49ac-a1bd-351eacb6d631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.920709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.970527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-51cc8c5d-a0b5-4641-922a-500a28126cfe None None] Provisioning complete for port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:53.971162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-51cc8c5d-a0b5-4641-922a-500a28126cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:53.996416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:54.003387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:54.009012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:55:54.048779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'Port': ['ID=dcf9c04b-f371-4dbe-bd70-8dff93d72d44,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:54.068537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.080190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-51cc8c5d-a0b5-4641-922a-500a28126cfe None None] Port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:54.096329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:54.096718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.132113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 71616e44-c2fc-4ecb-aa82-23157ca71dc3, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71616e44-c2fc-4ecb-aa82-23157ca71dc3,segment=NetworkSegment(b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5),segment_id=b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:54.190746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.286656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=71616e44-c2fc-4ecb-aa82-23157ca71dc3,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:54.335777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.419427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99d74990-db05-49ac-a1bd-351eacb6d631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.463521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d74990-db05-49ac-a1bd-351eacb6d631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02960c0-54e9-47b4-8a7f-11cecf1ffa3c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:54.473541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-99d74990-db05-49ac-a1bd-351eacb6d631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.478179 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-99d74990-db05-49ac-a1bd-351eacb6d631 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a02960c0-54e9-47b4-8a7f-11cecf1ffa3c HTTP/1.1" status: 204 len: 168 time: 1.0597594 Sep 15 09:55:54.508523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.511830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.622366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:54.808163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=0ac3e89e-bb7a-4140-b64d-6f75c4437a60,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:54.908429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 4746f9c6-bafa-4775-9d1c-ebe73212e223 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:54.909045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.012512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.023256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.121298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 66bdad32-037c-4e75-bc32-0b973cda31dc {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:55.121298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.127873 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:55:55.296725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 4746f9c6-bafa-4775-9d1c-ebe73212e223, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4746f9c6-bafa-4775-9d1c-ebe73212e223,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:55.296950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.363199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.429138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.503361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 4746f9c6-bafa-4775-9d1c-ebe73212e223 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:55.562133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 71616e44-c2fc-4ecb-aa82-23157ca71dc3 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:55:55.663227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:55.663906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.689340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.695156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:55.730876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 66bdad32-037c-4e75-bc32-0b973cda31dc owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:55.813929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:55:55.848680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51544) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:56.072480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2ab885e2-bec0-4b40-9929-bdc0c6302b8b tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:56.075412 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-2ab885e2-bec0-4b40-9929-bdc0c6302b8b tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 15 09:55:56.075412 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-2ab885e2-bec0-4b40-9929-bdc0c6302b8b tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): There was a conflict when trying to complete your request. Sep 15 09:55:56.075412 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2ab885e2-bec0-4b40-9929-bdc0c6302b8b tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2167130 Sep 15 09:55:56.078480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51550) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:56.085289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--2123575893'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:56.093035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:56.097972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:56.101502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:56.107688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:56.223704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:56.332026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:56.332742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Router ff21e7ce-c6d7-474d-b2dc-f972a36deeac is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:56.334842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:56.340393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:56.375566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:56.376303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:56.387692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=66bdad32-037c-4e75-bc32-0b973cda31dc,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:56.403566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:56.446941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=4746f9c6-bafa-4775-9d1c-ebe73212e223,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:56.646172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=0ac3e89e-bb7a-4140-b64d-6f75c4437a60,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:56.717195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:56.731444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:56.745301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:56.760261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:56.798725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:56.890195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 591bf02b-ecbd-4161-9869-abf2cd31498f is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:55:56.939446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:55:57.038932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:57.049036 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b795c7e-e2cf-4b21-9718-9ed7079c0f6f None None] Sync routers for ids ['ff21e7ce-c6d7-474d-b2dc-f972a36deeac'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:57.064611 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b795c7e-e2cf-4b21-9718-9ed7079c0f6f None None] Routers {'ff21e7ce-c6d7-474d-b2dc-f972a36deeac'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:57.066522 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9b795c7e-e2cf-4b21-9718-9ed7079c0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ff21e7ce-c6d7-474d-b2dc-f972a36deeac'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.110771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:57.114885 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7d9b9271-81e2-41a1-a8e9-d9fade8c3b4d tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "PUT /v2.0/routers/ff21e7ce-c6d7-474d-b2dc-f972a36deeac HTTP/1.1" status: 200 len: 919 time: 6.1608791 Sep 15 09:55:57.117862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51556) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:57.123643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:57.158924 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9b795c7e-e2cf-4b21-9718-9ed7079c0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.169614 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b795c7e-e2cf-4b21-9718-9ed7079c0f6f None None] Routers {'ff21e7ce-c6d7-474d-b2dc-f972a36deeac'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:57.170442 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9b795c7e-e2cf-4b21-9718-9ed7079c0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ff21e7ce-c6d7-474d-b2dc-f972a36deeac'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.212561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:57.234503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-00d365a0-7225-469e-a798-fc771044da7b None None] Provisioning complete for port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:55:57.236163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-00d365a0-7225-469e-a798-fc771044da7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:57.279841 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9b795c7e-e2cf-4b21-9718-9ed7079c0f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.280237 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b795c7e-e2cf-4b21-9718-9ed7079c0f6f None None] The sync data for ids ['ff21e7ce-c6d7-474d-b2dc-f972a36deeac'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:57.298447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:57.302210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:57.311552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:57.311552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:57.311978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-00d365a0-7225-469e-a798-fc771044da7b None None] Port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:55:57.315254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:57.380240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router c79a9831-5b22-4638-8600-d30b352088c1 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:57.515903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16e3eda-6ebe-4f9b-a3f0-4b12177a1198,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:57.544033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:57.554158 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d84023fe-1136-4b42-a264-63992f144525 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/routers/ff21e7ce-c6d7-474d-b2dc-f972a36deeac HTTP/1.1" status: 200 len: 925 time: 0.4336824 Sep 15 09:55:57.559884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f1feb-eaa5-44aa-b814-ac63cbcc1c79 None None] Sync routers for ids ['c79a9831-5b22-4638-8600-d30b352088c1'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:57.561901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51560) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:57.569172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f1feb-eaa5-44aa-b814-ac63cbcc1c79 None None] Routers {'c79a9831-5b22-4638-8600-d30b352088c1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:57.570002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b02f1feb-eaa5-44aa-b814-ac63cbcc1c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c79a9831-5b22-4638-8600-d30b352088c1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.632604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b02f1feb-eaa5-44aa-b814-ac63cbcc1c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.635811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router 62b497eb-fd90-4645-bad3-4c79bdbab0b7 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:55:57.643787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f1feb-eaa5-44aa-b814-ac63cbcc1c79 None None] Routers {'c79a9831-5b22-4638-8600-d30b352088c1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:57.644678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b02f1feb-eaa5-44aa-b814-ac63cbcc1c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c79a9831-5b22-4638-8600-d30b352088c1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.676187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:57.709781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b02f1feb-eaa5-44aa-b814-ac63cbcc1c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.710469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f1feb-eaa5-44aa-b814-ac63cbcc1c79 None None] The sync data for ids ['c79a9831-5b22-4638-8600-d30b352088c1'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:57.717301 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0af6b7bf-aa79-477b-b0f6-1de23d0c7045 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/c79a9831-5b22-4638-8600-d30b352088c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5137441 Sep 15 09:55:57.738226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51564) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:57.747451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:57.793921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e758d93c-d7cb-4972-87dd-6963a5c1ad74 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:57.795407 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e758d93c-d7cb-4972-87dd-6963a5c1ad74 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=ff21e7ce-c6d7-474d-b2dc-f972a36deeac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2325046 Sep 15 09:55:57.798251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51568) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:57.830020 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-512b263a-b1f3-4aaf-b522-8273d8803f10 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=c79a9831-5b22-4638-8600-d30b352088c1 HTTP/1.1" status: 200 len: 205 time: 0.0882504 Sep 15 09:55:57.838489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51572) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:57.885682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:57.895554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-45aea018-dd30-4a24-9e50-e6cc9a6c6fa2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/62b497eb-fd90-4645-bad3-4c79bdbab0b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2073710 Sep 15 09:55:57.895554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51576) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:57.897930 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c972af0-e854-4697-a562-5b1ccdb8953a None None] Sync routers for ids ['62b497eb-fd90-4645-bad3-4c79bdbab0b7'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:57.907549 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c972af0-e854-4697-a562-5b1ccdb8953a None None] Routers {'62b497eb-fd90-4645-bad3-4c79bdbab0b7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:57.908005 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3c972af0-e854-4697-a562-5b1ccdb8953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['62b497eb-fd90-4645-bad3-4c79bdbab0b7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.925690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca4d91f-9598-421e-8fd8-db57ac369fc8,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:57.969641 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3c972af0-e854-4697-a562-5b1ccdb8953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.978762 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c972af0-e854-4697-a562-5b1ccdb8953a None None] Routers {'62b497eb-fd90-4645-bad3-4c79bdbab0b7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:57.979722 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3c972af0-e854-4697-a562-5b1ccdb8953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['62b497eb-fd90-4645-bad3-4c79bdbab0b7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:57.995341 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb2830e-6e79-456b-a58e-4a1cff459456 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:57.995856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ceb2830e-6e79-456b-a58e-4a1cff459456 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:58.020268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc60b8a0-91ec-44c5-8b3a-21d16d77fca1 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:55:58.024340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bc60b8a0-91ec-44c5-8b3a-21d16d77fca1 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 881 time: 0.2225144 Sep 15 09:55:58.025369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51580) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:58.043308 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3c972af0-e854-4697-a562-5b1ccdb8953a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:58.043701 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c972af0-e854-4697-a562-5b1ccdb8953a None None] The sync data for ids ['62b497eb-fd90-4645-bad3-4c79bdbab0b7'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:55:58.089168 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7c9c5af0-21b2-4369-a92b-3b4e735397b1 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff21e7ce-c6d7-474d-b2dc-f972a36deeac HTTP/1.1" status: 200 len: 205 time: 0.0624225 Sep 15 09:55:58.091570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51584) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:58.118806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.123094 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4657d435-9e98-40ed-a4ff-15ae545eaf96 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0398362 Sep 15 09:55:58.124791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51588) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:58.133687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:55:58.138413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '6ca4d91f-9598-421e-8fd8-db57ac369fc8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:58.146303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa57c74a-29fe-48db-a9eb-4aba5efbe567 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.149131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ceb2830e-6e79-456b-a58e-4a1cff459456 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:55:58.150289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ceb2830e-6e79-456b-a58e-4a1cff459456 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports/0ac3e89e-bb7a-4140-b64d-6f75c4437a60 HTTP/1.1" status: 200 len: 981 time: 0.2520392 Sep 15 09:55:58.161277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51592) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:58.201319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:58.264829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:58.276252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:58.339369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:58.557542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.567168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa57c74a-29fe-48db-a9eb-4aba5efbe567 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.621468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa57c74a-29fe-48db-a9eb-4aba5efbe567 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.649587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.701754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:55:58.715582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] Sync routers for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:55:58.727265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.727500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:58.728214 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:58.732304 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4e2e16fa-8375-4563-96e5-2181e447815f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/0e1bf3e8-eb90-4a97-8119-228e6d0e2086/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8572085 Sep 15 09:55:58.732632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51596) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:58.734204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa57c74a-29fe-48db-a9eb-4aba5efbe567 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.734768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa57c74a-29fe-48db-a9eb-4aba5efbe567 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Fanout notify agent at l3_agent the message router_deleted on router c79a9831-5b22-4638-8600-d30b352088c1 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:55:58.747665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fa57c74a-29fe-48db-a9eb-4aba5efbe567 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.747665 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fa57c74a-29fe-48db-a9eb-4aba5efbe567 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/c79a9831-5b22-4638-8600-d30b352088c1 HTTP/1.1" status: 204 len: 168 time: 0.9002433 Sep 15 09:55:58.748905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51600) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:58.799067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.841318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6207afd6-cf10-4d52-ad3d-a03425c1459d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet b28e8825-a362-44c2-a6f8-7cf02358e022 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:58.843037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd3205d-39a0-4fdc-a53b-c8a2973b91b9,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:58.847997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6207afd6-cf10-4d52-ad3d-a03425c1459d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.903529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6207afd6-cf10-4d52-ad3d-a03425c1459d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.927916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-d033bd43-6db3-435d-a0b3-007ac0c877a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet d9b8695d-1d20-46f2-9023-7696a555144c {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:55:58.932402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.936361 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1b32563e-6b0f-48f9-8ae5-c774bdb9a87d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8063040 Sep 15 09:55:58.940120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51604) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:58.950055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c2036410-08fb-416d-be4c-22801ba0fbb9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '6ca4d91f-9598-421e-8fd8-db57ac369fc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:55:58.950299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d033bd43-6db3-435d-a0b3-007ac0c877a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:58.957704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:58.959574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c2036410-08fb-416d-be4c-22801ba0fbb9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:55:58.966897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c2036410-08fb-416d-be4c-22801ba0fbb9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:55:58.971725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c2036410-08fb-416d-be4c-22801ba0fbb9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:55:58.982247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c2036410-08fb-416d-be4c-22801ba0fbb9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:55:59.020072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6207afd6-cf10-4d52-ad3d-a03425c1459d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.027194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d033bd43-6db3-435d-a0b3-007ac0c877a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.071131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.072390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c2036410-08fb-416d-be4c-22801ba0fbb9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.170419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Deleting port dcf9c04b-f371-4dbe-bd70-8dff93d72d44 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:59.173457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.213674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d033bd43-6db3-435d-a0b3-007ac0c877a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.217749 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-c2036410-08fb-416d-be4c-22801ba0fbb9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): There was a conflict when trying to complete your request. Sep 15 09:55:59.222582 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c2036410-08fb-416d-be4c-22801ba0fbb9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2793458 Sep 15 09:55:59.225205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51608) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:59.241832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6207afd6-cf10-4d52-ad3d-a03425c1459d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.257580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:55Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:59.261755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] Checking router: 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:55:59.275292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] Routers {'0e1bf3e8-eb90-4a97-8119-228e6d0e2086'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:55:59.277133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:55:59.294843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207afd6-cf10-4d52-ad3d-a03425c1459d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=b28e8825-a362-44c2-a6f8-7cf02358e022,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:59.296819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6207afd6-cf10-4d52-ad3d-a03425c1459d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.316184 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6207afd6-cf10-4d52-ad3d-a03425c1459d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/b28e8825-a362-44c2-a6f8-7cf02358e022 HTTP/1.1" status: 204 len: 168 time: 0.5637097 Sep 15 09:55:59.317100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51612) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:59.463825 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b865af66-0644-470a-8cd9-7c58706d42b4 None None] Network 7c8e96bd-52c1-48c4-a26d-54e07621587d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:59.464036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b28f-1d00-4ff8-ab69-bfc14bd3c4bc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.464145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.480244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b28f-1d00-4ff8-ab69-bfc14bd3c4bc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.498790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.537982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:55:59.539455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.587188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d033bd43-6db3-435d-a0b3-007ac0c877a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.592665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.629723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b28f-1d00-4ff8-ab69-bfc14bd3c4bc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.656225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] Set router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:55:59.660663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7b28f-1d00-4ff8-ab69-bfc14bd3c4bc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca4d91f-9598-421e-8fd8-db57ac369fc8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:59.669554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b28f-1d00-4ff8-ab69-bfc14bd3c4bc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.670814 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b1e7b28f-1d00-4ff8-ab69-bfc14bd3c4bc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/6ca4d91f-9598-421e-8fd8-db57ac369fc8 HTTP/1.1" status: 204 len: 168 time: 0.4471879 Sep 15 09:55:59.673655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51616) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:55:59.758958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033bd43-6db3-435d-a0b3-007ac0c877a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b8695d-1d20-46f2-9023-7696a555144c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:55:59.760720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d033bd43-6db3-435d-a0b3-007ac0c877a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.781083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bca5de-7ef1-42ab-87ac-812f99824e27 None None] Network 3399ccf0-c97a-4de9-830e-aa8e6243ee4c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:55:59.826128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18929331-2771-4fac-8bf6-5b91b1c72045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:55:59.830638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e6ccacfa-f921-423e-b62e-7c7de0d6e4d8,segment=NetworkSegment(a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf),segment_id=a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:55:59.831134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:55:59.918430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Calling delete_port for dcf9c04b-f371-4dbe-bd70-8dff93d72d44 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:55:59.971676 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d033bd43-6db3-435d-a0b3-007ac0c877a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/d9b8695d-1d20-46f2-9023-7696a555144c HTTP/1.1" status: 204 len: 168 time: 1.2380264 Sep 15 09:55:59.975659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51622) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:00.104401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:00.179388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b26a537-68fe-4684-a37a-c0976c0bc636 None None] DHCP port deletion for 7c8e96bd-52c1-48c4-a26d-54e07621587d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:00.184894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7b26a537-68fe-4684-a37a-c0976c0bc636 None None] Deleting port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:00.185271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b26a537-68fe-4684-a37a-c0976c0bc636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.201270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18929331-2771-4fac-8bf6-5b91b1c72045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:00.206650 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-18929331-2771-4fac-8bf6-5b91b1c72045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5282099 Sep 15 09:56:00.208240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51626) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:00.215299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--235268030'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:00.222400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:00.232816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:00.281390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.283884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] DHCP port deletion for 3399ccf0-c97a-4de9-830e-aa8e6243ee4c request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:00.300748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] Deleting port feedbe20-f7bf-4bf3-85b3-f7c798abc4de {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:00.301165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.345163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=e6ccacfa-f921-423e-b62e-7c7de0d6e4d8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:00.357256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.369712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No DVR routers for this DVR port e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:56:00.420151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.445777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7b26a537-68fe-4684-a37a-c0976c0bc636 None None] The port 'e6ccacfa-f921-423e-b62e-7c7de0d6e4d8' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:56:00.468952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:55Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:00.479596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:00.482461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.498176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:00.503012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:00.513355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:00.516667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.532586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8dcfa8-9be1-433b-8073-e130f0a12028 None None] The sync data for ids ['0e1bf3e8-eb90-4a97-8119-228e6d0e2086'] in dv-neutron-857775-1-hyperv is: [{'id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'name': 'tempest-TestNetworkBasicOps-router-623209178', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108'}], 'enable_snat': True}, 'gw_port_id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:52:33Z', 'updated_at': '2022-09-15T09:55:55Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '8eb4979b-ae36-49c3-aa79-204cc1f2c862', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:70:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e1bf3e8-eb90-4a97-8119-228e6d0e2086', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:52:35Z', 'updated_at': '2022-09-15T09:52:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:00.549319 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event deleted for resources: {'Port': ['ID=dcf9c04b-f371-4dbe-bd70-8dff93d72d44,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:00.555809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8e96bd-52c1-48c4-a26d-54e07621587d']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:00.575751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] For port feedbe20-f7bf-4bf3-85b3-f7c798abc4de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=feedbe20-f7bf-4bf3-85b3-f7c798abc4de,segment=NetworkSegment(e30102bb-4e96-415e-a448-29d26681d1ee),segment_id=e30102bb-4e96-415e-a448-29d26681d1ee)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:00.576187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.593715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:00.594949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:00.614568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.650921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.667476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:56:00.668158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.696951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.742598 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf resource provider aggregate not found Sep 15 09:56:00.743076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] Calling delete_port for feedbe20-f7bf-4bf3-85b3-f7c798abc4de owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:00.777902 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6c5e4a8-e69c-4c6c-8da4-313481dcc4cf found for delete ", "request_id": "req-a348053c-9a28-4aca-9591-086d6c0d8edb"}]} Sep 15 09:56:00.781510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.791880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.834084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b65ae3-4c0c-4b5f-b41d-4bdd5fa4f03c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:00.875052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.883003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.885235 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/7c8e96bd-52c1-48c4-a26d-54e07621587d HTTP/1.1" status: 204 len: 168 time: 1.5674107 Sep 15 09:56:00.901033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51634) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:00.904329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:00.904682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.908795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1653404422', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:00.917595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac604c93-f60f-41e8-bc2c-ab4e652e34cd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=7c8e96bd-52c1-48c4-a26d-54e07621587d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:00.919670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:00.924540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:router and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:00.927525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:00.933473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:00.937373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.944949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:00.948485 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5725f357-228e-4b13-9736-542808c411ba tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7373402 Sep 15 09:56:00.954015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51638) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:00.956075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0d4bddb7-c02a-43c8-be4e-ffbf17bb62dc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '86b65ae3-4c0c-4b5f-b41d-4bdd5fa4f03c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:00.956676 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-0d4bddb7-c02a-43c8-be4e-ffbf17bb62dc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 15 09:56:00.957302 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-0d4bddb7-c02a-43c8-be4e-ffbf17bb62dc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:00.958584 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0d4bddb7-c02a-43c8-be4e-ffbf17bb62dc tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076065 Sep 15 09:56:00.961129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51642) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:00.986835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] Pushing event deleted for resources: {'Port': ['ID=feedbe20-f7bf-4bf3-85b3-f7c798abc4de,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:00.992235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb960f3-7eb0-4942-95c6-5fd7ecf2c6a8 None None] No DVR routers for this DVR port feedbe20-f7bf-4bf3-85b3-f7c798abc4de on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:56:01.038037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9464dc23-8956-41f4-92f3-827f8d582bf5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.038363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.040617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.045513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.055020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.056039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.074028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9464dc23-8956-41f4-92f3-827f8d582bf5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.100636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.192763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 8eb4979b-ae36-49c3-aa79-204cc1f2c862 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:01.193105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.216942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.231776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.238732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9464dc23-8956-41f4-92f3-827f8d582bf5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.243136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.243665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Fanout notify agent at l3_agent the message router_deleted on router ff21e7ce-c6d7-474d-b2dc-f972a36deeac {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:56:01.267317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9464dc23-8956-41f4-92f3-827f8d582bf5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b65ae3-4c0c-4b5f-b41d-4bdd5fa4f03c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:01.284625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9464dc23-8956-41f4-92f3-827f8d582bf5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.285798 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9464dc23-8956-41f4-92f3-827f8d582bf5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/86b65ae3-4c0c-4b5f-b41d-4bdd5fa4f03c HTTP/1.1" status: 204 len: 168 time: 0.3236868 Sep 15 09:56:01.290324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51646) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:01.346582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-39146399-f97a-4787-9dbd-6d164602bb60 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:01.351935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.355591 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d2b79124-54d0-465b-9815-17e78b79866a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4511259 Sep 15 09:56:01.356359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51650) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:01.363735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-150341206'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:01.375996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:01.382059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:01.385134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:01.391349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:01.436753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-39146399-f97a-4787-9dbd-6d164602bb60 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:01.439487 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-39146399-f97a-4787-9dbd-6d164602bb60 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1471655 Sep 15 09:56:01.451570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51654) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:01.451570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1875482152'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:01.454554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:01.464670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:01.472374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:01.476090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.501933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 0ac3e89e-bb7a-4140-b64d-6f75c4437a60 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:01.510006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:56:01.521626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.522003 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment dc2caa43-f12b-4c87-b228-8a3a98ba3bf1 of type vlan for network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 Sep 15 09:56:01.554632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:01.558319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.564039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.597576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:01.597937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e6ccacfa-f921-423e-b62e-7c7de0d6e4d8 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:01.598537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4746f9c6-bafa-4775-9d1c-ebe73212e223 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:01.600602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:01.609677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:01.614478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:01.621136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:01.631473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.634383 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5d3ea516-3fe9-48f1-be6b-191c82b77619 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/ff21e7ce-c6d7-474d-b2dc-f972a36deeac HTTP/1.1" status: 204 len: 168 time: 3.5417073 Sep 15 09:56:01.640156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 4746f9c6-bafa-4775-9d1c-ebe73212e223 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:01.640156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4746f9c6-bafa-4775-9d1c-ebe73212e223 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:01.640156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device feedbe20-f7bf-4bf3-85b3-f7c798abc4de no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:01.641119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51658) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:01.649448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-726102093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:01.662498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:01.675399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Usage tracker for resource:router and tenant:87c095c51f3f4a55aff08d41fcea102c is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:01.678508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: feedbe20-f7bf-4bf3-85b3-f7c798abc4de {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:01.679542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device feedbe20-f7bf-4bf3-85b3-f7c798abc4de not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:01.679796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:01.689575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:01.695475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.700842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:01.701434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.750611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 8eb4979b-ae36-49c3-aa79-204cc1f2c862, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8eb4979b-ae36-49c3-aa79-204cc1f2c862,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:01.751173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.830317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.831351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.878681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=3b1c32e2-c29d-4362-91dd-1bbf26f77685,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:01.888994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.889993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 8eb4979b-ae36-49c3-aa79-204cc1f2c862 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:01.893974 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:56:01.895418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:01.925890 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-647bcf07-2040-4b6f-8ba2-328d43d9d350 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5661862 Sep 15 09:56:01.926412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51662) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:01.940668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:01.975110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.089082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.139349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.146090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0281d4d1-cdf6-490d-9d84-f3d2eded5f9e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:02.164182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:02.168381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:02.171700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:02.178209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:02.195258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=0ac3e89e-bb7a-4140-b64d-6f75c4437a60,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:02.229904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.234331 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bee9a9bd-aae0-458e-b831-13b33ceae1a0 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5874889 Sep 15 09:56:02.234331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.239167 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-54d3983c-c5f4-44fd-ab78-6b110808d7df tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7911620 Sep 15 09:56:02.239266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.239380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51666) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:02.239380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51670) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:02.244628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'enable_snat': False}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:02.292547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=8eb4979b-ae36-49c3-aa79-204cc1f2c862,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:02.307598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2b3f2d8b-1f27-4771-bd2e-c99b002699af tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '0281d4d1-cdf6-490d-9d84-f3d2eded5f9e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:02.308163 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-2b3f2d8b-1f27-4771-bd2e-c99b002699af tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 15 09:56:02.308653 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-2b3f2d8b-1f27-4771-bd2e-c99b002699af tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:02.309609 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2b3f2d8b-1f27-4771-bd2e-c99b002699af tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0699229 Sep 15 09:56:02.316864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51674) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:02.319392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:02.322802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.512907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.586936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.907429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b268711a-ee7b-4078-9ba2-21402b7167ef tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.914649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.939696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.942454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:02.976599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b268711a-ee7b-4078-9ba2-21402b7167ef tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.087038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router 62b497eb-fd90-4645-bad3-4c79bdbab0b7 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:03.210292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.211049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1bf3e8-eb90-4a97-8119-228e6d0e2086 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:56:03.232828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:03.247312 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9b5ea9b2-314c-4e93-82a0-c8d141352239 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/62b497eb-fd90-4645-bad3-4c79bdbab0b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0826211 Sep 15 09:56:03.247504 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8f52e-9584-424e-8bb8-23ae1a14a8e0 None None] Sync routers for ids ['62b497eb-fd90-4645-bad3-4c79bdbab0b7'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:03.249530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.251266 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aeb67d52-6a90-4423-a94c-928ca50c8085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/routers/0e1bf3e8-eb90-4a97-8119-228e6d0e2086 HTTP/1.1" status: 204 len: 168 time: 3.2744842 Sep 15 09:56:03.252093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51678) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:03.254355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51680) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:03.263921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.268296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b268711a-ee7b-4078-9ba2-21402b7167ef tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.269924 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f52e-9584-424e-8bb8-23ae1a14a8e0 None None] Routers {'62b497eb-fd90-4645-bad3-4c79bdbab0b7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:03.270637 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f52e-9584-424e-8bb8-23ae1a14a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['62b497eb-fd90-4645-bad3-4c79bdbab0b7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:03.352116 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f52e-9584-424e-8bb8-23ae1a14a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:03.364770 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f8f52e-9584-424e-8bb8-23ae1a14a8e0 None None] Routers {'62b497eb-fd90-4645-bad3-4c79bdbab0b7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:03.365725 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f52e-9584-424e-8bb8-23ae1a14a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['62b497eb-fd90-4645-bad3-4c79bdbab0b7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:03.407512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268711a-ee7b-4078-9ba2-21402b7167ef tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0281d4d1-cdf6-490d-9d84-f3d2eded5f9e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:03.484364 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a1f8f52e-9584-424e-8bb8-23ae1a14a8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:03.485319 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f8f52e-9584-424e-8bb8-23ae1a14a8e0 None None] The sync data for ids ['62b497eb-fd90-4645-bad3-4c79bdbab0b7'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:03.501069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:03.512879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.541213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:03.541567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: 3b1c32e2-c29d-4362-91dd-1bbf26f77685, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:56:03.555181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.597069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b268711a-ee7b-4078-9ba2-21402b7167ef tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.598251 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b268711a-ee7b-4078-9ba2-21402b7167ef tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/0281d4d1-cdf6-490d-9d84-f3d2eded5f9e HTTP/1.1" status: 204 len: 168 time: 1.2803245 Sep 15 09:56:03.605468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51686) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:03.614926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.707654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:56:03.720880 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-609fc8dc-c2aa-4f5b-902b-5058eeeace73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] remove_router_interface failed (client error): The resource could not be found. Sep 15 09:56:03.724521 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-609fc8dc-c2aa-4f5b-902b-5058eeeace73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/62b497eb-fd90-4645-bad3-4c79bdbab0b7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4687421 Sep 15 09:56:03.725332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51690) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:03.731219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1778eb2a-000d-444f-88db-69889665043e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:03.759735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Allocated IP 172.26.7.29 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/9290104b-d651-48f7-925a-9873b626300c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:03.795674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 3b1c32e2-c29d-4362-91dd-1bbf26f77685) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:03.813139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81283885-a3ea-4434-984b-935b9f0c1ca3 None None] Network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:03.844422 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-03c45509-fa27-439f-89c8-e19ffac6b385 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:03.877472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.881760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:03.882821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.890246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1778eb2a-000d-444f-88db-69889665043e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:03.895819 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1778eb2a-000d-444f-88db-69889665043e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2893295 Sep 15 09:56:03.898343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8eb4979b-ae36-49c3-aa79-204cc1f2c862 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:03.900365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51694) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:03.912756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1355378019'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:03.920488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3399ccf0-c97a-4de9-830e-aa8e6243ee4c']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:03.928628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:03.940415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30102bb-4e96-415e-a448-29d26681d1ee') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:03.941104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30102bb-4e96-415e-a448-29d26681d1ee') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:03.942372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 8eb4979b-ae36-49c3-aa79-204cc1f2c862 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:03.942715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8eb4979b-ae36-49c3-aa79-204cc1f2c862 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:03.959718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-03c45509-fa27-439f-89c8-e19ffac6b385 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:03.964202 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-03c45509-fa27-439f-89c8-e19ffac6b385 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=62b497eb-fd90-4645-bad3-4c79bdbab0b7 HTTP/1.1" status: 200 len: 205 time: 0.2251599 Sep 15 09:56:03.964963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51698) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:03.967033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.974244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:03.977837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:03.992478 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-61aaae23-ad8b-4cfc-b8e6-985ce9f4a3b8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0549819 Sep 15 09:56:03.992478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51702) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:04.094990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:04.095854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.113152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.124190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:56:04.124596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.145583 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dd52fb06-7e91-4c01-8ed1-6a61083038de tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.289285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Allocated IP 172.20.0.2 (3b1c32e2-c29d-4362-91dd-1bbf26f77685/6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00/78e60edf-2252-4a79-b891-0af93d8bc9cb) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:04.396159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.405525 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e30102bb-4e96-415e-a448-29d26681d1ee resource provider aggregate not found Sep 15 09:56:04.511087 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e30102bb-4e96-415e-a448-29d26681d1ee resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e30102bb-4e96-415e-a448-29d26681d1ee found for delete ", "request_id": "req-0e099589-cf66-4c0c-916e-5fc592d4f947"}]} Sep 15 09:56:04.512990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:04.517335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:04.518397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.520406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:04.526221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:04.648664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.680529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Transition to ACTIVE for port object 78e60edf-2252-4a79-b891-0af93d8bc9cb will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:04.701763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Transition to ACTIVE for port object 78e60edf-2252-4a79-b891-0af93d8bc9cb will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:04.719876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.742003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.746581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.751500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dd52fb06-7e91-4c01-8ed1-6a61083038de tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.757046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.760473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dd52fb06-7e91-4c01-8ed1-6a61083038de tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.762222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=3399ccf0-c97a-4de9-830e-aa8e6243ee4c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:04.765095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:04.770687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:04.778042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:04.796006 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-589ce66c-24f8-4cb6-8563-0dc60951e2d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/3399ccf0-c97a-4de9-830e-aa8e6243ee4c HTTP/1.1" status: 204 len: 168 time: 1.5330262 Sep 15 09:56:04.811603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Pushing event updated for resources: {'Port': ['ID=9290104b-d651-48f7-925a-9873b626300c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:04.816463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51712) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:04.820280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--1276653036', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:04.831056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:04.837954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:04.849289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:04.860287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:04.876425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:04.879829 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.887638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:04.892524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:04.905437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dd52fb06-7e91-4c01-8ed1-6a61083038de tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.906635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd52fb06-7e91-4c01-8ed1-6a61083038de tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Fanout notify agent at l3_agent the message router_deleted on router 62b497eb-fd90-4645-bad3-4c79bdbab0b7 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:56:04.929291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.957171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dd52fb06-7e91-4c01-8ed1-6a61083038de tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:04.961468 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dd52fb06-7e91-4c01-8ed1-6a61083038de tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/62b497eb-fd90-4645-bad3-4c79bdbab0b7 HTTP/1.1" status: 204 len: 168 time: 0.9846549 Sep 15 09:56:04.961619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51718) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:04.991418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:04.995548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.005305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Pushing event updated for resources: {'Port': ['ID=78e60edf-2252-4a79-b891-0af93d8bc9cb,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:05.015821 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a75cb3-8d83-428c-ab3d-46211b47b093,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:05.018322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Attempting to bind port 78e60edf-2252-4a79-b891-0af93d8bc9cb on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:05.018322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Attempting to bind port 78e60edf-2252-4a79-b891-0af93d8bc9cb by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:05.018585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Attempting to bind port 78e60edf-2252-4a79-b891-0af93d8bc9cb on network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:05.025723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:05.026158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Checking segment: {'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:05.026558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.026971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Bound using segment: {'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:05.027387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Bound port: 78e60edf-2252-4a79-b891-0af93d8bc9cb, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:05.027756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.060708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 390, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:56:05.072885 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.076444 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-daaee649-d67b-47a9-bcdd-cd279d322a5f tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1749363 Sep 15 09:56:05.079580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51730) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:05.083320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.083809 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment eb01637e-63c5-453c-ab71-bb17bd866b1b of type vlan for network 0433dd76-611b-4144-bd85-47ad95ca14a7 Sep 15 09:56:05.088541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-03f9627d-3013-4fd7-94c0-93f76f900033 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '62a75cb3-8d83-428c-ab3d-46211b47b093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:05.090684 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-03f9627d-3013-4fd7-94c0-93f76f900033 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 15 09:56:05.091261 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-03f9627d-3013-4fd7-94c0-93f76f900033 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:05.093329 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-03f9627d-3013-4fd7-94c0-93f76f900033 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0115974 Sep 15 09:56:05.100483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51734) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:05.110990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e4be06bd-15b5-412e-9e55-20e3cb72c5c1 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '62a75cb3-8d83-428c-ab3d-46211b47b093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:05.111807 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-e4be06bd-15b5-412e-9e55-20e3cb72c5c1 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 15 09:56:05.120906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-e4be06bd-15b5-412e-9e55-20e3cb72c5c1 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:05.120906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e4be06bd-15b5-412e-9e55-20e3cb72c5c1 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0112469 Sep 15 09:56:05.122655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51738) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:05.130373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] For port 78e60edf-2252-4a79-b891-0af93d8bc9cb, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:05.134492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] For port 78e60edf-2252-4a79-b891-0af93d8bc9cb, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=78e60edf-2252-4a79-b891-0af93d8bc9cb,segment=NetworkSegment(dc2caa43-f12b-4c87-b228-8a3a98ba3bf1),segment_id=dc2caa43-f12b-4c87-b228-8a3a98ba3bf1)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:05.139564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-df71ba7a-2afb-438f-9a51-0c582db5df0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '62a75cb3-8d83-428c-ab3d-46211b47b093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:05.140462 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-df71ba7a-2afb-438f-9a51-0c582db5df0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 15 09:56:05.141163 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-df71ba7a-2afb-438f-9a51-0c582db5df0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:05.143218 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-df71ba7a-2afb-438f-9a51-0c582db5df0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0188000 Sep 15 09:56:05.149486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.152446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51742) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:05.158571 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-22b2b2c7-9315-4e9c-bc42-031b29a2a5e0 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '62a75cb3-8d83-428c-ab3d-46211b47b093', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:05.159446 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-22b2b2c7-9315-4e9c-bc42-031b29a2a5e0 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 15 09:56:05.159933 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-22b2b2c7-9315-4e9c-bc42-031b29a2a5e0 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:05.163758 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-22b2b2c7-9315-4e9c-bc42-031b29a2a5e0 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074859 Sep 15 09:56:05.163888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51746) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:05.201405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.251582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c33b7d50-8391-4e0a-afda-91eaf0aee22d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.285423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c33b7d50-8391-4e0a-afda-91eaf0aee22d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.304288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.308285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7c10d-13bf-44c6-838a-4b01aaaafdeb None None] Pushing event updated for resources: {'Port': ['ID=78e60edf-2252-4a79-b891-0af93d8bc9cb,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:05.310139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:05.310806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.350618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e4960e-691b-4f09-bfa8-8dbdcc03be7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 26482cba-4021-49b7-a5ae-a1cecfb5056a {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:56:05.363986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95e4960e-691b-4f09-bfa8-8dbdcc03be7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.514470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95e4960e-691b-4f09-bfa8-8dbdcc03be7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.538374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=0433dd76-611b-4144-bd85-47ad95ca14a7,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:05.555702 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3a26fca9-00a2-4c27-b72e-6faf6c88d310 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7339902 Sep 15 09:56:05.555702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51750) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:05.570589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:56:05.583242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'admin_state_up': True, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:05.599755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:05.611838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:router and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:05.617739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:05.622056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.20.0.1 (3b1c32e2-c29d-4362-91dd-1bbf26f77685/6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00/9fd67dcd-1c15-4752-b998-917832715588) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:05.637061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:05.720903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 78e60edf-2252-4a79-b891-0af93d8bc9cb up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:05.757229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.758341 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.762682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c33b7d50-8391-4e0a-afda-91eaf0aee22d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.789113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b7d50-8391-4e0a-afda-91eaf0aee22d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a75cb3-8d83-428c-ab3d-46211b47b093,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:05.805877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.886102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c33b7d50-8391-4e0a-afda-91eaf0aee22d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:05.887317 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c33b7d50-8391-4e0a-afda-91eaf0aee22d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/62a75cb3-8d83-428c-ab3d-46211b47b093 HTTP/1.1" status: 204 len: 168 time: 0.7225800 Sep 15 09:56:05.894992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51762) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:05.950777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 78e60edf-2252-4a79-b891-0af93d8bc9cb completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:05.974507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b41b9dbe-4a1e-4b62-bb53-d0b46aca2717 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:06.080767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95e4960e-691b-4f09-bfa8-8dbdcc03be7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.103710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c985d-1d0b-4c73-b7f4-34710ad85cd3 req-c934bb0c-ba27-4a3a-85bb-b88376aa995e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:06.105376 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-894c985d-1d0b-4c73-b7f4-34710ad85cd3 req-c934bb0c-ba27-4a3a-85bb-b88376aa995e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.2903714 Sep 15 09:56:06.195032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b41b9dbe-4a1e-4b62-bb53-d0b46aca2717 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:06.199782 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b41b9dbe-4a1e-4b62-bb53-d0b46aca2717 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3000984 Sep 15 09:56:06.203495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51766) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:06.224979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--75876458'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:06.247615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:06.268383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.284888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:06.288499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.308418 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-894c985d-1d0b-4c73-b7f4-34710ad85cd3 req-30294827-8bbd-421f-a0fc-ba738924ac6d tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313300 Sep 15 09:56:06.310047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object 9fd67dcd-1c15-4752-b998-917832715588 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:06.315781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.472878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.506897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95e4960e-691b-4f09-bfa8-8dbdcc03be7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.558765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfac7ef-ca12-4eb6-add4-b64ad06a19b4 None None] Network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:06.568446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4960e-691b-4f09-bfa8-8dbdcc03be7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=26482cba-4021-49b7-a5ae-a1cecfb5056a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:06.575625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:06.582552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-95e4960e-691b-4f09-bfa8-8dbdcc03be7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.586853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:06.594306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:06.651537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655daaea-69b9-425e-977b-d6fb39071ab4 None None] Network 591bf02b-ecbd-4161-9869-abf2cd31498f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:06.659460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:06.673810 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-95e4960e-691b-4f09-bfa8-8dbdcc03be7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/26482cba-4021-49b7-a5ae-a1cecfb5056a HTTP/1.1" status: 204 len: 168 time: 1.7037661 Sep 15 09:56:06.673810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.679900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51770) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:06.829121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.863178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.894819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-16edc271-de59-4848-bf5f-43a2042b0793 None None] Provisioning for port 78e60edf-2252-4a79-b891-0af93d8bc9cb completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:06.941668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-16edc271-de59-4848-bf5f-43a2042b0793 None None] Provisioning complete for port 78e60edf-2252-4a79-b891-0af93d8bc9cb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:06.942060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-16edc271-de59-4848-bf5f-43a2042b0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:06.943724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:06.955434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:06.965786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:07.004948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=9fd67dcd-1c15-4752-b998-917832715588,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:07.017735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.72 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/789f9969-c550-4244-8855-47d075e8c473) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:07.044032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.054919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.082978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.097634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] DHCP port deletion for 591bf02b-ecbd-4161-9869-abf2cd31498f request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:07.103555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] Deleting port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:07.104115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.166254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:07.166589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.179036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.203976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.209193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.226384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-16edc271-de59-4848-bf5f-43a2042b0793 None None] Current status of the port 78e60edf-2252-4a79-b891-0af93d8bc9cb is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:07.226759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-16edc271-de59-4848-bf5f-43a2042b0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.304371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.373932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-16edc271-de59-4848-bf5f-43a2042b0793 None None] For port 78e60edf-2252-4a79-b891-0af93d8bc9cb, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=78e60edf-2252-4a79-b891-0af93d8bc9cb,segment=NetworkSegment(dc2caa43-f12b-4c87-b228-8a3a98ba3bf1),segment_id=dc2caa43-f12b-4c87-b228-8a3a98ba3bf1)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:07.424305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] For port 71616e44-c2fc-4ecb-aa82-23157ca71dc3, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71616e44-c2fc-4ecb-aa82-23157ca71dc3,segment=NetworkSegment(b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5),segment_id=b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:07.424951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.439196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-16edc271-de59-4848-bf5f-43a2042b0793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.447542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:07.450674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:07.459322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:07.472771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.524267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=789f9969-c550-4244-8855-47d075e8c473,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:07.662716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] Calling delete_port for 71616e44-c2fc-4ecb-aa82-23157ca71dc3 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:07.695359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 71616e44-c2fc-4ecb-aa82-23157ca71dc3 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:07.824777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edc271-de59-4848-bf5f-43a2042b0793 None None] Pushing event updated for resources: {'Port': ['ID=78e60edf-2252-4a79-b891-0af93d8bc9cb,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:07.882878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-75a8d74a-481a-410e-b4ee-c70ef31caa89 None None] Provisioning for port 9fd67dcd-1c15-4752-b998-917832715588 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:07.891260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-75a8d74a-481a-410e-b4ee-c70ef31caa89 None None] Provisioning complete for port 9fd67dcd-1c15-4752-b998-917832715588 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:07.891718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-75a8d74a-481a-410e-b4ee-c70ef31caa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.892795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b675df2-befd-4275-9eec-f3e5fb9a6a09,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:07.930646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:07.931025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.947445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:07.977394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.001139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.005136 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3228bd76-8daa-4b14-894b-ea9c9d3fc30a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7955611 Sep 15 09:56:08.007769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] No DVR routers for this DVR port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:56:08.011263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51776) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:08.020587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82930ab9-3efb-43f0-ab9b-8fb21253304a None None] Pushing event deleted for resources: {'Port': ['ID=71616e44-c2fc-4ecb-aa82-23157ca71dc3,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:08.024136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fda4561b-aa6c-4dfe-9f45-6e2057f21fe1 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:08.024615 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-fda4561b-aa6c-4dfe-9f45-6e2057f21fe1 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 15 09:56:08.028977 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-fda4561b-aa6c-4dfe-9f45-6e2057f21fe1 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:08.028977 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fda4561b-aa6c-4dfe-9f45-6e2057f21fe1 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066915 Sep 15 09:56:08.035075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51780) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:08.059657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-75a8d74a-481a-410e-b4ee-c70ef31caa89 None None] Port 9fd67dcd-1c15-4752-b998-917832715588 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:08.079541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-75a8d74a-481a-410e-b4ee-c70ef31caa89 None None] Provisioning complete for port 78e60edf-2252-4a79-b891-0af93d8bc9cb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:08.079913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-75a8d74a-481a-410e-b4ee-c70ef31caa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.081004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-35f64c09-deb6-4e98-bb3d-b5b6c9050810 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:08.094624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.101230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-35f64c09-deb6-4e98-bb3d-b5b6c9050810 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:08.118883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 71616e44-c2fc-4ecb-aa82-23157ca71dc3, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71616e44-c2fc-4ecb-aa82-23157ca71dc3,segment=NetworkSegment(b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5),segment_id=b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:08.118883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.125034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-35f64c09-deb6-4e98-bb3d-b5b6c9050810 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:08.131689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Router 97e0e95a-60b1-4af1-9a74-ffe4f410d0bb is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:56:08.137567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-35f64c09-deb6-4e98-bb3d-b5b6c9050810 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:08.208759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-75a8d74a-481a-410e-b4ee-c70ef31caa89 None None] Current status of the port 78e60edf-2252-4a79-b891-0af93d8bc9cb is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:08.263860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 71616e44-c2fc-4ecb-aa82-23157ca71dc3 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:08.291016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-35f64c09-deb6-4e98-bb3d-b5b6c9050810 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:08.332999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a23bd832-d932-4106-be80-1f119ab6c723 None None] Provisioning complete for port 9fd67dcd-1c15-4752-b998-917832715588 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:08.333719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a23bd832-d932-4106-be80-1f119ab6c723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.352760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21ad34-987e-4274-ac21-860f51cb28c6 req-c7e2cdfe-d7e7-42e8-b798-dd34c3a16a9c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:08.354267 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd21ad34-987e-4274-ac21-860f51cb28c6 req-c7e2cdfe-d7e7-42e8-b798-dd34c3a16a9c tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.8486726 Sep 15 09:56:08.395108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a23bd832-d932-4106-be80-1f119ab6c723 None None] Port 9fd67dcd-1c15-4752-b998-917832715588 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:08.580154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.682844 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd21ad34-987e-4274-ac21-860f51cb28c6 req-b00f7937-5229-4cd5-aa44-4806f3dcef68 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573133 Sep 15 09:56:08.707435 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-35f64c09-deb6-4e98-bb3d-b5b6c9050810 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:08.711238 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-35f64c09-deb6-4e98-bb3d-b5b6c9050810 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6493099 Sep 15 09:56:08.713342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51784) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:08.783389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-dcbc0d1d-e897-4363-bfa4-b482bfa0d43a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:08.784010 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-dcbc0d1d-e897-4363-bfa4-b482bfa0d43a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 15 09:56:08.784342 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-dcbc0d1d-e897-4363-bfa4-b482bfa0d43a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:08.785280 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dcbc0d1d-e897-4363-bfa4-b482bfa0d43a tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0555754 Sep 15 09:56:08.785971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:56:08.786270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:56:08.788200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51788) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:08.793212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e3b7d070-04ae-4f5b-aa23-e7635c4156b5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:08.800252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3b7d070-04ae-4f5b-aa23-e7635c4156b5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:08.804138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e3b7d070-04ae-4f5b-aa23-e7635c4156b5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:08.809999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e3b7d070-04ae-4f5b-aa23-e7635c4156b5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:08.813517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3b7d070-04ae-4f5b-aa23-e7635c4156b5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:08.816364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:08.826680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d5caa4-e454-4943-aa97-9b3c9d3ca41a None None] Sync routers for ids ['97e0e95a-60b1-4af1-9a74-ffe4f410d0bb'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:08.836331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5caa4-e454-4943-aa97-9b3c9d3ca41a None None] Routers {'97e0e95a-60b1-4af1-9a74-ffe4f410d0bb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:08.836995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-31d5caa4-e454-4943-aa97-9b3c9d3ca41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['97e0e95a-60b1-4af1-9a74-ffe4f410d0bb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:08.857300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:56:08.897410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.902127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-31d5caa4-e454-4943-aa97-9b3c9d3ca41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:08.910986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5caa4-e454-4943-aa97-9b3c9d3ca41a None None] Routers {'97e0e95a-60b1-4af1-9a74-ffe4f410d0bb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:08.911590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-31d5caa4-e454-4943-aa97-9b3c9d3ca41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['97e0e95a-60b1-4af1-9a74-ffe4f410d0bb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:08.912280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.916019 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6372bd5c-aeec-4b8d-af12-caa5cebe751f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "PUT /v2.0/routers/97e0e95a-60b1-4af1-9a74-ffe4f410d0bb HTTP/1.1" status: 200 len: 918 time: 6.6761358 Sep 15 09:56:08.916329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51792) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:08.977749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:08.979875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-31d5caa4-e454-4943-aa97-9b3c9d3ca41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:08.980281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d5caa4-e454-4943-aa97-9b3c9d3ca41a None None] The sync data for ids ['97e0e95a-60b1-4af1-9a74-ffe4f410d0bb'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:09.054493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:09.065577 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Sync routers for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:09.075732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:09.076673 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:09.078597 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-e3b7d070-04ae-4f5b-aa23-e7635c4156b5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:09.085915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e3b7d070-04ae-4f5b-aa23-e7635c4156b5 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2905004 Sep 15 09:56:09.085915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51796) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.087588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-655f0b45-d3b4-4791-84a3-5733b39c4154 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:09.088022 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-655f0b45-d3b4-4791-84a3-5733b39c4154 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 15 09:56:09.088628 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-655f0b45-d3b4-4791-84a3-5733b39c4154 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:09.091953 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-655f0b45-d3b4-4791-84a3-5733b39c4154 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062590 Sep 15 09:56:09.092265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51800) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.098509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4e874cd5-5814-4855-9abd-342de15b4638 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:09.104501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4e874cd5-5814-4855-9abd-342de15b4638 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:09.108391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4e874cd5-5814-4855-9abd-342de15b4638 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:09.112167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4e874cd5-5814-4855-9abd-342de15b4638 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:09.118098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4e874cd5-5814-4855-9abd-342de15b4638 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:09.174326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.175566 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5b9c09f0-1ffb-4e2c-9976-6273388838f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.6125345 Sep 15 09:56:09.178706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51804) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.223370 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a58e6cf5-66a5-45d3-9027-1f39d128d41f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411267 Sep 15 09:56:09.226288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51808) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.257504 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-4e874cd5-5814-4855-9abd-342de15b4638 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Project 078969b23e9d49688836044a90b1f73d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:56:09.270577 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:09.293777 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 71616e44-c2fc-4ecb-aa82-23157ca71dc3 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:09.294443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.393710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4872f2-0b4a-4e0f-b9d4-29cc59b20215 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:09.398031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] The port '71616e44-c2fc-4ecb-aa82-23157ca71dc3' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:56:09.398200 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ab4872f2-0b4a-4e0f-b9d4-29cc59b20215 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1680813 Sep 15 09:56:09.398310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=9fd67dcd-1c15-4752-b998-917832715588,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:09.400882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.402233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51812) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.440687 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-4e874cd5-5814-4855-9abd-342de15b4638 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:09.444423 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4e874cd5-5814-4855-9abd-342de15b4638 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3486583 Sep 15 09:56:09.445874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51816) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.450369 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-96a93693-42f5-426f-bfe8-e7c264952af7 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468757 Sep 15 09:56:09.455159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5fa51c0e-2e44-4162-9a85-b1e82b25e037 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:09.455760 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.api.v2.base [None req-5fa51c0e-2e44-4162-9a85-b1e82b25e037 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 15 09:56:09.456532 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-5fa51c0e-2e44-4162-9a85-b1e82b25e037 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:09.460340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5fa51c0e-2e44-4162-9a85-b1e82b25e037 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108211 Sep 15 09:56:09.460340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51820) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.461154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51822) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.466406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-605527897', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:09.484432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-aae582db-f16f-47e0-85b0-9ae846622c0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:09.502226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-aae582db-f16f-47e0-85b0-9ae846622c0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:09.542323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.566730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aae582db-f16f-47e0-85b0-9ae846622c0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:09.572458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aae582db-f16f-47e0-85b0-9ae846622c0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:09.580534 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-986dc2ae-8f83-4389-b589-8b462d0d319a tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/routers/97e0e95a-60b1-4af1-9a74-ffe4f410d0bb HTTP/1.1" status: 200 len: 924 time: 0.6629400 Sep 15 09:56:09.581012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51828) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.584570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-aae582db-f16f-47e0-85b0-9ae846622c0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:09.594321 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 78e60edf-2252-4a79-b891-0af93d8bc9cb up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:09.605696 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:07Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:09.610576 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Checking router: 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:09.611181 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Updating router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f port 789f9969-c550-4244-8855-47d075e8c473 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:56:09.628606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:09.632728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:09.636893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:09.639860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591bf02b-ecbd-4161-9869-abf2cd31498f']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:09.646839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:09.670920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 78e60edf-2252-4a79-b891-0af93d8bc9cb triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:09.671289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.676488 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.682694 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-aae582db-f16f-47e0-85b0-9ae846622c0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Project 078969b23e9d49688836044a90b1f73d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:56:09.711058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:09.713673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:09.713997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:09.719342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.746200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.778796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.794112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:56:09.794761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:09.891887 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5 resource provider aggregate not found Sep 15 09:56:09.897290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 78e60edf-2252-4a79-b891-0af93d8bc9cb is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:09.919626 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b296fdb4-f7c9-4cdf-a24f-3cb54a7e3eb5 found for delete ", "request_id": "req-03cdaa50-c1e7-4abb-9b05-9c26c7d325c8"}]} Sep 15 09:56:09.931653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:09.932894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:09.935976 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-aae582db-f16f-47e0-85b0-9ae846622c0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:09.936150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995ac1fb-1fc6-46f6-87af-68c8375281fb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:09.941375 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aae582db-f16f-47e0-85b0-9ae846622c0e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4752119 Sep 15 09:56:09.941553 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-995ac1fb-1fc6-46f6-87af-68c8375281fb tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=97e0e95a-60b1-4af1-9a74-ffe4f410d0bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3545470 Sep 15 09:56:09.943623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51838) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.943952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51840) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:09.969460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d85e6711-02e2-4619-8099-2f5b7be1f045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '7b675df2-befd-4275-9eec-f3e5fb9a6a09', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:10.058857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef73d5-3114-4abc-a9cc-7986650ed515 req-fa96f1c5-2e5e-4365-ac6d-389215396b21 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:10.063034 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-37ef73d5-3114-4abc-a9cc-7986650ed515 req-fa96f1c5-2e5e-4365-ac6d-389215396b21 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.1801436 Sep 15 09:56:10.078000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d85e6711-02e2-4619-8099-2f5b7be1f045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:10.116080 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.121622 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-37ef73d5-3114-4abc-a9cc-7986650ed515 req-9d18bc1b-3a09-4970-8f8f-e863e6955164 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519307 Sep 15 09:56:10.136483 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Transition to ACTIVE for port object 789f9969-c550-4244-8855-47d075e8c473 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:10.191524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.201904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.206407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d85e6711-02e2-4619-8099-2f5b7be1f045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:10.225978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-37ac2e46-2730-4299-811e-afeb4dd6c3af None None] Provisioning complete for port 9fd67dcd-1c15-4752-b998-917832715588 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:10.226471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-37ac2e46-2730-4299-811e-afeb4dd6c3af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.230313 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.232506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d85e6711-02e2-4619-8099-2f5b7be1f045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:10.247910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.265408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=591bf02b-ecbd-4161-9869-abf2cd31498f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:10.267749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d85e6711-02e2-4619-8099-2f5b7be1f045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:10.277998 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-40ba4f67-d4f4-4f0a-b2f1-21e55400090d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/591bf02b-ecbd-4161-9869-abf2cd31498f HTTP/1.1" status: 204 len: 168 time: 3.5672433 Sep 15 09:56:10.298660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51848) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:10.309800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=ad18d815-13d4-4153-ae48-1ea81676f39c,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:10.312529 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Attempting to bind port 789f9969-c550-4244-8855-47d075e8c473 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:10.313482 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Attempting to bind port 789f9969-c550-4244-8855-47d075e8c473 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:10.314000 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Attempting to bind port 789f9969-c550-4244-8855-47d075e8c473 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:10.325543 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:10.326072 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:10.326567 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.327226 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:10.327807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Bound port: 789f9969-c550-4244-8855-47d075e8c473, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:10.328854 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.330916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1261726706'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:10.333521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f709a-913a-4759-9199-0f0d4283fb24 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:10.334122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8e6f709a-913a-4759-9199-0f0d4283fb24 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Synchronizing usage tracker for tenant:546bcba319c34bdeb8ed153dc6c3a587 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:10.341591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-37ac2e46-2730-4299-811e-afeb4dd6c3af None None] Port 9fd67dcd-1c15-4752-b998-917832715588 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:10.355686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:10.356016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8e6f709a-913a-4759-9199-0f0d4283fb24 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] Unset dirty status for tenant:546bcba319c34bdeb8ed153dc6c3a587 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:10.360565 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8e6f709a-913a-4759-9199-0f0d4283fb24 tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/networks/db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 881 time: 0.4106677 Sep 15 09:56:10.362253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51852) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:10.365716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:10.369496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:10.377691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:10.378368 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Pushing event updated for resources: {'Port': ['ID=789f9969-c550-4244-8855-47d075e8c473,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:10.392653 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.393051 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.393483 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.393936 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.394357 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.394779 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.395300 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.395732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.396173 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.396589 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.397005 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.397418 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:10.419708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:10.420057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: 0433dd76-611b-4144-bd85-47ad95ca14a7, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:56:10.423296 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-d85e6711-02e2-4619-8099-2f5b7be1f045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Project 078969b23e9d49688836044a90b1f73d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:56:10.431541 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aaff27b3-0af3-4f15-b0a1-26bd58245e9e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e0e95a-60b1-4af1-9a74-ffe4f410d0bb HTTP/1.1" status: 200 len: 205 time: 0.0647225 Sep 15 09:56:10.432104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51856) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:10.433376 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] For port 789f9969-c550-4244-8855-47d075e8c473, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:10.436835 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] For port 789f9969-c550-4244-8855-47d075e8c473, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=789f9969-c550-4244-8855-47d075e8c473,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:10.494527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:10.497891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.509291 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.534703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:56:10.536848 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-d85e6711-02e2-4619-8099-2f5b7be1f045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:10.541147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51860) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:10.541360 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d85e6711-02e2-4619-8099-2f5b7be1f045 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5961516 Sep 15 09:56:10.603610 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:10.604391 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:10.632723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:56:10.701214 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3faaa5-92ce-43e1-80cb-43f3f8179560 None None] Pushing event updated for resources: {'Port': ['ID=789f9969-c550-4244-8855-47d075e8c473,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:10.715490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:10.721400 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3b86884c-8376-41dc-bfef-49f5a343bb09 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7338126 Sep 15 09:56:10.723918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51864) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:10.728017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:10.730224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-453266102'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:10.735588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:10.739993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:10.740435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:10.741224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:10.743504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:10.749693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:10.795717 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:56:10.815544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:10.818014 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:10.822033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.823830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.828980 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment 6f4e5303-bd40-45a1-bd87-d1b3f1a0083b of type vlan for network ad42ae5d-df9b-415e-891b-f533f07a7006 Sep 15 09:56:10.867833 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:56:10.876627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.882063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.882680 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment 661fd71a-f7d2-48a5-a70a-b73fdf145e3b of type vlan for network 2abb7b69-624e-48e0-a91e-32a8007b2f5d Sep 15 09:56:10.920517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:10.925446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.937682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 0433dd76-611b-4144-bd85-47ad95ca14a7) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:10.942470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:10.943059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.948266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.965131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf7c7-a563-4188-9ab9-9d3e69c4bd26 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:10.973358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3776cba7-3704-42c1-b58d-b8a4a49c9222 None None] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:11.042488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.055224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:11.056354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.106051 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-83b84475-6742-42bf-8a15-219b4bf83dac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6464109 Sep 15 09:56:11.106860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51868) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:11.118567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf7c7-a563-4188-9ab9-9d3e69c4bd26 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.148219 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:07Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:11.153278 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95913be4-307d-44ee-9cc9-c4f55bb9e9c0 None None] The sync data for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv is: [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:07Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:11.222445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.227999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:11.228600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.232114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=2abb7b69-624e-48e0-a91e-32a8007b2f5d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:11.249118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 2abb7b69-624e-48e0-a91e-32a8007b2f5d details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:56:11.276779 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a8174825-f793-4f74-9ee6-1fe573dab1d4 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5516691 Sep 15 09:56:11.279497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51874) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:11.287123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:11.431536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.475243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=ad42ae5d-df9b-415e-891b-f533f07a7006,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:11.516309 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bf8f49cf-ab8a-4705-b2ee-ac5fca792c17 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2120507 Sep 15 09:56:11.544474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network ad42ae5d-df9b-415e-891b-f533f07a7006 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:56:11.599899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51878) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:11.604123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf7c7-a563-4188-9ab9-9d3e69c4bd26 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.620596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': 'ad42ae5d-df9b-415e-891b-f533f07a7006', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:11.650623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Deleting port 9290104b-d651-48f7-925a-9873b626300c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:11.650970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.701797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 789f9969-c550-4244-8855-47d075e8c473 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:11.719798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:11.726939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:11.730998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:11.739742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:11.761809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b7f74-2edf-43b0-b3f0-3a99099829dd req-ad082483-960b-4523-bf8b-2d10d1c3c77d tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:11.761809 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7b5b7f74-2edf-43b0-b3f0-3a99099829dd req-ad082483-960b-4523-bf8b-2d10d1c3c77d tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.4301996 Sep 15 09:56:11.779734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaf7c7-a563-4188-9ab9-9d3e69c4bd26 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b675df2-befd-4275-9eec-f3e5fb9a6a09,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:11.818157 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7b5b7f74-2edf-43b0-b3f0-3a99099829dd req-6c03987f-c9be-4a33-86b9-e6839a9f7706 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497677 Sep 15 09:56:11.825752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf7c7-a563-4188-9ab9-9d3e69c4bd26 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.826961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:11.827470 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d5aaf7c7-a563-4188-9ab9-9d3e69c4bd26 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/7b675df2-befd-4275-9eec-f3e5fb9a6a09 HTTP/1.1" status: 204 len: 168 time: 1.2834334 Sep 15 09:56:11.831096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:11.837583 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51882) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:11.953357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-0433dd76-611b-4144-bd85-47ad95ca14a7', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:11.955186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.128251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 789f9969-c550-4244-8855-47d075e8c473 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:12.145371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 789f9969-c550-4244-8855-47d075e8c473 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:12.145836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.196529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:07Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:08Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:12.207733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.210681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:12.211146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Updating router f875c3e1-f057-4607-b99f-3135aa28b984 port 9fd67dcd-1c15-4752-b998-917832715588 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:56:12.259486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:12.269408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f8816966-8f36-4e52-b436-dcfeb48afb59 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:12.270678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Allocated IP 172.20.0.2 (0433dd76-611b-4144-bd85-47ad95ca14a7/ad18d815-13d4-4153-ae48-1ea81676f39c/e2272068-a68f-43a3-af9c-e6c7f604913c) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:12.308223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:12.311590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=f1ace8c7-dc1b-463f-8b3e-1559273246ce,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:12.322698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:12.323067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: 2abb7b69-624e-48e0-a91e-32a8007b2f5d, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:56:12.334583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.343236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:12.352949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:12.430398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 2abb7b69-624e-48e0-a91e-32a8007b2f5d is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:56:12.465356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f8816966-8f36-4e52-b436-dcfeb48afb59 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:12.466618 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f8816966-8f36-4e52-b436-dcfeb48afb59 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6235554 Sep 15 09:56:12.473200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51886) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:12.479375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1202142333'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:12.487677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:12.498186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:12.500948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 2abb7b69-624e-48e0-a91e-32a8007b2f5d) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:12.506511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.507821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:12.509231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.534099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e8dbb-7b34-4cf8-a1eb-eacccd26df7d None None] Network 2abb7b69-624e-48e0-a91e-32a8007b2f5d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:12.585503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.614537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:12.621115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:12.625476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:12.632984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:12.662573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e261e8ea-e69c-43e5-b2df-e8f9f461f80d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3786521 Sep 15 09:56:12.663988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51890) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:12.674397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 789f9969-c550-4244-8855-47d075e8c473 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:12.674785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.779324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:12.783262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:12.784950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 789f9969-c550-4244-8855-47d075e8c473, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=789f9969-c550-4244-8855-47d075e8c473,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:12.835699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Calling delete_port for 9290104b-d651-48f7-925a-9873b626300c owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:12.913193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.024139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.099091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.133852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.186151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Transition to ACTIVE for port object e2272068-a68f-43a3-af9c-e6c7f604913c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:13.200613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=789f9969-c550-4244-8855-47d075e8c473,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:13.262483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23d794f-a3b5-407b-acc7-7af113d19d8a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:13.321492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Transition to ACTIVE for port object e2272068-a68f-43a3-af9c-e6c7f604913c will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:13.332730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:13.333552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.385838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.390599 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-25ffe9a2-4939-42d1-9bc3-44025dffbccb tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9161160 Sep 15 09:56:13.391577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51896) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:13.408329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-dc7bb9dc-6a76-4bc7-bf5c-86583b423eaf tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': 'b23d794f-a3b5-407b-acc7-7af113d19d8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:13.415719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecf69d4-7b42-432d-8cc6-fc78225b6e76 req-6107b874-97ae-4c5c-9b56-fe097446bd7a tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:13.417390 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ecf69d4-7b42-432d-8cc6-fc78225b6e76 req-6107b874-97ae-4c5c-9b56-fe097446bd7a tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.3884470 Sep 15 09:56:13.418816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-dc7bb9dc-6a76-4bc7-bf5c-86583b423eaf tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:13.426444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dc7bb9dc-6a76-4bc7-bf5c-86583b423eaf tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:13.430689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dc7bb9dc-6a76-4bc7-bf5c-86583b423eaf tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:13.431488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.440500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.440858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-dc7bb9dc-6a76-4bc7-bf5c-86583b423eaf tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:13.443914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.568700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.573792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:13.581405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:13.583861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:13.593258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Pushing event updated for resources: {'Port': ['ID=e2272068-a68f-43a3-af9c-e6c7f604913c,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:13.600051 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ecf69d4-7b42-432d-8cc6-fc78225b6e76 req-b6026889-b95a-4464-9707-e30f2061d858 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706834 Sep 15 09:56:13.726821 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.727700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Transition to ACTIVE for port object 9fd67dcd-1c15-4752-b998-917832715588 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:13.730970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 789f9969-c550-4244-8855-47d075e8c473 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:13.802031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event deleted for resources: {'Port': ['ID=9290104b-d651-48f7-925a-9873b626300c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:13.819745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Attempting to bind port e2272068-a68f-43a3-af9c-e6c7f604913c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:13.820034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Attempting to bind port e2272068-a68f-43a3-af9c-e6c7f604913c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:13.820403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Attempting to bind port e2272068-a68f-43a3-af9c-e6c7f604913c on network 0433dd76-611b-4144-bd85-47ad95ca14a7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:13.837475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:13.837858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Checking segment: {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:13.838242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.838633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Bound using segment: {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:13.839092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Bound port: e2272068-a68f-43a3-af9c-e6c7f604913c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:13.839461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.842633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.854127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Allocated IP 172.21.0.2 (2abb7b69-624e-48e0-a91e-32a8007b2f5d/f1ace8c7-dc1b-463f-8b3e-1559273246ce/ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:13.860218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:13.899670 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-dc7bb9dc-6a76-4bc7-bf5c-86583b423eaf tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The resource could not be found. Sep 15 09:56:13.903413 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dc7bb9dc-6a76-4bc7-bf5c-86583b423eaf tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5038896 Sep 15 09:56:13.904573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51900) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:13.912143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-857cc603-99e4-4187-9563-d66656f7afb2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': 'b23d794f-a3b5-407b-acc7-7af113d19d8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ce0d3ca7-323f-45d3-836a-5257ff3e3694'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:13.918295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-857cc603-99e4-4187-9563-d66656f7afb2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:13.926820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-857cc603-99e4-4187-9563-d66656f7afb2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:13.932214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-857cc603-99e4-4187-9563-d66656f7afb2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:13.941715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-857cc603-99e4-4187-9563-d66656f7afb2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:14.045120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=22938a10-b55f-4e57-a2a2-e8cf251d44f1,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:14.061711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.151386 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-857cc603-99e4-4187-9563-d66656f7afb2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The resource could not be found. Sep 15 09:56:14.156660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-857cc603-99e4-4187-9563-d66656f7afb2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2509689 Sep 15 09:56:14.157939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51904) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:14.196541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': '6f4e5303-bd40-45a1-bd87-d1b3f1a0083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad42ae5d-df9b-415e-891b-f533f07a7006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:14.196898 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: ad42ae5d-df9b-415e-891b-f533f07a7006, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:56:14.200895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271894a6-9c88-426a-87cc-6e31c9dc05cc None None] Pushing event updated for resources: {'Port': ['ID=9fd67dcd-1c15-4752-b998-917832715588,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:14.223497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 789f9969-c550-4244-8855-47d075e8c473 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:14.223804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.228179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ae56-dad6-4dfa-b799-ab8ce9438617 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.257285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ae56-dad6-4dfa-b799-ab8ce9438617 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.300996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Attempting to bind port 9fd67dcd-1c15-4752-b998-917832715588 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:14.300996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Attempting to bind port 9fd67dcd-1c15-4752-b998-917832715588 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:14.301333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Attempting to bind port 9fd67dcd-1c15-4752-b998-917832715588 on network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:14.331596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] For port e2272068-a68f-43a3-af9c-e6c7f604913c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:14.345114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:14.345559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Checking segment: {'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:14.345916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.346363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Bound using segment: {'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:14.346847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Bound port: 9fd67dcd-1c15-4752-b998-917832715588, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:14.347219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.376395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] For port e2272068-a68f-43a3-af9c-e6c7f604913c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e2272068-a68f-43a3-af9c-e6c7f604913c,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:14.402358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ae56-dad6-4dfa-b799-ab8ce9438617 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.424732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2ae56-dad6-4dfa-b799-ab8ce9438617 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23d794f-a3b5-407b-acc7-7af113d19d8a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:14.440313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1b2ae56-dad6-4dfa-b799-ab8ce9438617 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.443878 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b1b2ae56-dad6-4dfa-b799-ab8ce9438617 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/b23d794f-a3b5-407b-acc7-7af113d19d8a HTTP/1.1" status: 204 len: 168 time: 0.2825348 Sep 15 09:56:14.444091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51908) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:14.446520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.452086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.495320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.501935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-edec67a8-2f9a-406d-94b1-fd7c4dc3ef51 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:14.548842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network ad42ae5d-df9b-415e-891b-f533f07a7006 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:56:14.551295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.1 (0433dd76-611b-4144-bd85-47ad95ca14a7/ad18d815-13d4-4153-ae48-1ea81676f39c/95391396-4a09-4950-b655-44405535074e) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:14.600892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-edec67a8-2f9a-406d-94b1-fd7c4dc3ef51 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:14.606170 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-edec67a8-2f9a-406d-94b1-fd7c4dc3ef51 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1574423 Sep 15 09:56:14.607371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51912) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:14.612495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d4ac219d-ba15-45b1-9503-913846562f63 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '028eea2d-b570-4382-947a-cc54c85c628d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:14.619506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d4ac219d-ba15-45b1-9503-913846562f63 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:14.623307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d4ac219d-ba15-45b1-9503-913846562f63 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:14.627015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d4ac219d-ba15-45b1-9503-913846562f63 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:14.633036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d4ac219d-ba15-45b1-9503-913846562f63 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:14.652335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.653263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Fanout notify agent at l3_agent the message router_deleted on router 97e0e95a-60b1-4af1-9a74-ffe4f410d0bb {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:56:14.654360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, ad42ae5d-df9b-415e-891b-f533f07a7006) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:14.667867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.690041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c2fa3d-edec-4365-9fe2-9f086f0dab92 None None] Network ad42ae5d-df9b-415e-891b-f533f07a7006 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:14.690291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:14.690946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.713323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 789f9969-c550-4244-8855-47d075e8c473 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:14.728711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.733408 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-46deb8cf-3627-4e9f-b1d4-2f0fd34a6b30 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/97e0e95a-60b1-4af1-9a74-ffe4f410d0bb HTTP/1.1" status: 204 len: 168 time: 4.2971878 Sep 15 09:56:14.734714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51918) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:14.742715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1270998662', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:14.751061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:14.756501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Usage tracker for resource:router and tenant:87c095c51f3f4a55aff08d41fcea102c is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:14.760163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:14.767385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:14.782370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] For port 9fd67dcd-1c15-4752-b998-917832715588, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:14.789545 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Transition to ACTIVE for port object ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:14.811410 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a8d6af57-b31d-4304-9996-38a7b07db987 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2062297 Sep 15 09:56:14.811666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1bd637-390c-4b16-9ad6-4d62d0e2855d None None] Pushing event updated for resources: {'Port': ['ID=e2272068-a68f-43a3-af9c-e6c7f604913c,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:14.814031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51922) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:14.825476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1222720834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:14.825619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] For port 9fd67dcd-1c15-4752-b998-917832715588, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fd67dcd-1c15-4752-b998-917832715588,segment=NetworkSegment(dc2caa43-f12b-4c87-b228-8a3a98ba3bf1),segment_id=dc2caa43-f12b-4c87-b228-8a3a98ba3bf1)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:14.833188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:14.836123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Transition to ACTIVE for port object ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:14.838950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:router and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:14.841548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:14.866990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:14.873518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.874608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.905654 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.912691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.930358 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-d4ac219d-ba15-45b1-9503-913846562f63 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The resource could not be found. Sep 15 09:56:14.931555 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d4ac219d-ba15-45b1-9503-913846562f63 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3236618 Sep 15 09:56:14.940348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51926) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:14.972222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1246790796'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:14.976314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.976736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27cba3-5137-430a-8cbf-9a32b02d5121 req-4e920859-d1b4-4c13-9ed8-b59d151872d1 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:14.978470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 95391396-4a09-4950-b655-44405535074e will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:14.985446 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ec27cba3-5137-430a-8cbf-9a32b02d5121 req-4e920859-d1b4-4c13-9ed8-b59d151872d1 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.1837673 Sep 15 09:56:14.997744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:14.998761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.003023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:15.024233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.025855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:15.045153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.21.0.1 (2abb7b69-624e-48e0-a91e-32a8007b2f5d/f1ace8c7-dc1b-463f-8b3e-1559273246ce/8756f7ab-5ea3-49cd-8063-fead656f330b) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:15.060702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.081261 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ec27cba3-5137-430a-8cbf-9a32b02d5121 req-0642dab5-3a12-4005-9ece-43d9494833d9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942245 Sep 15 09:56:15.087559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:15.088413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:15.142953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Network 2abb7b69-624e-48e0-a91e-32a8007b2f5d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:15.153023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:15.155794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:15.161349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.257022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.270580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:15.273098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.276119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object 8756f7ab-5ea3-49cd-8063-fead656f330b will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:15.284525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.294210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:15.345768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:15.358463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:15.362329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:15.368159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271894a6-9c88-426a-87cc-6e31c9dc05cc None None] Pushing event updated for resources: {'Port': ['ID=9fd67dcd-1c15-4752-b998-917832715588,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:15.378787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.432048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:15.445740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-ad42ae5d-df9b-415e-891b-f533f07a7006', 'network_id': 'ad42ae5d-df9b-415e-891b-f533f07a7006', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '22938a10-b55f-4e57-a2a2-e8cf251d44f1'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:15.446608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.468492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 2abb7b69-624e-48e0-a91e-32a8007b2f5d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:15.472358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:15.477427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:15.477645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:15.515135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=8756f7ab-5ea3-49cd-8063-fead656f330b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:15.528342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Attempting to bind port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:15.528694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Attempting to bind port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:15.529049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Attempting to bind port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 on network 2abb7b69-624e-48e0-a91e-32a8007b2f5d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:15.546129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:15.547819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.548767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.608010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Pushing event updated for resources: {'Port': ['ID=ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:15.629664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:15.630063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Checking segment: {'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:15.630464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.630850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Bound using segment: {'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:15.631582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Bound port: ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:15.632179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.633964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=95391396-4a09-4950-b655-44405535074e,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:15.636346 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.689089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e2272068-a68f-43a3-af9c-e6c7f604913c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:15.693036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:15.696820 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3d061530-e3fe-4f36-9daa-c70e044d9e59 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8791540 Sep 15 09:56:15.699501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51930) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:15.874410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.014104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.052116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.088454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e2272068-a68f-43a3-af9c-e6c7f604913c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:16.128201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b34757-59a6-4051-8d11-4217240be64d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:16.138348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] For port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:16.159838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Allocated IP 2001:db8::2 (ad42ae5d-df9b-415e-891b-f533f07a7006/22938a10-b55f-4e57-a2a2-e8cf251d44f1/072333ec-bc48-41ab-b6d9-7301e51d8c18) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:16.164501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] For port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0,segment=NetworkSegment(661fd71a-f7d2-48a5-a70a-b73fdf145e3b),segment_id=661fd71a-f7d2-48a5-a70a-b73fdf145e3b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:16.179686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1e69cf-705b-4d34-a3cf-036f2d587c55 None None] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:16.211414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.254403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.256289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.288087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.603834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.617076 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3c3b67e2-2242-482c-b1ea-69a1c51857f4 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6750019 Sep 15 09:56:16.621526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51936) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:16.639206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f10e0752-d8b1-4e8d-b821-fa1213562f0b None None] Provisioning for port e2272068-a68f-43a3-af9c-e6c7f604913c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:16.668969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358720540'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:16.681587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:16.699757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:16.701397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f10e0752-d8b1-4e8d-b821-fa1213562f0b None None] Provisioning complete for port e2272068-a68f-43a3-af9c-e6c7f604913c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:16.702408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f10e0752-d8b1-4e8d-b821-fa1213562f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.709589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:16.709794 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:16.749645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8325d-af89-4f6f-aea0-dd6ed655fef2 None None] Pushing event updated for resources: {'Port': ['ID=ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:16.820690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:16.936126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Allocated IP 172.26.7.245 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/91e9d24c-dd41-4fa9-a135-382ae6dd945f) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:16.961986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964180e-c785-4861-b6e7-8428b806d087 req-42e0db21-1b8f-43b2-9a10-714c13b01aa5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:16.970527 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d964180e-c785-4861-b6e7-8428b806d087 req-42e0db21-1b8f-43b2-9a10-714c13b01aa5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.6628983 Sep 15 09:56:16.992496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.048258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.081810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:07Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:14Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:17.090140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Transition to ACTIVE for port object 072333ec-bc48-41ab-b6d9-7301e51d8c18 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:17.099217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae482865-82f1-4edf-9ce3-55dda4f3427f None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:07Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:14Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:17.115633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:17.122693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f10e0752-d8b1-4e8d-b821-fa1213562f0b None None] Current status of the port e2272068-a68f-43a3-af9c-e6c7f604913c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:17.123428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f10e0752-d8b1-4e8d-b821-fa1213562f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.137325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:17.143702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:17.148865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Transition to ACTIVE for port object 072333ec-bc48-41ab-b6d9-7301e51d8c18 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:17.169069 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d964180e-c785-4861-b6e7-8428b806d087 req-bed56e80-2091-477b-8fdd-1ea9ee057fb5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981235 Sep 15 09:56:17.175302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.183726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f10e0752-d8b1-4e8d-b821-fa1213562f0b None None] For port e2272068-a68f-43a3-af9c-e6c7f604913c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e2272068-a68f-43a3-af9c-e6c7f604913c,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:17.197459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:17.251202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.333186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.338357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f10e0752-d8b1-4e8d-b821-fa1213562f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.447496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Network ad42ae5d-df9b-415e-891b-f533f07a7006 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:17.474537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:17.485184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:17.535850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Pushing event updated for resources: {'Port': ['ID=072333ec-bc48-41ab-b6d9-7301e51d8c18,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:17.574599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8::1 (ad42ae5d-df9b-415e-891b-f533f07a7006/22938a10-b55f-4e57-a2a2-e8cf251d44f1/6a886a46-0e31-4c99-857a-3574f30e375f) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:17.810370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.835563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fd67dcd-1c15-4752-b998-917832715588 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:17.838244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.882557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:17.910194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.003878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Attempting to bind port 072333ec-bc48-41ab-b6d9-7301e51d8c18 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:18.004406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Attempting to bind port 072333ec-bc48-41ab-b6d9-7301e51d8c18 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '6f4e5303-bd40-45a1-bd87-d1b3f1a0083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad42ae5d-df9b-415e-891b-f533f07a7006'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:18.005252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Attempting to bind port 072333ec-bc48-41ab-b6d9-7301e51d8c18 on network ad42ae5d-df9b-415e-891b-f533f07a7006 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:18.019006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.028849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:18.028849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Checking segment: {'id': '6f4e5303-bd40-45a1-bd87-d1b3f1a0083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad42ae5d-df9b-415e-891b-f533f07a7006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:18.028849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.032744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Bound using segment: {'id': '6f4e5303-bd40-45a1-bd87-d1b3f1a0083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad42ae5d-df9b-415e-891b-f533f07a7006'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:18.033441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Bound port: 072333ec-bc48-41ab-b6d9-7301e51d8c18, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f4e5303-bd40-45a1-bd87-d1b3f1a0083b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'ad42ae5d-df9b-415e-891b-f533f07a7006'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:18.034331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.106992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.127482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object 6a886a46-0e31-4c99-857a-3574f30e375f will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:18.134528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=8756f7ab-5ea3-49cd-8063-fead656f330b,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:18.149655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.149928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb83a6ed-2176-43db-8280-b09ee6663520 None None] Network 2abb7b69-624e-48e0-a91e-32a8007b2f5d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:18.150035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.150338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.150669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.151627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.151627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.160988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a11c4b1-5fe2-4112-bc2a-65837dae7943,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:18.161993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.162478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.162818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.163143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.163513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.163833 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.167925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.180090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=95391396-4a09-4950-b655-44405535074e,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:18.185532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.192775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.193130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.193471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.193844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.194162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.194495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.194822 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.195163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.195474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.195790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.196117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.196439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.206843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:18.227025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.298666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a78d66c3-cf15-4a13-ab6c-531b5237f45c None None] Provisioning for port 95391396-4a09-4950-b655-44405535074e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:18.311982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e0752-d8b1-4e8d-b821-fa1213562f0b None None] Pushing event updated for resources: {'Port': ['ID=e2272068-a68f-43a3-af9c-e6c7f604913c,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:18.370248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a78d66c3-cf15-4a13-ab6c-531b5237f45c None None] Provisioning complete for port 95391396-4a09-4950-b655-44405535074e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:18.370631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a78d66c3-cf15-4a13-ab6c-531b5237f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.391342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.392708 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d3e1fb3d-c330-4829-acda-1d6d8a223924 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7288716 Sep 15 09:56:18.412816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51942) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:18.415484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e90080e0-aeba-4ddd-a5a2-f0b999d4bd98 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '07b34757-59a6-4051-8d11-4217240be64d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '2a11c4b1-5fe2-4112-bc2a-65837dae7943'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:18.435805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e90080e0-aeba-4ddd-a5a2-f0b999d4bd98 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:18.450100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e90080e0-aeba-4ddd-a5a2-f0b999d4bd98 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:18.454744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:18.467621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e90080e0-aeba-4ddd-a5a2-f0b999d4bd98 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:18.469522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d8264045-177a-474e-8caa-74de15cf303b None None] For port 072333ec-bc48-41ab-b6d9-7301e51d8c18, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:18.474000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:18.481075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event updated for resources: {'Port': ['ID=91e9d24c-dd41-4fa9-a135-382ae6dd945f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:18.483589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d8264045-177a-474e-8caa-74de15cf303b None None] For port 072333ec-bc48-41ab-b6d9-7301e51d8c18, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=072333ec-bc48-41ab-b6d9-7301e51d8c18,segment=NetworkSegment(6f4e5303-bd40-45a1-bd87-d1b3f1a0083b),segment_id=6f4e5303-bd40-45a1-bd87-d1b3f1a0083b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:18.483971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e90080e0-aeba-4ddd-a5a2-f0b999d4bd98 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:18.488345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:18.488857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a78d66c3-cf15-4a13-ab6c-531b5237f45c None None] Port 95391396-4a09-4950-b655-44405535074e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:18.494358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.551559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a78d66c3-cf15-4a13-ab6c-531b5237f45c None None] Provisioning complete for port e2272068-a68f-43a3-af9c-e6c7f604913c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:18.552241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a78d66c3-cf15-4a13-ab6c-531b5237f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.566260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:18.571793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:18.596238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9fd67dcd-1c15-4752-b998-917832715588 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:18.603763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network ad42ae5d-df9b-415e-891b-f533f07a7006 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:18.613306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=6a886a46-0e31-4c99-857a-3574f30e375f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:18.615878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:18.622301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 2abb7b69-624e-48e0-a91e-32a8007b2f5d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:18.622918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9fd67dcd-1c15-4752-b998-917832715588 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:18.623162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:18.623635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.623783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.630572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:18.640882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3d592-c0cb-4a57-80c2-67fcdb0ddc7e req-db9b0976-b1b1-437a-aa8f-89b1e9ebf5a9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:18.642453 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-86a3d592-c0cb-4a57-80c2-67fcdb0ddc7e req-db9b0976-b1b1-437a-aa8f-89b1e9ebf5a9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.2936628 Sep 15 09:56:18.701313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:18.964392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8264045-177a-474e-8caa-74de15cf303b None None] Pushing event updated for resources: {'Port': ['ID=072333ec-bc48-41ab-b6d9-7301e51d8c18,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:18.981425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9fd67dcd-1c15-4752-b998-917832715588 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:18.981903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.037066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a78d66c3-cf15-4a13-ab6c-531b5237f45c None None] Current status of the port e2272068-a68f-43a3-af9c-e6c7f604913c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:19.055091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9fd67dcd-1c15-4752-b998-917832715588, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fd67dcd-1c15-4752-b998-917832715588,segment=NetworkSegment(dc2caa43-f12b-4c87-b228-8a3a98ba3bf1),segment_id=dc2caa43-f12b-4c87-b228-8a3a98ba3bf1)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:19.151138 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-e90080e0-aeba-4ddd-a5a2-f0b999d4bd98 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:19.160028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.163563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:19.163706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51946) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:19.166484 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e90080e0-aeba-4ddd-a5a2-f0b999d4bd98 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7567313 Sep 15 09:56:19.201009 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-86a3d592-c0cb-4a57-80c2-67fcdb0ddc7e req-84f62bf7-991b-4623-82bb-31d2c6550810 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814737 Sep 15 09:56:19.294095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:19.309012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:19.326120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3730b43-2ca8-4431-b678-59ecf01f511d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.357604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3730b43-2ca8-4431-b678-59ecf01f511d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.381091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Provisioning complete for port 95391396-4a09-4950-b655-44405535074e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:19.381470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.609622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9fd67dcd-1c15-4752-b998-917832715588,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:19.622296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3730b43-2ca8-4431-b678-59ecf01f511d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.627125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Port 95391396-4a09-4950-b655-44405535074e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:19.648413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.675793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3730b43-2ca8-4431-b678-59ecf01f511d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a11c4b1-5fe2-4112-bc2a-65837dae7943,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:19.677387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.758785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3117157b-039b-4aae-b1ab-05aa3d826aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.767975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3730b43-2ca8-4431-b678-59ecf01f511d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.771446 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b3730b43-2ca8-4431-b678-59ecf01f511d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/2a11c4b1-5fe2-4112-bc2a-65837dae7943 HTTP/1.1" status: 204 len: 168 time: 0.6023664 Sep 15 09:56:19.773218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51950) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:19.789933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Provisioning for port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:19.792869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:19.802189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Provisioning complete for port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:19.802564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.808398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:19.819212 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3df69e97-8e55-48fc-9939-c57b643afbdd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1526794 Sep 15 09:56:19.824729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51954) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:19.832668 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:19.838987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:19.839361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:19.846775 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:19.847683 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:19.915395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-1956198632'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:20.055485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:20.081686 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:20.102191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:20.110496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:20.115562 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:20.124237 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-eed81fcb-fcab-4e01-a4cb-023e966e95de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/07f30fdb-b3a7-4a11-8c9c-cfddc914b67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9960232 Sep 15 09:56:20.127794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51958) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:20.132104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:20.169724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:20.173419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.175151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c0956ca3-b517-42f4-a061-9a4d3e887754 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:20.241673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Sync routers for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:20.311806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c0956ca3-b517-42f4-a061-9a4d3e887754 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:20.321412 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c0956ca3-b517-42f4-a061-9a4d3e887754 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5378721 Sep 15 09:56:20.321412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:20.332050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.365518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51964) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:20.383357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:20.384121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:20.485269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5a5a27-02e3-4c54-b830-4cfd6eaccc77 None None] Network ad42ae5d-df9b-415e-891b-f533f07a7006 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:20.507261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 355, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:56:20.536252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.536688 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment 9d893deb-1900-4ea3-8eb2-3843557aa61e of type vlan for network c0d77555-adfc-4888-82e4-1626d7f0bcb0 Sep 15 09:56:20.575510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Current status of the port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:20.575934 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 3, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:16Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:20.576134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.583793 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:20.584853 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Updating router f875c3e1-f057-4607-b99f-3135aa28b984 port 8756f7ab-5ea3-49cd-8063-fead656f330b binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:56:20.601327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb32a-33fc-4cdf-83aa-752950c77e00 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.604271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0,segment=NetworkSegment(661fd71a-f7d2-48a5-a70a-b73fdf145e3b),segment_id=661fd71a-f7d2-48a5-a70a-b73fdf145e3b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:20.605115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.667950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb32a-33fc-4cdf-83aa-752950c77e00 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.685409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.690628 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.697315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.698364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.699027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.699645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.700261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.700878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.701490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.702129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.705253 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-83079a03-fb2f-4870-991d-06378a356498 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5618 time: 0.5760272 Sep 15 09:56:20.708741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51968) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:20.715563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.721924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.761568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.766419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.767250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.859301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d25b-567d-4bed-903f-021dbe8a290f req-b1fd6aa6-4168-4734-83b6-65e0b618fb60 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.860844 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba74d25b-567d-4bed-903f-021dbe8a290f req-b1fd6aa6-4168-4734-83b6-65e0b618fb60 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.4169273 Sep 15 09:56:20.880145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.896095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.896733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.900878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:20.901105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb32a-33fc-4cdf-83aa-752950c77e00 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:20.972761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.973230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.973681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.974161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.974608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.975051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.975559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.976006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:20.980504 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7be41c10-64cc-459b-83ab-575b4962a20c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5146 time: 0.2667520 Sep 15 09:56:20.992755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51972) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:21.033164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:56:21.033573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:56:21.034274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fd67dcd-1c15-4752-b998-917832715588 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:21.063508 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba74d25b-567d-4bed-903f-021dbe8a290f req-4e212fb7-5c38-4692-85b6-b8895143ee10 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914012 Sep 15 09:56:21.135733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7bb32a-33fc-4cdf-83aa-752950c77e00 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b34757-59a6-4051-8d11-4217240be64d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:21.140131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:21.224111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Router 96f6da52-a964-4216-81d5-5f8a2634f041 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:56:21.231453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=6a886a46-0e31-4c99-857a-3574f30e375f,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:21.241309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=c0d77555-adfc-4888-82e4-1626d7f0bcb0,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:21.282299 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9066184c-928b-44a2-b8d7-128541a037dc tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4519119 Sep 15 09:56:21.284212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51976) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:21.292619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:21.322338 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:21.338766 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Transition to ACTIVE for port object 8756f7ab-5ea3-49cd-8063-fead656f330b will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:21.368173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network c0d77555-adfc-4888-82e4-1626d7f0bcb0 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:56:21.442297 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:21.450162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c7bb32a-33fc-4cdf-83aa-752950c77e00 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:21.454076 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2c7bb32a-33fc-4cdf-83aa-752950c77e00 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/07b34757-59a6-4051-8d11-4217240be64d HTTP/1.1" status: 204 len: 168 time: 1.0823903 Sep 15 09:56:21.462978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51980) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:21.584098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network ad42ae5d-df9b-415e-891b-f533f07a7006 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:21.591726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:21.596139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9fd67dcd-1c15-4752-b998-917832715588 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:21.596139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:21.681272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:21.709043 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2987c6c3-af30-4204-8152-5fb04455f45c None None] Sync routers for ids ['96f6da52-a964-4216-81d5-5f8a2634f041'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:21.727426 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065030a-176d-41be-84fc-a54ee156b7ae None None] Pushing event updated for resources: {'Port': ['ID=8756f7ab-5ea3-49cd-8063-fead656f330b,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:21.745116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:21.747980 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987c6c3-af30-4204-8152-5fb04455f45c None None] Routers {'96f6da52-a964-4216-81d5-5f8a2634f041'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:21.749169 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2987c6c3-af30-4204-8152-5fb04455f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['96f6da52-a964-4216-81d5-5f8a2634f041'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:21.774157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:21.777675 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1b7fbd78-93af-45fe-82d4-2371fdcf7b18 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.0410635 Sep 15 09:56:21.779600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51984) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:21.792674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:21.794720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a6b28801-f171-40b2-a2ff-dcd2f4d45966 None None] Current status of the port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:21.814858 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Attempting to bind port 8756f7ab-5ea3-49cd-8063-fead656f330b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:21.814858 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Attempting to bind port 8756f7ab-5ea3-49cd-8063-fead656f330b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:21.815145 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Attempting to bind port 8756f7ab-5ea3-49cd-8063-fead656f330b on network 2abb7b69-624e-48e0-a91e-32a8007b2f5d {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:21.829902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-07fd017a-4e97-4cbd-8e72-c958163f63d7 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:21.840311 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2987c6c3-af30-4204-8152-5fb04455f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:21.840685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:21.844657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:21.850895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:21.851162 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:21.851721 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Checking segment: {'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:21.852323 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:21.852716 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Bound using segment: {'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:21.853244 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Bound port: 8756f7ab-5ea3-49cd-8063-fead656f330b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661fd71a-f7d2-48a5-a70a-b73fdf145e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:21.853681 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:21.865735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6d0efa58-dceb-45d5-87d9-37a896fb2759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:21.929179 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987c6c3-af30-4204-8152-5fb04455f45c None None] Routers {'96f6da52-a964-4216-81d5-5f8a2634f041'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:21.929706 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2987c6c3-af30-4204-8152-5fb04455f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:55:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['96f6da52-a964-4216-81d5-5f8a2634f041'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:21.946672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:21.946971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9fd67dcd-1c15-4752-b998-917832715588 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:21.948050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e2272068-a68f-43a3-af9c-e6c7f604913c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:21.950855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.034263 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2987c6c3-af30-4204-8152-5fb04455f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:22.034619 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2987c6c3-af30-4204-8152-5fb04455f45c None None] The sync data for ids ['96f6da52-a964-4216-81d5-5f8a2634f041'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:22.081373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-07fd017a-4e97-4cbd-8e72-c958163f63d7 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:22.087518 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] For port 8756f7ab-5ea3-49cd-8063-fead656f330b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:22.087700 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-07fd017a-4e97-4cbd-8e72-c958163f63d7 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6190152 Sep 15 09:56:22.089682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 51988) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:22.091610 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] For port 8756f7ab-5ea3-49cd-8063-fead656f330b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8756f7ab-5ea3-49cd-8063-fead656f330b,segment=NetworkSegment(661fd71a-f7d2-48a5-a70a-b73fdf145e3b),segment_id=661fd71a-f7d2-48a5-a70a-b73fdf145e3b)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:22.105958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:17Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:22.111057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e2272068-a68f-43a3-af9c-e6c7f604913c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:22.111442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.138645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--75666263'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:22.146236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:22.150432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Checking router: 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:22.150798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Updating router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f port 95391396-4a09-4950-b655-44405535074e binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:56:22.159416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:22.183326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8d985c6b-0ac8-4683-bfbe-4b47b271fcab None None] Provisioning for port 8756f7ab-5ea3-49cd-8063-fead656f330b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:22.188924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-73ed805c-24c7-42d4-a7ce-cfc49caa78b1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4115 time: 1.1942749 Sep 15 09:56:22.197170 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.300265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.308512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.375384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:22.375942 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:22.437617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 51996) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:22.443880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1623231860', 'description': 'tempest-secgroup-smoke-1623231860 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:22.471906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:22.488472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:22.489793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router dc846e28-30fb-4105-b776-0364e53f3042 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:56:22.494551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:22.499826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8d985c6b-0ac8-4683-bfbe-4b47b271fcab None None] Provisioning for port 072333ec-bc48-41ab-b6d9-7301e51d8c18 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:22.505647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:22.517499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:22.536371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:22.547475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:22.591305 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065030a-176d-41be-84fc-a54ee156b7ae None None] Pushing event updated for resources: {'Port': ['ID=8756f7ab-5ea3-49cd-8063-fead656f330b,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:22.592434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8d985c6b-0ac8-4683-bfbe-4b47b271fcab None None] Provisioning complete for port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:22.592978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d985c6b-0ac8-4683-bfbe-4b47b271fcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.620859 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:22.647612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:22.650194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.688760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.699679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e2272068-a68f-43a3-af9c-e6c7f604913c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:22.700755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 072333ec-bc48-41ab-b6d9-7301e51d8c18 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:22.715981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.754609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.801664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:22.811375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:22.819102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.824630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:22.832957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:22.902152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Deleting port 91e9d24c-dd41-4fa9-a135-382ae6dd945f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:22.902614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:22.976381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:23.002929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.014501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601416d-8056-4e02-9fd8-ea83ee40b406 None None] Sync routers for ids ['dc846e28-30fb-4105-b776-0364e53f3042'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:23.022523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8d985c6b-0ac8-4683-bfbe-4b47b271fcab None None] Current status of the port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:23.046288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.064110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601416d-8056-4e02-9fd8-ea83ee40b406 None None] Routers {'dc846e28-30fb-4105-b776-0364e53f3042'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:23.064985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f601416d-8056-4e02-9fd8-ea83ee40b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['dc846e28-30fb-4105-b776-0364e53f3042'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:23.085278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.091573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6823bcf5-38da-4e32-91d8-db87f7e8b39e tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/dc846e28-30fb-4105-b776-0364e53f3042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3929746 Sep 15 09:56:23.092602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=26c277b4-e42b-44a0-961c-16eb2fea8008,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:23.099022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52000) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:23.106446 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 3, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:22Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:23.111521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91b4e3-cf81-4e1e-8041-b5cddacc8ce5 req-c983be9a-9dae-445e-932d-075e64ff2397 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:23.113024 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ae91b4e3-cf81-4e1e-8041-b5cddacc8ce5 req-c983be9a-9dae-445e-932d-075e64ff2397 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.7661252 Sep 15 09:56:23.115143 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397039bc-70be-4a39-b0e8-c9a5d63a2657 None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 3, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:22Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:23.144748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 072333ec-bc48-41ab-b6d9-7301e51d8c18 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:23.171592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 072333ec-bc48-41ab-b6d9-7301e51d8c18 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:23.171806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.208197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.213834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f601416d-8056-4e02-9fd8-ea83ee40b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:23.223675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:23.223675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: c0d77555-adfc-4888-82e4-1626d7f0bcb0, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:56:23.226420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.263828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.306883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601416d-8056-4e02-9fd8-ea83ee40b406 None None] Routers {'dc846e28-30fb-4105-b776-0364e53f3042'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:23.307537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f601416d-8056-4e02-9fd8-ea83ee40b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['dc846e28-30fb-4105-b776-0364e53f3042'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:23.382908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad0668-6be7-41f6-b263-33823eb7fc01 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:23.383630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a9ad0668-6be7-41f6-b263-33823eb7fc01 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:23.400814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72802e35-be99-4102-9171-b51ca6fa5c51,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:23.408325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Calling delete_port for 91e9d24c-dd41-4fa9-a135-382ae6dd945f owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:23.437590 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ae91b4e3-cf81-4e1e-8041-b5cddacc8ce5 req-b39f1070-7861-4beb-9fc8-34261e534512 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2608290 Sep 15 09:56:23.455723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.461583 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7c231f74-fd5d-4448-a91c-e78aa4a3baab tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3684156 Sep 15 09:56:23.465244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Provisioning complete for port 072333ec-bc48-41ab-b6d9-7301e51d8c18 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:23.466304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.469177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52008) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:23.475077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3c1bb1f7-cce3-4617-80ee-8660d9146643 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '72802e35-be99-4102-9171-b51ca6fa5c51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:23.489890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a9ad0668-6be7-41f6-b263-33823eb7fc01 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:23.494001 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a9ad0668-6be7-41f6-b263-33823eb7fc01 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports/6a886a46-0e31-4c99-857a-3574f30e375f HTTP/1.1" status: 200 len: 911 time: 0.3918571 Sep 15 09:56:23.494001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3c1bb1f7-cce3-4617-80ee-8660d9146643 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:23.496078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c0d77555-adfc-4888-82e4-1626d7f0bcb0 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:56:23.499446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52014) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:23.503715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3c1bb1f7-cce3-4617-80ee-8660d9146643 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:23.507316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3c1bb1f7-cce3-4617-80ee-8660d9146643 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:23.516257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3c1bb1f7-cce3-4617-80ee-8660d9146643 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:23.525540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f601416d-8056-4e02-9fd8-ea83ee40b406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:23.526105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601416d-8056-4e02-9fd8-ea83ee40b406 None None] The sync data for ids ['dc846e28-30fb-4105-b776-0364e53f3042'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:23.582050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:23.622251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, c0d77555-adfc-4888-82e4-1626d7f0bcb0) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:23.652769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8701ba-cb10-4084-bc45-3c0069cf300a None None] Network c0d77555-adfc-4888-82e4-1626d7f0bcb0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:23.656494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:23.657399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.727753 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-3c1bb1f7-cce3-4617-80ee-8660d9146643 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:23.729219 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3c1bb1f7-cce3-4617-80ee-8660d9146643 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2587869 Sep 15 09:56:23.732164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52018) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:23.739535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-da3fbee0-6fe9-4a41-8de8-b53e1689f17d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group_rule': {'security_group_id': '72802e35-be99-4102-9171-b51ca6fa5c51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:23.748302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-da3fbee0-6fe9-4a41-8de8-b53e1689f17d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:23.753698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-da3fbee0-6fe9-4a41-8de8-b53e1689f17d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:23.757376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-da3fbee0-6fe9-4a41-8de8-b53e1689f17d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:23.764256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-da3fbee0-6fe9-4a41-8de8-b53e1689f17d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:23.779859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-894ba3ec-189c-4f0a-b376-87c2a457682e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4945319 Sep 15 09:56:23.782940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52022) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:23.786078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.790026 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5a0d0f89-18e2-4100-b691-a88681df5890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3485866 Sep 15 09:56:23.806058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52026) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:23.814824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f5d9786-ce43-4bfe-aa5c-60716ca6bb91', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:23.841071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:23.852758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:23.859767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:23.869391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:23.883788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.896106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 072333ec-bc48-41ab-b6d9-7301e51d8c18 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:23.896485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:23.946703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Transition to ACTIVE for port object 95391396-4a09-4950-b655-44405535074e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:23.946703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Current status of the port 072333ec-bc48-41ab-b6d9-7301e51d8c18 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:23.947249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.029297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 072333ec-bc48-41ab-b6d9-7301e51d8c18, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=072333ec-bc48-41ab-b6d9-7301e51d8c18,segment=NetworkSegment(6f4e5303-bd40-45a1-bd87-d1b3f1a0083b),segment_id=6f4e5303-bd40-45a1-bd87-d1b3f1a0083b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:24.034757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.098702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.162574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.243877 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-da3fbee0-6fe9-4a41-8de8-b53e1689f17d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:56:24.248163 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-da3fbee0-6fe9-4a41-8de8-b53e1689f17d tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5146372 Sep 15 09:56:24.248772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52030) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:24.264868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.344793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.346833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Pushing event deleted for resources: {'Port': ['ID=91e9d24c-dd41-4fa9-a135-382ae6dd945f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:24.376006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef6f64-b4ed-4db3-bb56-c457a56db751 None None] Pushing event updated for resources: {'Port': ['ID=95391396-4a09-4950-b655-44405535074e,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:24.484972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:24.485922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.495475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8756f7ab-5ea3-49cd-8063-fead656f330b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:24.551967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.591909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:56:24.592514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:56:24.628130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.633534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-284fda0e-1baf-4c5f-933b-50486e974012 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.647817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Attempting to bind port 95391396-4a09-4950-b655-44405535074e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:24.648183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Attempting to bind port 95391396-4a09-4950-b655-44405535074e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:24.648549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Attempting to bind port 95391396-4a09-4950-b655-44405535074e on network 0433dd76-611b-4144-bd85-47ad95ca14a7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:24.650612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.668300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:24.668300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Checking segment: {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:24.668732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.669027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Bound using segment: {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:24.669488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Bound port: 95391396-4a09-4950-b655-44405535074e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:24.669880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.694591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=072333ec-bc48-41ab-b6d9-7301e51d8c18,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:24.717079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-284fda0e-1baf-4c5f-933b-50486e974012 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.812864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.825131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a32282ac-45e4-45e4-8f66-5fdb44bd0405,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:24.835060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8756f7ab-5ea3-49cd-8063-fead656f330b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:24.851284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8756f7ab-5ea3-49cd-8063-fead656f330b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:24.851658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.876125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] For port 95391396-4a09-4950-b655-44405535074e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:24.907790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] For port 95391396-4a09-4950-b655-44405535074e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=95391396-4a09-4950-b655-44405535074e,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:24.916344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Allocated IP 172.22.0.2 (c0d77555-adfc-4888-82e4-1626d7f0bcb0/26c277b4-e42b-44a0-961c-16eb2fea8008/740f00f2-c916-4bcb-917c-3cb103b44119) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:24.977724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-284fda0e-1baf-4c5f-933b-50486e974012 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.993113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:24.996806 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7c22225a-10cb-408c-8fd3-3012e01b62eb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1846900 Sep 15 09:56:25.003616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52036) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:25.017173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f5d9786-ce43-4bfe-aa5c-60716ca6bb91', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:25.021368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fda0e-1baf-4c5f-933b-50486e974012 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72802e35-be99-4102-9171-b51ca6fa5c51,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:25.028957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:25.039196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:25.042730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.045450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:25.057934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:25.129420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-284fda0e-1baf-4c5f-933b-50486e974012 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.133177 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-284fda0e-1baf-4c5f-933b-50486e974012 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/72802e35-be99-4102-9171-b51ca6fa5c51 HTTP/1.1" status: 204 len: 168 time: 0.8704569 Sep 15 09:56:25.134934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52040) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:25.197762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8756f7ab-5ea3-49cd-8063-fead656f330b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:25.198048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.198301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.214574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.241884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:25.242083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.242200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:25.242324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc58b7eb-be41-4829-96b6-8ef8628ad33a req-d16b35d5-cf9e-4183-9a59-6ad8f90a4872 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:25.242324 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bc58b7eb-be41-4829-96b6-8ef8628ad33a req-d16b35d5-cf9e-4183-9a59-6ad8f90a4872 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.5937042 Sep 15 09:56:25.242324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34034a81-5ca0-41c0-8bc4-54fa8166b311 req-90f5e1a2-88c9-4b6c-be5b-aad3af137ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:25.242324 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-34034a81-5ca0-41c0-8bc4-54fa8166b311 req-90f5e1a2-88c9-4b6c-be5b-aad3af137ded service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 1098 time: 0.6046729 Sep 15 09:56:25.282687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2ef27124-f319-49b0-8136-954827b7d33e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:25.322793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Current status of the port 072333ec-bc48-41ab-b6d9-7301e51d8c18 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:25.330148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.345227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef6f64-b4ed-4db3-bb56-c457a56db751 None None] Pushing event updated for resources: {'Port': ['ID=95391396-4a09-4950-b655-44405535074e,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:25.389091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2ef27124-f319-49b0-8136-954827b7d33e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:25.390814 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2ef27124-f319-49b0-8136-954827b7d33e tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2549465 Sep 15 09:56:25.395743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52044) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:25.402270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590402952'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:25.407702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:25.418350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:25.459019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.467721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 8756f7ab-5ea3-49cd-8063-fead656f330b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8756f7ab-5ea3-49cd-8063-fead656f330b,segment=NetworkSegment(661fd71a-f7d2-48a5-a70a-b73fdf145e3b),segment_id=661fd71a-f7d2-48a5-a70a-b73fdf145e3b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:25.490766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5005a999-2d7c-4621-9fe1-f923e828c344,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:25.541687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.550629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Provisioning for port 6a886a46-0e31-4c99-857a-3574f30e375f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:25.563529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.574232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Provisioning complete for port 6a886a46-0e31-4c99-857a-3574f30e375f triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:25.574596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.584171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:25.588443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Usage tracker for resource:security_group_rule and tenant:078969b23e9d49688836044a90b1f73d is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:25.594190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:25.595502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.599242 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-18a1d247-7300-47d7-8f03-314340f2770a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5904438 Sep 15 09:56:25.600960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52048) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:25.603249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:25.608347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f5d9786-ce43-4bfe-aa5c-60716ca6bb91', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:25.613642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.614270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:25.618429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:25.626525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:25.630327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:25.647891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:25.696291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bc58b7eb-be41-4829-96b6-8ef8628ad33a req-40796cf5-b7bf-47fe-8e2a-0ab2557825b9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2687466 Sep 15 09:56:25.709737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.710247 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-34034a81-5ca0-41c0-8bc4-54fa8166b311 req-a91da5a1-ddd0-43fa-ab7b-2ee80cb39c56 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838378 Sep 15 09:56:25.714095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.714723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Router 96f6da52-a964-4216-81d5-5f8a2634f041 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:25.744573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.766001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Transition to ACTIVE for port object 740f00f2-c916-4bcb-917c-3cb103b44119 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:25.768594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.773670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:25.828015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-83842f21-d7ed-443e-9121-573fb7649f85 None None] Port 6a886a46-0e31-4c99-857a-3574f30e375f cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:25.835577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8dd543f-c3a1-45ec-a466-ced8c0078c25,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:25.853917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.874298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=8756f7ab-5ea3-49cd-8063-fead656f330b,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:25.879514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Transition to ACTIVE for port object 740f00f2-c916-4bcb-917c-3cb103b44119 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:25.920362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.924407 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-79ee97a8-5770-4439-a956-80b196f3f5a2 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5247247 Sep 15 09:56:25.924610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52052) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:25.929978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5a107987-e2f4-44df-b1c6-befe84169da7 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:25.930392 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.api.v2.base [None req-5a107987-e2f4-44df-b1c6-befe84169da7 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 15 09:56:25.930875 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-5a107987-e2f4-44df-b1c6-befe84169da7 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] update failed (client error): There was a conflict when trying to complete your request. Sep 15 09:56:25.934238 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5a107987-e2f4-44df-b1c6-befe84169da7 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "PUT /v2.0/security-groups/d8dd543f-c3a1-45ec-a466-ced8c0078c25 HTTP/1.1" status: 409 len: 330 time: 0.0060647 Sep 15 09:56:25.934363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52056) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:25.948893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:25.960676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.964788 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f7ffaabf-c595-4865-94c9-2d41b039222c tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "PUT /v2.0/routers/96f6da52-a964-4216-81d5-5f8a2634f041 HTTP/1.1" status: 200 len: 710 time: 4.1839418 Sep 15 09:56:25.965652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52060) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:25.968713 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b4473-2cca-4846-8c0e-2c07139f65b2 None None] Sync routers for ids ['96f6da52-a964-4216-81d5-5f8a2634f041'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:25.974290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:25.993505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.000689 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b4473-2cca-4846-8c0e-2c07139f65b2 None None] Routers {'96f6da52-a964-4216-81d5-5f8a2634f041'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:26.001355 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a23b4473-2cca-4846-8c0e-2c07139f65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['96f6da52-a964-4216-81d5-5f8a2634f041'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:26.062578 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a23b4473-2cca-4846-8c0e-2c07139f65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:26.072419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd791928-a5af-4854-abb9-3d2b5665ea36,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:26.072955 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23b4473-2cca-4846-8c0e-2c07139f65b2 None None] Routers {'96f6da52-a964-4216-81d5-5f8a2634f041'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:26.073570 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a23b4473-2cca-4846-8c0e-2c07139f65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['96f6da52-a964-4216-81d5-5f8a2634f041'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:26.091054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.22.0.1 (c0d77555-adfc-4888-82e4-1626d7f0bcb0/26c277b4-e42b-44a0-961c-16eb2fea8008/043bb897-2967-46a7-8815-a25d5036b9de) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:26.121507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92770bba-dec9-4d47-9c15-530ef458fafa tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.123904 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2c1b424b-e723-43fc-8b76-96943e0cdf8f tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/routers/96f6da52-a964-4216-81d5-5f8a2634f041 HTTP/1.1" status: 200 len: 745 time: 0.1560791 Sep 15 09:56:26.125406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52064) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:26.155817 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a23b4473-2cca-4846-8c0e-2c07139f65b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:26.157149 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23b4473-2cca-4846-8c0e-2c07139f65b2 None None] The sync data for ids ['96f6da52-a964-4216-81d5-5f8a2634f041'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:26.158056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.163203 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ee663bd9-8bc0-46e2-90d3-cd5a86834ae8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5591681 Sep 15 09:56:26.170324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52068) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:26.183952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f5d9786-ce43-4bfe-aa5c-60716ca6bb91', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:26.194220 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-93caeef4-3aed-4985-8a4f-06daecb585fe tempest-RoutersIpV6AdminTest-787171560 tempest-RoutersIpV6AdminTest-787171560-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&device_id=96f6da52-a964-4216-81d5-5f8a2634f041 HTTP/1.1" status: 200 len: 205 time: 0.0662982 Sep 15 09:56:26.195862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52072) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:26.200102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:26.211582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:26.212214 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.240239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92770bba-dec9-4d47-9c15-530ef458fafa tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.245562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:26.256955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:26.272233 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-972a381f-0a2a-46df-8dfa-95a6280d2274 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=96f6da52-a964-4216-81d5-5f8a2634f041 HTTP/1.1" status: 200 len: 205 time: 0.0710440 Sep 15 09:56:26.272233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:26.276057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52076) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:26.322558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Network c0d77555-adfc-4888-82e4-1626d7f0bcb0 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:26.327003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:26.332860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:26.353872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.384079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object 043bb897-2967-46a7-8815-a25d5036b9de will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:26.402349 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Pushing event updated for resources: {'Port': ['ID=740f00f2-c916-4bcb-917c-3cb103b44119,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:26.464175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92770bba-dec9-4d47-9c15-530ef458fafa tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.476825 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Attempting to bind port 740f00f2-c916-4bcb-917c-3cb103b44119 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:26.477200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Attempting to bind port 740f00f2-c916-4bcb-917c-3cb103b44119 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:26.477565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Attempting to bind port 740f00f2-c916-4bcb-917c-3cb103b44119 on network c0d77555-adfc-4888-82e4-1626d7f0bcb0 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:26.480569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.488129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:26.488515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Checking segment: {'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:26.488923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.489322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Bound using segment: {'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:26.489806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Bound port: 740f00f2-c916-4bcb-917c-3cb103b44119, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:26.490391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.496566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92770bba-dec9-4d47-9c15-530ef458fafa tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8dd543f-c3a1-45ec-a466-ced8c0078c25,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:26.500596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92770bba-dec9-4d47-9c15-530ef458fafa tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.501339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23c1cf5a-fea6-4060-82b4-670aaefd28c8 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.501995 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-92770bba-dec9-4d47-9c15-530ef458fafa tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/d8dd543f-c3a1-45ec-a466-ced8c0078c25 HTTP/1.1" status: 204 len: 168 time: 0.5667768 Sep 15 09:56:26.504750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52080) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:26.529660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.583019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 6a886a46-0e31-4c99-857a-3574f30e375f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:26.583266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.635533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:24Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:26.658466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:26.662458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e12658-ab32-44f5-b1bd-aa43cb50e7ba None None] The sync data for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv is: [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:24Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:26.748688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-84748493-df5a-4123-aadf-65f338fff71d None None] For port 740f00f2-c916-4bcb-917c-3cb103b44119, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:26.758520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-84748493-df5a-4123-aadf-65f338fff71d None None] For port 740f00f2-c916-4bcb-917c-3cb103b44119, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=740f00f2-c916-4bcb-917c-3cb103b44119,segment=NetworkSegment(9d893deb-1900-4ea3-8eb2-3843557aa61e),segment_id=9d893deb-1900-4ea3-8eb2-3843557aa61e)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:26.805721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b9e6d3ca-2983-4dc6-83e3-0a48aae7b6f9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Synchronizing usage tracker for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:26.835923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:26.856744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c0d77555-adfc-4888-82e4-1626d7f0bcb0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:26.863059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:26.873050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:26.947045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8756f7ab-5ea3-49cd-8063-fead656f330b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:26.961567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b9e6d3ca-2983-4dc6-83e3-0a48aae7b6f9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] Unset dirty status for tenant:078969b23e9d49688836044a90b1f73d on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:26.969694 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b9e6d3ca-2983-4dc6-83e3-0a48aae7b6f9 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4631338 Sep 15 09:56:26.970616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52086) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:26.998180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 91bca1e4-c308-4195-808b-b8636fb9278b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:56:27.002608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 91bca1e4-c308-4195-808b-b8636fb9278b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:27.047144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=043bb897-2967-46a7-8815-a25d5036b9de,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:27.051626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.065666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.143541 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-800d9df1-705e-4108-a154-9c6a8d7cac30 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] delete failed (client error): The resource could not be found. Sep 15 09:56:27.144589 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-800d9df1-705e-4108-a154-9c6a8d7cac30 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "DELETE /v2.0/security-groups/1f061ca2-f49c-484f-83a4-7e3b19ae2886 HTTP/1.1" status: 404 len: 347 time: 0.1109385 Sep 15 09:56:27.148526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52090) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:27.186513 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-e787c26a-8636-4182-8e08-beeeb84c9079 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] show failed (client error): The resource could not be found. Sep 15 09:56:27.187702 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e787c26a-8636-4182-8e08-beeeb84c9079 tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-groups/a4bbedde-0a1f-41ba-af01-fc93c8c26958 HTTP/1.1" status: 404 len: 347 time: 0.0379679 Sep 15 09:56:27.198257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52094) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:27.326405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.386253 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-36d23f78-5f42-41fe-b1ad-06ffc791abed tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] show failed (client error): The resource could not be found. Sep 15 09:56:27.387338 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-36d23f78-5f42-41fe-b1ad-06ffc791abed tempest-NegativeSecGroupIPv6Test-308326521 tempest-NegativeSecGroupIPv6Test-308326521-project] 10.222.0.62 "GET /v2.0/security-group-rules/3dc45f93-56be-4e92-880e-cc03a396bf8f HTTP/1.1" status: 404 len: 356 time: 0.1763420 Sep 15 09:56:27.430043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2966c2cb-145c-4901-8c9f-ea2aa85afbbe,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:27.446257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d3dba-246e-4513-b2dd-11a9eb67ac28 req-2c3aead6-9441-4458-9a70-80c308b9dcae tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:27.448211 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c88d3dba-246e-4513-b2dd-11a9eb67ac28 req-2c3aead6-9441-4458-9a70-80c308b9dcae tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.4979818 Sep 15 09:56:27.484235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23c1cf5a-fea6-4060-82b4-670aaefd28c8 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.484727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:27.510433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '91bca1e4-c308-4195-808b-b8636fb9278b', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'port_id': '91bca1e4-c308-4195-808b-b8636fb9278b', 'mac_address': 'fa:16:3e:da:78:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:56:27.515789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23c1cf5a-fea6-4060-82b4-670aaefd28c8 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.579556 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c88d3dba-246e-4513-b2dd-11a9eb67ac28 req-dae49741-c985-413c-9ec7-d755a3e9d474 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992904 Sep 15 09:56:27.590330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.590842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.595575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b28b4b72-8b01-45a7-893f-f729d0c30204 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4226279 Sep 15 09:56:27.596727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52100) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:27.603536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.619129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f5d9786-ce43-4bfe-aa5c-60716ca6bb91', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:27.631131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:27.638241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 91bca1e4-c308-4195-808b-b8636fb9278b is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:27.638807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.712655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84748493-df5a-4123-aadf-65f338fff71d None None] Pushing event updated for resources: {'Port': ['ID=740f00f2-c916-4bcb-917c-3cb103b44119,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:27.737060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91bca1e4-c308-4195-808b-b8636fb9278b {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:56:27.759797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8756f7ab-5ea3-49cd-8063-fead656f330b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:27.765870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.789747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 6a886a46-0e31-4c99-857a-3574f30e375f owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:27.799566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:27.812685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 91bca1e4-c308-4195-808b-b8636fb9278b is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:27.813064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:27.894608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.075496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23c1cf5a-fea6-4060-82b4-670aaefd28c8 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.086287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c1cf5a-fea6-4060-82b4-670aaefd28c8 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Fanout notify agent at l3_agent the message router_deleted on router 96f6da52-a964-4216-81d5-5f8a2634f041 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:56:28.086287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:28.101451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:28.114051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-23c1cf5a-fea6-4060-82b4-670aaefd28c8 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.115167 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-23c1cf5a-fea6-4060-82b4-670aaefd28c8 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/96f6da52-a964-4216-81d5-5f8a2634f041 HTTP/1.1" status: 204 len: 168 time: 1.8373072 Sep 15 09:56:28.117186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:28.119866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52106) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.158792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8756f7ab-5ea3-49cd-8063-fead656f330b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:28.160209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 072333ec-bc48-41ab-b6d9-7301e51d8c18 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:28.195817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:56:28.198261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:56:28.200424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.216828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['91bca1e4-c308-4195-808b-b8636fb9278b'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:56:28.273405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52110) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.273589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:28.275369 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-be84c9d6-b51e-482d-b7ff-468cbcb2d8c4 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=96f6da52-a964-4216-81d5-5f8a2634f041 HTTP/1.1" status: 200 len: 205 time: 0.1545002 Sep 15 09:56:28.297016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52114) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.352336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=6a886a46-0e31-4c99-857a-3574f30e375f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:28.365804 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:56:28.414939 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-7cc2bb50-5190-45a2-9100-8c83ab2ba11b tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] delete failed (client error): The resource could not be found. Sep 15 09:56:28.419534 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7cc2bb50-5190-45a2-9100-8c83ab2ba11b tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/96f6da52-a964-4216-81d5-5f8a2634f041 HTTP/1.1" status: 404 len: 336 time: 0.1136274 Sep 15 09:56:28.420376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52120) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.446029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 072333ec-bc48-41ab-b6d9-7301e51d8c18 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:28.452752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.506607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.509527 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aaae2db5-9d7d-4106-b409-6a36ede0c578 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=97e0e95a-60b1-4af1-9a74-ffe4f410d0bb HTTP/1.1" status: 200 len: 205 time: 0.0864654 Sep 15 09:56:28.519939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52124) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.525054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:56:28.654702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4db3f6-0240-4e70-8d76-c13cf69b4329 None None] Network c0d77555-adfc-4888-82e4-1626d7f0bcb0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:28.657947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.671851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-5d68edef-5a67-4f23-a1ec-a80d7da6e2ce tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] delete failed (client error): The resource could not be found. Sep 15 09:56:28.672723 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5d68edef-5a67-4f23-a1ec-a80d7da6e2ce tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/97e0e95a-60b1-4af1-9a74-ffe4f410d0bb HTTP/1.1" status: 404 len: 336 time: 0.1512017 Sep 15 09:56:28.673524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52130) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.722551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.735040 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9a4f49b3-a246-4921-a558-96aded7c6b88 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff21e7ce-c6d7-474d-b2dc-f972a36deeac HTTP/1.1" status: 200 len: 205 time: 0.0595930 Sep 15 09:56:28.735040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52134) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.814674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.902919 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-cdad1b6e-75a0-4c17-b93a-4c7bb36d1634 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] delete failed (client error): The resource could not be found. Sep 15 09:56:28.906966 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cdad1b6e-75a0-4c17-b93a-4c7bb36d1634 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/ff21e7ce-c6d7-474d-b2dc-f972a36deeac HTTP/1.1" status: 404 len: 336 time: 0.1705947 Sep 15 09:56:28.907597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52138) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.913606 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fb5c0035-6d23-462e-b32d-479374d97bbe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=078969b23e9d49688836044a90b1f73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343644 Sep 15 09:56:28.913606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.924658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52140) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:28.947974 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 91bca1e4-c308-4195-808b-b8636fb9278b is: BUILD; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:28.948347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:28.985855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 072333ec-bc48-41ab-b6d9-7301e51d8c18 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:28.998277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c5351c7b-bcf5-465d-92cd-1fbe5c20d9ff None None] Provisioning for port 740f00f2-c916-4bcb-917c-3cb103b44119 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:29.007653 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8c9bd349-cb9d-4ca2-a026-9db6b8249775 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=42cd2d98-3bb7-4de9-aad9-4325e924756f HTTP/1.1" status: 200 len: 205 time: 0.0840793 Sep 15 09:56:29.012153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52146) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.013150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 91bca1e4-c308-4195-808b-b8636fb9278b {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:56:29.094744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=043bb897-2967-46a7-8815-a25d5036b9de,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:29.095026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:29.116069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.123302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.125067 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-178396af-a160-4445-9e95-c92e50e2cd53 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] delete failed (client error): The resource could not be found. Sep 15 09:56:29.129520 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-178396af-a160-4445-9e95-c92e50e2cd53 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/42cd2d98-3bb7-4de9-aad9-4325e924756f HTTP/1.1" status: 404 len: 336 time: 0.1134794 Sep 15 09:56:29.133748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52150) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.163333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba24be8-3e06-45af-9523-4069c2e48136,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:29.248650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.301664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.305702 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3b661ea3-9a8f-4318-b152-60da0ae1dac5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7047546 Sep 15 09:56:29.308812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52154) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.317185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '8f5d9786-ce43-4bfe-aa5c-60716ca6bb91', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:29.325017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:29.329166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 740f00f2-c916-4bcb-917c-3cb103b44119 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:29.329679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:29.336074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:29.343801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:29.348586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router dc846e28-30fb-4105-b776-0364e53f3042 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:29.353173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:29.373252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10b3f6-c69d-4a98-a7bb-dc1d90586b1a req-092b60fd-5324-496d-a4d8-b68a98354d91 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:29.375678 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf10b3f6-c69d-4a98-a7bb-dc1d90586b1a req-092b60fd-5324-496d-a4d8-b68a98354d91 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 944 time: 0.5460508 Sep 15 09:56:29.385888 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1ad2ce10-33bb-4dae-900c-2524a66a1672 tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=4675762e-f723-4bec-a630-1dd0398df128 HTTP/1.1" status: 200 len: 205 time: 0.2509255 Sep 15 09:56:29.386628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52158) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.466593 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:56:29.486567 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-0b28c418-3bd1-4ad7-8826-34134f444ded tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] delete failed (client error): The resource could not be found. Sep 15 09:56:29.490300 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0b28c418-3bd1-4ad7-8826-34134f444ded tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/4675762e-f723-4bec-a630-1dd0398df128 HTTP/1.1" status: 404 len: 336 time: 0.0939484 Sep 15 09:56:29.491948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52162) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.492598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1318d775-6c3d-4bd4-84d7-ee51f811b560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.510205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 740f00f2-c916-4bcb-917c-3cb103b44119 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:29.518739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 740f00f2-c916-4bcb-917c-3cb103b44119 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:29.519124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.539163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.589205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1318d775-6c3d-4bd4-84d7-ee51f811b560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.602075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:29.607582 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3f079855-76f4-4cff-baa8-e2e7f41c2c0b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/dc846e28-30fb-4105-b776-0364e53f3042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1047304 Sep 15 09:56:29.618102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52166) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.627885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3009fa04-eaf8-46e2-9b43-2842f6972b13 None None] Sync routers for ids ['dc846e28-30fb-4105-b776-0364e53f3042'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:29.650956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.662576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3009fa04-eaf8-46e2-9b43-2842f6972b13 None None] Routers {'dc846e28-30fb-4105-b776-0364e53f3042'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:29.662576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3009fa04-eaf8-46e2-9b43-2842f6972b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['dc846e28-30fb-4105-b776-0364e53f3042'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:29.683832 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6f60a069-0b64-410f-b774-c08655d7567d tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "GET /v2.0/ports?device_id=5d0a1897-f039-46db-8583-28fdd49028b0 HTTP/1.1" status: 200 len: 205 time: 0.1869969 Sep 15 09:56:29.685545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52170) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.717703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-96899bf3-d0f5-4128-81b2-cd71026772d7 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:29.726363 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf10b3f6-c69d-4a98-a7bb-dc1d90586b1a req-8672b094-5f62-40ba-aff9-b8c8358ce86b tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2912955 Sep 15 09:56:29.747987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 740f00f2-c916-4bcb-917c-3cb103b44119 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:29.748390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.756162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.766134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3009fa04-eaf8-46e2-9b43-2842f6972b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:29.772403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52174) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.796603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7b8aa7d2-4041-482e-9f67-77899333cbea None None] Provisioning complete for port 740f00f2-c916-4bcb-917c-3cb103b44119 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:29.796998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa7d2-4041-482e-9f67-77899333cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.804538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-3033eb9b-8b47-498f-86cc-52328e72951e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] delete failed (client error): The resource could not be found. Sep 15 09:56:29.805914 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3033eb9b-8b47-498f-86cc-52328e72951e tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/routers/5d0a1897-f039-46db-8583-28fdd49028b0 HTTP/1.1" status: 404 len: 336 time: 0.1193168 Sep 15 09:56:29.810394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52178) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.811258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1318d775-6c3d-4bd4-84d7-ee51f811b560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.836183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 740f00f2-c916-4bcb-917c-3cb103b44119, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=740f00f2-c916-4bcb-917c-3cb103b44119,segment=NetworkSegment(9d893deb-1900-4ea3-8eb2-3843557aa61e),segment_id=9d893deb-1900-4ea3-8eb2-3843557aa61e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:29.844339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3009fa04-eaf8-46e2-9b43-2842f6972b13 None None] Routers {'dc846e28-30fb-4105-b776-0364e53f3042'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:29.845036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3009fa04-eaf8-46e2-9b43-2842f6972b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['dc846e28-30fb-4105-b776-0364e53f3042'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:29.879091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-96899bf3-d0f5-4128-81b2-cd71026772d7 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:29.880470 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-96899bf3-d0f5-4128-81b2-cd71026772d7 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc846e28-30fb-4105-b776-0364e53f3042 HTTP/1.1" status: 200 len: 205 time: 0.2613132 Sep 15 09:56:29.884931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5c6f28-8a8d-4e90-bfcc-317c0991b938,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:29.887975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52182) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:29.893025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318d775-6c3d-4bd4-84d7-ee51f811b560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16e3eda-6ebe-4f9b-a3f0-4b12177a1198,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:29.904332 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e06270-2a70-44ba-90dc-79274d0e37cd tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] DELETE failed (client error): The resource could not be found. Sep 15 09:56:29.904829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e06270-2a70-44ba-90dc-79274d0e37cd tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:56:29.922805 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-10e06270-2a70-44ba-90dc-79274d0e37cd tempest-RoutersIpV6AdminTest-1255767419 tempest-RoutersIpV6AdminTest-1255767419-project] 10.222.0.62 "DELETE /v2.0/subnets/894cd81c-9181-4086-80ae-5ce4ea2a93be HTTP/1.1" status: 404 len: 337 time: 0.1063681 Sep 15 09:56:29.924950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network c0d77555-adfc-4888-82e4-1626d7f0bcb0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:29.926349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:29.938159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:29.938925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 95391396-4a09-4950-b655-44405535074e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:30.007103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3009fa04-eaf8-46e2-9b43-2842f6972b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:30.007514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3009fa04-eaf8-46e2-9b43-2842f6972b13 None None] The sync data for ids ['dc846e28-30fb-4105-b776-0364e53f3042'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:30.040061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.041548 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ee8b4a4d-1513-43a9-a28a-30f09207129d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7316461 Sep 15 09:56:30.058320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1318d775-6c3d-4bd4-84d7-ee51f811b560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.065289 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1318d775-6c3d-4bd4-84d7-ee51f811b560 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c16e3eda-6ebe-4f9b-a3f0-4b12177a1198 HTTP/1.1" status: 204 len: 168 time: 1.1290886 Sep 15 09:56:30.065443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-39b8f223-a13a-4893-bf33-230e1eb3d059 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/floatingips/f0aed804-c2f1-4d91-9a3a-22dee2d296b3 HTTP/1.1" status: 200 len: 991 time: 0.2833104 Sep 15 09:56:30.079056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-776ff918-cf0a-40c1-8a03-0b2370f3a2a2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.192315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7b8aa7d2-4041-482e-9f67-77899333cbea None None] Current status of the port 740f00f2-c916-4bcb-917c-3cb103b44119 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:30.200940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=740f00f2-c916-4bcb-917c-3cb103b44119,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:30.240167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:30.333309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 95391396-4a09-4950-b655-44405535074e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:30.340359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 95391396-4a09-4950-b655-44405535074e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:30.341049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.462675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7b8aa7d2-4041-482e-9f67-77899333cbea None None] Provisioning for port 043bb897-2967-46a7-8815-a25d5036b9de completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:30.463766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-776ff918-cf0a-40c1-8a03-0b2370f3a2a2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.467112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-776ff918-cf0a-40c1-8a03-0b2370f3a2a2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.468553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-a4ce4869-da43-47fd-be2b-e6c764a3afe9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:30.486480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:30.494933 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e1234a83-20ab-4d7d-9fd1-f07c782f4935 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7073605 Sep 15 09:56:30.495527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52204) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:30.499915 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:30.501833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'network': {'name': 'tempest-RoutersTest-1333527428'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:30.510863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:30.510978 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:30.511513 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:30.515256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:network and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:30.519327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7b8aa7d2-4041-482e-9f67-77899333cbea None None] Provisioning complete for port 043bb897-2967-46a7-8815-a25d5036b9de triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:30.519456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:30.519814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b8aa7d2-4041-482e-9f67-77899333cbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.525236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:30.558407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52208) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:30.583820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-776ff918-cf0a-40c1-8a03-0b2370f3a2a2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.584850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776ff918-cf0a-40c1-8a03-0b2370f3a2a2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Fanout notify agent at l3_agent the message router_deleted on router dc846e28-30fb-4105-b776-0364e53f3042 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:56:30.600333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7b8aa7d2-4041-482e-9f67-77899333cbea None None] Port 043bb897-2967-46a7-8815-a25d5036b9de cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:30.608247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-776ff918-cf0a-40c1-8a03-0b2370f3a2a2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.612659 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-776ff918-cf0a-40c1-8a03-0b2370f3a2a2 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/dc846e28-30fb-4105-b776-0364e53f3042 HTTP/1.1" status: 204 len: 168 time: 0.7114515 Sep 15 09:56:30.613288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52214) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:30.623781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:30.633619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.653647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-a4ce4869-da43-47fd-be2b-e6c764a3afe9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:30.655034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-a4ce4869-da43-47fd-be2b-e6c764a3afe9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1623231860&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.2623563 Sep 15 09:56:30.683918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:56:30.695551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 95391396-4a09-4950-b655-44405535074e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:30.696791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.713112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.714211 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added segment 8f2306fc-1497-4124-8fa5-e5d5b5e957ed of type vlan for network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 Sep 15 09:56:30.782452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.787150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9194a068-d975-4793-8768-9169b255d6f9 None None] Provisioning complete for port 043bb897-2967-46a7-8815-a25d5036b9de triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:30.787407 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:30.788525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9194a068-d975-4793-8768-9169b255d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.806124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ff4b81-fa43-4b61-ac3a-c6fc67ea4c0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 22938a10-b55f-4e57-a2a2-e8cf251d44f1 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:56:30.823858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20ff4b81-fa43-4b61-ac3a-c6fc67ea4c0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.903349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20ff4b81-fa43-4b61-ac3a-c6fc67ea4c0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.915271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.920796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:30.921583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 95391396-4a09-4950-b655-44405535074e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=95391396-4a09-4950-b655-44405535074e,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:30.923141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:30.933538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9194a068-d975-4793-8768-9169b255d6f9 None None] Port 043bb897-2967-46a7-8815-a25d5036b9de cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:30.997872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 91bca1e4-c308-4195-808b-b8636fb9278b up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:31.052534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-80b7d8bc-cb6a-4f24-b146-ffb8c035790a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:31.053163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-80b7d8bc-cb6a-4f24-b146-ffb8c035790a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:31.079230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20ff4b81-fa43-4b61-ac3a-c6fc67ea4c0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.124628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.190291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-80b7d8bc-cb6a-4f24-b146-ffb8c035790a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:31.191544 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-80b7d8bc-cb6a-4f24-b146-ffb8c035790a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=0433dd76-611b-4144-bd85-47ad95ca14a7 HTTP/1.1" status: 200 len: 797 time: 0.5275078 Sep 15 09:56:31.192449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.230782 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:27Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:27Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:31.234845 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-5e9dd51f-fdd6-4931-ae4e-9fecaa45f636 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0190072 Sep 15 09:56:31.235874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:31.237402 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:31.239985 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Updating router f875c3e1-f057-4607-b99f-3135aa28b984 port 043bb897-2967-46a7-8815-a25d5036b9de binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:56:31.247704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Network': ['ID=6d5231cf-d50f-46ea-acfa-d8c05bb317c7,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:31.270602 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ce49acbb-050c-4731-a982-dfe181d86c3b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7743359 Sep 15 09:56:31.282771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52218) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:31.293324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=95391396-4a09-4950-b655-44405535074e,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:31.298092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 740f00f2-c916-4bcb-917c-3cb103b44119 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:31.302652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'subnet': {'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:31.304103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] Usage tracker for resource:security_group_rule and tenant:87c095c51f3f4a55aff08d41fcea102c is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:31.308440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20ff4b81-fa43-4b61-ac3a-c6fc67ea4c0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.312124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:31.312760 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.360013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:56:31.365275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:31.382771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20ff4b81-fa43-4b61-ac3a-c6fc67ea4c0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.385416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c085c2c-731c-487d-97e3-519351492b7f None None] Network ad42ae5d-df9b-415e-891b-f533f07a7006 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:31.397034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff4b81-fa43-4b61-ac3a-c6fc67ea4c0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=22938a10-b55f-4e57-a2a2-e8cf251d44f1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:31.420323 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-20ff4b81-fa43-4b61-ac3a-c6fc67ea4c0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/22938a10-b55f-4e57-a2a2-e8cf251d44f1 HTTP/1.1" status: 204 len: 168 time: 0.8060951 Sep 15 09:56:31.424891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52222) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:31.476987 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67f8d90a-6fee-4005-b798-e774892c3923 req-5aa9e8e3-2c7a-4311-9b3f-8dabc1a96ab3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4590077 Sep 15 09:56:31.490220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:31.494389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:subnet and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:31.497388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:31.504408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:31.563649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 740f00f2-c916-4bcb-917c-3cb103b44119 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:31.564028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.645749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Made reservation on behalf of 00cefc25a0624aafa7889e6e58c20a39 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:31.649697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.650139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 91bca1e4-c308-4195-808b-b8636fb9278b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:31.650575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.686182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-a6a3c51f-d012-4102-9a15-9237599b864a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:31.732373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.767696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 072333ec-bc48-41ab-b6d9-7301e51d8c18 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:31.767929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.799528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-a6a3c51f-d012-4102-9a15-9237599b864a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:31.801021 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-a6a3c51f-d012-4102-9a15-9237599b864a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5600753 Sep 15 09:56:31.851575 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.872044 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Transition to ACTIVE for port object 043bb897-2967-46a7-8815-a25d5036b9de will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:31.903520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.922800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 740f00f2-c916-4bcb-917c-3cb103b44119 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:31.953981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 91bca1e4-c308-4195-808b-b8636fb9278b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:31.956755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.960355 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:31.974078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d90a-6fee-4005-b798-e774892c3923 req-cb00c670-8f37-44b0-84b8-1e17319b9c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:31.975861 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67f8d90a-6fee-4005-b798-e774892c3923 req-cb00c670-8f37-44b0-84b8-1e17319b9c2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfd50a27c7b140bfb2c562b9f5d40942&device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 1096 time: 0.3810308 Sep 15 09:56:31.992692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:31.995022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:56:31.997845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1b91c-0a51-49f3-8cea-ca7ab3ff20fa" -d '{"events": [{"server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "name": "network-vif-plugged", "status": "completed", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:56:32.001322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.001749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] DHCP port deletion for ad42ae5d-df9b-415e-891b-f533f07a7006 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:32.006543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] Deleting port 072333ec-bc48-41ab-b6d9-7301e51d8c18 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:32.007170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.104184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296111b2-110d-4b75-90c0-5a5aa07b9c8b x-openstack-request-id: req-296111b2-110d-4b75-90c0-5a5aa07b9c8b {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:56:32.104423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "name": "network-vif-plugged", "status": "completed", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:56:32.104686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-296111b2-110d-4b75-90c0-5a5aa07b9c8b {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:56:32.105081 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-296111b2-110d-4b75-90c0-5a5aa07b9c8b'] response: {'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b', 'code': 200} Sep 15 09:56:32.111651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.133832 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61992e-9c61-409c-bac7-12bbfc14ed21 None None] Pushing event updated for resources: {'Port': ['ID=043bb897-2967-46a7-8815-a25d5036b9de,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:32.143886 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:56:32.148383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.155139 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-67378ae4-8f64-4908-916e-eb806f7356db service neutron] 10.222.0.62 "GET /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355484 Sep 15 09:56:32.168000 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87c095c51f3f4a55aff08d41fcea102c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6084900 Sep 15 09:56:32.171757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52228) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:32.212876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:32.242505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Subnet': ['ID=7af41cef-fa25-45f3-8c22-39a2e1356472,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:32.244057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786292b5-a7d8-4eca-a3c7-d658f470000e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d8bbd0-5670-4c2c-b201-4b7003f9b6b5,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:32.287128 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Attempting to bind port 043bb897-2967-46a7-8815-a25d5036b9de on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:32.287712 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Attempting to bind port 043bb897-2967-46a7-8815-a25d5036b9de by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:32.288255 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Attempting to bind port 043bb897-2967-46a7-8815-a25d5036b9de on network c0d77555-adfc-4888-82e4-1626d7f0bcb0 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:32.294434 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:32.295031 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Checking segment: {'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:32.295598 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.296236 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Bound using segment: {'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:32.296929 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Bound port: 043bb897-2967-46a7-8815-a25d5036b9de, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d893deb-1900-4ea3-8eb2-3843557aa61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:32.297486 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.322750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 072333ec-bc48-41ab-b6d9-7301e51d8c18, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=072333ec-bc48-41ab-b6d9-7301e51d8c18,segment=NetworkSegment(6f4e5303-bd40-45a1-bd87-d1b3f1a0083b),segment_id=6f4e5303-bd40-45a1-bd87-d1b3f1a0083b)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:32.323197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.376827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Checking segment: {'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:32.377096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network hostable DHCP agents. Network: 6d5231cf-d50f-46ea-acfa-d8c05bb317c7, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:56:32.400293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] For port 072333ec-bc48-41ab-b6d9-7301e51d8c18, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=072333ec-bc48-41ab-b6d9-7301e51d8c18,segment=NetworkSegment(6f4e5303-bd40-45a1-bd87-d1b3f1a0083b),segment_id=6f4e5303-bd40-45a1-bd87-d1b3f1a0083b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:32.401069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.410943 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] For port 043bb897-2967-46a7-8815-a25d5036b9de, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:32.414879 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] For port 043bb897-2967-46a7-8815-a25d5036b9de, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=043bb897-2967-46a7-8815-a25d5036b9de,segment=NetworkSegment(9d893deb-1900-4ea3-8eb2-3843557aa61e),segment_id=9d893deb-1900-4ea3-8eb2-3843557aa61e)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:32.420938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d90a-6fee-4005-b798-e774892c3923 req-bf088a25-66fa-4e0c-8018-068e91b12101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:32.423355 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67f8d90a-6fee-4005-b798-e774892c3923 req-bf088a25-66fa-4e0c-8018-068e91b12101 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 HTTP/1.1" status: 200 len: 897 time: 0.4241481 Sep 15 09:56:32.472287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 072333ec-bc48-41ab-b6d9-7301e51d8c18 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:32.487953 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.498999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-458beb36-a61b-4fcb-afc9-af3591640628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.543149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] Calling delete_port for 072333ec-bc48-41ab-b6d9-7301e51d8c18 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:32.555257 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67f8d90a-6fee-4005-b798-e774892c3923 req-e96637cc-ad6d-47df-99de-e0cb568fc0c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91bca1e4-c308-4195-808b-b8636fb9278b HTTP/1.1" status: 200 len: 1001 time: 0.1252079 Sep 15 09:56:32.557162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:56:32.573346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-458beb36-a61b-4fcb-afc9-af3591640628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.583493 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:32.584291 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:32.626019 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-8b9f6985-36b1-45be-8050-62a5193e529b service neutron] 10.222.0.62 "GET /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4510152 Sep 15 09:56:32.648382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d90a-6fee-4005-b798-e774892c3923 req-1eafcb91-dc9f-4102-813d-da072023504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:32.651726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67f8d90a-6fee-4005-b798-e774892c3923 req-1eafcb91-dc9f-4102-813d-da072023504a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9092352c-755d-4ee8-b955-d4f6e601a319 HTTP/1.1" status: 200 len: 835 time: 0.0855141 Sep 15 09:56:32.653131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 6d5231cf-d50f-46ea-acfa-d8c05bb317c7) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:32.658976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:32.659602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.668208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a626cc-3908-4b57-bfac-f32738b595f2 None None] Network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:32.704110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.758631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8d90a-6fee-4005-b798-e774892c3923 req-5e9fb5bd-a641-45f7-b6f3-65a1808d00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:32.760462 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67f8d90a-6fee-4005-b798-e774892c3923 req-5e9fb5bd-a641-45f7-b6f3-65a1808d00f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1035461 Sep 15 09:56:32.790376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No DVR routers for this DVR port 072333ec-bc48-41ab-b6d9-7301e51d8c18 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: from cryptography.utils import int_from_bytes Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: from cryptography.utils import int_from_bytes Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn_limited( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.793530 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:56:32.803648 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 09:56:32.805081 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7e22d97b-4ef1-438a-8ead-432e603a5c7f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5141361 Sep 15 09:56:32.805081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52232) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:32.829961 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61992e-9c61-409c-bac7-12bbfc14ed21 None None] Pushing event updated for resources: {'Port': ['ID=043bb897-2967-46a7-8815-a25d5036b9de,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:32.848809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-458beb36-a61b-4fcb-afc9-af3591640628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:32.856939 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:32.873030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=072333ec-bc48-41ab-b6d9-7301e51d8c18,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:32.877550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458beb36-a61b-4fcb-afc9-af3591640628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d8bbd0-5670-4c2c-b201-4b7003f9b6b5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:32.897137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:56:32.898554 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:56:33.060931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:33.063339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.067456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.101007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad42ae5d-df9b-415e-891b-f533f07a7006']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:33.126778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f4e5303-bd40-45a1-bd87-d1b3f1a0083b') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:33.127167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f4e5303-bd40-45a1-bd87-d1b3f1a0083b') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:33.166908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-458beb36-a61b-4fcb-afc9-af3591640628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.170482 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-458beb36-a61b-4fcb-afc9-af3591640628 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07d8bbd0-5670-4c2c-b201-4b7003f9b6b5 HTTP/1.1" status: 204 len: 168 time: 0.9748719 Sep 15 09:56:33.171806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.178695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-9f62b7d2-3e54-4de1-bb62-96bcd9ea7762 req-378ce03e-5361-4ef2-9794-04a375f4daba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:33.197608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.208519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:56:33.209080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.281809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-9f62b7d2-3e54-4de1-bb62-96bcd9ea7762 req-378ce03e-5361-4ef2-9794-04a375f4daba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:33.283487 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9f62b7d2-3e54-4de1-bb62-96bcd9ea7762 req-378ce03e-5361-4ef2-9794-04a375f4daba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 210 time: 0.3246334 Sep 15 09:56:33.314437 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 6f4e5303-bd40-45a1-bd87-d1b3f1a0083b resource provider aggregate not found Sep 15 09:56:33.317264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 95391396-4a09-4950-b655-44405535074e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:33.353740 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 6f4e5303-bd40-45a1-bd87-d1b3f1a0083b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6f4e5303-bd40-45a1-bd87-d1b3f1a0083b found for delete ", "request_id": "req-0d8cacd0-128b-4283-b691-874701892d0b"}]} Sep 15 09:56:33.404990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] Deleting port 072333ec-bc48-41ab-b6d9-7301e51d8c18 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:33.406119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.430240 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:27Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:32Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:33.435516 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93e454e-ec3b-4e26-a849-8634adc7e8ad None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:27Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:32Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:33.475999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.494538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.548242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d0c7ae49-717c-4ac3-a81a-dc13b62873c5 None None] The port '072333ec-bc48-41ab-b6d9-7301e51d8c18' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:56:33.577856 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/ad42ae5d-df9b-415e-891b-f533f07a7006 HTTP/1.1" status: 204 len: 168 time: 2.1466160 Sep 15 09:56:33.577856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d615c-8aa4-4677-bc4a-749e101aed64 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=ad42ae5d-df9b-415e-891b-f533f07a7006,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:33.587340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52250) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:33.595394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Allocated IP 172.23.0.2 (6d5231cf-d50f-46ea-acfa-d8c05bb317c7/7af41cef-fa25-45f3-8c22-39a2e1356472/21ed9cb3-c9b4-4fe2-8daf-40f17004c301) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:33.611429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-70350911', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:33.625733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:33.637489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:router and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:33.642746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:33.651838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:33.660397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 95391396-4a09-4950-b655-44405535074e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:33.661086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.704232 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67f8d90a-6fee-4005-b798-e774892c3923 req-3151e0a6-f88f-43b7-99cc-9c7efbdbc6fd service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9362540 Sep 15 09:56:33.738541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.739736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.769192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:33.905001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 95391396-4a09-4950-b655-44405535074e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:33.996488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 072333ec-bc48-41ab-b6d9-7301e51d8c18 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:34.039650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 072333ec-bc48-41ab-b6d9-7301e51d8c18 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:34.040162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 072333ec-bc48-41ab-b6d9-7301e51d8c18 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:34.058507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.072038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Transition to ACTIVE for port object 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:34.103311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Transition to ACTIVE for port object 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:34.123709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52258) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:34.154068 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67f8d90a-6fee-4005-b798-e774892c3923 req-40ed4482-a59e-4a5e-b7ac-03ec3407134a service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4390781 Sep 15 09:56:34.178505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.261109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:34.264116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:34.269546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:34.279582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Pushing event updated for resources: {'Port': ['ID=21ed9cb3-c9b4-4fe2-8daf-40f17004c301,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:34.301773 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e4f76977-a669-4448-a1e8-01aff2e5cd6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=546bcba319c34bdeb8ed153dc6c3a587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763103 Sep 15 09:56:34.302596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52262) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:34.359848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.398862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Attempting to bind port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:34.399233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Attempting to bind port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:34.401016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Attempting to bind port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 on network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:34.413748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:34.421839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Checking segment: {'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:34.421839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.421839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Bound using segment: {'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:34.421839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Bound port: 21ed9cb3-c9b4-4fe2-8daf-40f17004c301, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:34.421839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.490819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.556031 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1859a5c6-d3cc-464e-bdcd-91804aae9d8d req-19a52ccb-07f5-41e2-951c-21eaec8c8890 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 210 time: 0.0590096 Sep 15 09:56:34.566285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] For port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:34.581854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] For port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=21ed9cb3-c9b4-4fe2-8daf-40f17004c301,segment=NetworkSegment(8f2306fc-1497-4124-8fa5-e5d5b5e957ed),segment_id=8f2306fc-1497-4124-8fa5-e5d5b5e957ed)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:34.653034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.723259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-700d8af3-4b91-402d-bef2-535882cef6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.771549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37812bab-4161-4672-9d9a-15cc49e87edb None None] Pushing event updated for resources: {'Port': ['ID=21ed9cb3-c9b4-4fe2-8daf-40f17004c301,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:34.783519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-700d8af3-4b91-402d-bef2-535882cef6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.900625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Allocated IP 172.23.0.1 (6d5231cf-d50f-46ea-acfa-d8c05bb317c7/7af41cef-fa25-45f3-8c22-39a2e1356472/e9a201b8-72ba-4f54-82b3-e7aaef214e61) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:34.945707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:34.995394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.003355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-700d8af3-4b91-402d-bef2-535882cef6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.037747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d8af3-4b91-402d-bef2-535882cef6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcec2c20-1813-4ed4-83f9-3dea60498d2c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:35.056510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-700d8af3-4b91-402d-bef2-535882cef6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.060022 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-700d8af3-4b91-402d-bef2-535882cef6c2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fcec2c20-1813-4ed4-83f9-3dea60498d2c HTTP/1.1" status: 204 len: 168 time: 0.7506990 Sep 15 09:56:35.142696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.165087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Transition to ACTIVE for port object e9a201b8-72ba-4f54-82b3-e7aaef214e61 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:35.168972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 172.26.7.139 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/eaaa9248-ee35-4f33-bb1e-a0bc7770d139) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:35.276688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.304465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 043bb897-2967-46a7-8815-a25d5036b9de up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:35.382102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:35.385286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:35.386619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.394862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:35.445263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=e9a201b8-72ba-4f54-82b3-e7aaef214e61,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:35.465519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.475112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 043bb897-2967-46a7-8815-a25d5036b9de completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:35.483999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 043bb897-2967-46a7-8815-a25d5036b9de triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:35.483999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.504432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.623785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:35.629991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 043bb897-2967-46a7-8815-a25d5036b9de is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:35.630474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.644876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:35.649787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:35.676105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 043bb897-2967-46a7-8815-a25d5036b9de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=043bb897-2967-46a7-8815-a25d5036b9de,segment=NetworkSegment(9d893deb-1900-4ea3-8eb2-3843557aa61e),segment_id=9d893deb-1900-4ea3-8eb2-3843557aa61e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:35.746669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=eaaa9248-ee35-4f33-bb1e-a0bc7770d139,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:35.771271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.772250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:35.827720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:35.857192 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6a49475d-a6ec-40f4-802b-fb60d661ddb0 req-7880bde1-4a8e-4e5b-b15f-15d172811305 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 210 time: 0.0809817 Sep 15 09:56:36.036549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=043bb897-2967-46a7-8815-a25d5036b9de,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:36.108468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d43ae7-3640-403d-ba7f-497f42a6dbd6 None None] Network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:36.131209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:36.366976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:36.505484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-42919b01-56f0-48c8-b9a4-31e9fd09321e None None] Provisioning for port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:36.523115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-42919b01-56f0-48c8-b9a4-31e9fd09321e None None] Provisioning complete for port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:36.523115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42919b01-56f0-48c8-b9a4-31e9fd09321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:36.581857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-0374d9f7-65fd-4133-abc9-6513de792aa4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:36.582560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-0374d9f7-65fd-4133-abc9-6513de792aa4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:36.640046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-0374d9f7-65fd-4133-abc9-6513de792aa4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:36.641292 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-0374d9f7-65fd-4133-abc9-6513de792aa4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=0433dd76-611b-4144-bd85-47ad95ca14a7 HTTP/1.1" status: 200 len: 797 time: 0.3483963 Sep 15 09:56:36.727202 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52290) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:36.734462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:36.745246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-8629bbd4-84d4-4152-a3e3-de131fdaee00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:36.751435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-42919b01-56f0-48c8-b9a4-31e9fd09321e None None] Current status of the port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:36.752970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42919b01-56f0-48c8-b9a4-31e9fd09321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:36.763758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-8629bbd4-84d4-4152-a3e3-de131fdaee00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:36.765675 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-8629bbd4-84d4-4152-a3e3-de131fdaee00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 380 time: 0.1075675 Sep 15 09:56:36.778852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': 'e3387588-c0fb-46db-85de-05aaab469065', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['8f5d9786-ce43-4bfe-aa5c-60716ca6bb91']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:36.815103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-42919b01-56f0-48c8-b9a4-31e9fd09321e None None] For port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=21ed9cb3-c9b4-4fe2-8daf-40f17004c301,segment=NetworkSegment(8f2306fc-1497-4124-8fa5-e5d5b5e957ed),segment_id=8f2306fc-1497-4124-8fa5-e5d5b5e957ed)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:36.864009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:36.919762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-258181426'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:36.922376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-42919b01-56f0-48c8-b9a4-31e9fd09321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:36.937116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:36.946698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:network and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:37.013503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:37.021793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.053707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42919b01-56f0-48c8-b9a4-31e9fd09321e None None] Pushing event updated for resources: {'Port': ['ID=21ed9cb3-c9b4-4fe2-8daf-40f17004c301,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:37.074166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:37.113662 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9a5fac7-99b1-4564-8dea-5b29da160f19 req-9ec135ee-f59f-414f-a244-c6b28e596cc9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 210 time: 0.0959718 Sep 15 09:56:37.129992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event updated for resources: {'Port': ['ID=e9a201b8-72ba-4f54-82b3-e7aaef214e61,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:37.161995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.166871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fc812c61-cddd-46dd-a8a3-792f8891eba6 None None] Provisioning for port e9a201b8-72ba-4f54-82b3-e7aaef214e61 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:37.177299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fc812c61-cddd-46dd-a8a3-792f8891eba6 None None] Provisioning complete for port e9a201b8-72ba-4f54-82b3-e7aaef214e61 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:37.177299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fc812c61-cddd-46dd-a8a3-792f8891eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.204640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:37.235093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:37.248333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:37.249811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:37.250800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:37.258334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fc812c61-cddd-46dd-a8a3-792f8891eba6 None None] Port e9a201b8-72ba-4f54-82b3-e7aaef214e61 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:37.259129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.260336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:37.287856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.341149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fc812c61-cddd-46dd-a8a3-792f8891eba6 None None] Provisioning complete for port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:37.341969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fc812c61-cddd-46dd-a8a3-792f8891eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.379985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:37.383674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.474310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:37.481204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:security_group_rule and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:37.487865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:37.504399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:37.525622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fc812c61-cddd-46dd-a8a3-792f8891eba6 None None] Current status of the port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:37.533662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:37.534307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.572526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:37.597127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ec378eda-d9b9-4031-8771-eae85d24a7e1 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:56:37.664620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.8 (0433dd76-611b-4144-bd85-47ad95ca14a7/ad18d815-13d4-4153-ae48-1ea81676f39c/e8256af3-5d57-45a3-b5fd-7fd5817685b4) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:37.666391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:37.667240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 043bb897-2967-46a7-8815-a25d5036b9de up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:37.699614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b70a4f9f-43c0-4aff-bd67-a0d01f5a718a None None] Provisioning complete for port e9a201b8-72ba-4f54-82b3-e7aaef214e61 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:37.699834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b70a4f9f-43c0-4aff-bd67-a0d01f5a718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.712052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.774172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b70a4f9f-43c0-4aff-bd67-a0d01f5a718a None None] Port e9a201b8-72ba-4f54-82b3-e7aaef214e61 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:37.788815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 043bb897-2967-46a7-8815-a25d5036b9de triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:37.789046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.797210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.859231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:56:37.863769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24d9622d-10be-4258-a6ef-b3233f217fd3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:37.875983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:37.885652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.886047 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Added segment c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3 of type vlan for network 9ae5be1d-5fac-495e-970c-08a3e7a6333d Sep 15 09:56:37.902487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a230089-5496-456c-a518-1c2d23176433 None None] Sync routers for ids ['ec378eda-d9b9-4031-8771-eae85d24a7e1'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:37.912018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:37.929558 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:37.935066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a230089-5496-456c-a518-1c2d23176433 None None] Routers {'ec378eda-d9b9-4031-8771-eae85d24a7e1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:37.937020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5a230089-5496-456c-a518-1c2d23176433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ec378eda-d9b9-4031-8771-eae85d24a7e1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:37.940706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:37.945874 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-71a5cb0c-f198-4ffe-8d8d-74b507b2ea33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1412899 Sep 15 09:56:37.947681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52302) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:37.953494 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:37.954154 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:37.956256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:38.008604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5a230089-5496-456c-a518-1c2d23176433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:38.010879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 043bb897-2967-46a7-8815-a25d5036b9de is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:38.020648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a230089-5496-456c-a518-1c2d23176433 None None] Routers {'ec378eda-d9b9-4031-8771-eae85d24a7e1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:38.021369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5a230089-5496-456c-a518-1c2d23176433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ec378eda-d9b9-4031-8771-eae85d24a7e1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:38.086204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5a230089-5496-456c-a518-1c2d23176433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:38.087027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a230089-5496-456c-a518-1c2d23176433 None None] The sync data for ids ['ec378eda-d9b9-4031-8771-eae85d24a7e1'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:38.094105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:38.114233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object e8256af3-5d57-45a3-b5fd-7fd5817685b4 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:38.125490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:38.126728 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7b3aaa86-efb2-4add-b856-15dcf36f99cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.5384090 Sep 15 09:56:38.129620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52306) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:38.137336 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:38.288940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:38.294387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:38.294968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:38.362725 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f7b889e7-6256-4865-b96c-49df49876ef5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/routers/ec378eda-d9b9-4031-8771-eae85d24a7e1 HTTP/1.1" status: 200 len: 883 time: 0.2312799 Sep 15 09:56:38.363647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52312) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:38.368239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:38.497852 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:36Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:38.502098 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:38.502530 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Updating router f875c3e1-f057-4607-b99f-3135aa28b984 port e9a201b8-72ba-4f54-82b3-e7aaef214e61 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:56:38.554029 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8254156 Sep 15 09:56:38.565142 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:38.567953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52316) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:38.572903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:38.581494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:38.595372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5bf83-bf43-4b2f-8cba-0454b8b4ac44 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Network': ['ID=9ae5be1d-5fac-495e-970c-08a3e7a6333d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:38.602932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:38.605912 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:38.615535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:56:38.749961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=e8256af3-5d57-45a3-b5fd-7fd5817685b4,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:38.812216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:38.813018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:38.837456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:38.846593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:38.851213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:38.922536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902b060-c2ae-4795-b831-a5f2274f4b1d req-804c710e-9d51-4532-922f-eaa3befcfac9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:38.923255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-f902b060-c2ae-4795-b831-a5f2274f4b1d req-804c710e-9d51-4532-922f-eaa3befcfac9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:38.926133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:38.931081 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-07177501-4dae-4bf9-a07b-fee89a8f2ea2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1594241 Sep 15 09:56:38.950806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 15 09:56:38.955881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d6f7104f-3352-4341-810f-def1c6b09ad3 None None] Provisioning for port e8256af3-5d57-45a3-b5fd-7fd5817685b4 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:38.958582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Request body: {'port': {'device_id': 'e3387588-c0fb-46db-85de-05aaab469065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:38.964979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d6f7104f-3352-4341-810f-def1c6b09ad3 None None] Provisioning complete for port e8256af3-5d57-45a3-b5fd-7fd5817685b4 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:38.966230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d6f7104f-3352-4341-810f-def1c6b09ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:38.966618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Removed routes are [] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 15 09:56:38.967152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.019738 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.025651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d6f7104f-3352-4341-810f-def1c6b09ad3 None None] Port e8256af3-5d57-45a3-b5fd-7fd5817685b4 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:39.033231 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Transition to ACTIVE for port object e9a201b8-72ba-4f54-82b3-e7aaef214e61 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:39.061770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:39.065228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.092217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-f902b060-c2ae-4795-b831-a5f2274f4b1d req-804c710e-9d51-4532-922f-eaa3befcfac9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:39.094098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f902b060-c2ae-4795-b831-a5f2274f4b1d req-804c710e-9d51-4532-922f-eaa3befcfac9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 931 time: 0.7297707 Sep 15 09:56:39.132017 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.225064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.263027 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f902b060-c2ae-4795-b831-a5f2274f4b1d req-b91eecb7-d8db-44e5-9344-66fb752c1b93 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135585 Sep 15 09:56:39.272525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-42ee9ca1-2228-45fe-a60e-6056017c365f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:router {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:39.375199 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b664f3-9f6c-471b-a83f-eda9d184df23 None None] Pushing event updated for resources: {'Port': ['ID=e9a201b8-72ba-4f54-82b3-e7aaef214e61,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:39.399564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.403009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.407174 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Attempting to bind port e9a201b8-72ba-4f54-82b3-e7aaef214e61 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:39.411048 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Attempting to bind port e9a201b8-72ba-4f54-82b3-e7aaef214e61 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:39.411048 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Attempting to bind port e9a201b8-72ba-4f54-82b3-e7aaef214e61 on network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:39.413671 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:39.414185 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Checking segment: {'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:39.414664 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.415278 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Bound using segment: {'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:39.416576 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Bound port: e9a201b8-72ba-4f54-82b3-e7aaef214e61, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f2306fc-1497-4124-8fa5-e5d5b5e957ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:39.416576 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.511041 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] For port e9a201b8-72ba-4f54-82b3-e7aaef214e61, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:39.514601 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] For port e9a201b8-72ba-4f54-82b3-e7aaef214e61, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e9a201b8-72ba-4f54-82b3-e7aaef214e61,segment=NetworkSegment(8f2306fc-1497-4124-8fa5-e5d5b5e957ed),segment_id=8f2306fc-1497-4124-8fa5-e5d5b5e957ed)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:39.565762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-42ee9ca1-2228-45fe-a60e-6056017c365f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:router {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:39.569569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:39.570065 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-42ee9ca1-2228-45fe-a60e-6056017c365f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 1.2036483 Sep 15 09:56:39.570238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52320) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:39.577471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3cb9d3e6-305f-4cae-a14d-1734569466d5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-70350911'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:39.595513 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.659909 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:39.660555 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:39.810654 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b664f3-9f6c-471b-a83f-eda9d184df23 None None] Pushing event updated for resources: {'Port': ['ID=e9a201b8-72ba-4f54-82b3-e7aaef214e61,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:39.836333 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:39.857934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.886557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:39.895716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.900076 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8f8ab5e2-19b0-4d2d-bc72-4e19035fee79 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 200 len: 934 time: 1.9476388 Sep 15 09:56:39.900076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52324) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:39.946733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8256af3-5d57-45a3-b5fd-7fd5817685b4 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:56:39.968345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:39.971083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=4c216d3f-e15e-4688-8465-fb3ab41fc3ec,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:39.998339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Transition to ACTIVE for port object e8256af3-5d57-45a3-b5fd-7fd5817685b4 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:39.999981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:40.000469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network hostable DHCP agents. Network: 9ae5be1d-5fac-495e-970c-08a3e7a6333d, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:56:40.093257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:40.190532 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:38Z', 'revision_number': 6, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:39Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:40.193648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:56:40.195021 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d69806-036c-4735-b326-20c7db3a6f34 None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:38Z', 'revision_number': 6, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:39Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:40.348155 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3b088e2a-7a29-429c-a084-66cb23c27950 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 200 len: 934 time: 0.4434047 Sep 15 09:56:40.348155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52330) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:40.348565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Pushing event updated for resources: {'Port': ['ID=e8256af3-5d57-45a3-b5fd-7fd5817685b4,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:40.352550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'routes': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:40.357724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 9ae5be1d-5fac-495e-970c-08a3e7a6333d) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:40.368201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6604181-2bc1-49c0-9ba2-a54b2db12ca9 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:40.380547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:40.381652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:40.438298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Attempting to bind port e8256af3-5d57-45a3-b5fd-7fd5817685b4 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:40.438638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Attempting to bind port e8256af3-5d57-45a3-b5fd-7fd5817685b4 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:40.438966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Attempting to bind port e8256af3-5d57-45a3-b5fd-7fd5817685b4 on network 0433dd76-611b-4144-bd85-47ad95ca14a7 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:40.444555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Port e8256af3-5d57-45a3-b5fd-7fd5817685b4 on network 0433dd76-611b-4144-bd85-47ad95ca14a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:56:40.444881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Attempting to bind port e8256af3-5d57-45a3-b5fd-7fd5817685b4 on network 0433dd76-611b-4144-bd85-47ad95ca14a7 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:40.450686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:40.451066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Checking segment: {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:40.451419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Bound using segment: {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:40.453343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Bound port: e8256af3-5d57-45a3-b5fd-7fd5817685b4, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb01637e-63c5-453c-ab71-bb17bd866b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:40.453714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:40.524906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e53eafab-03db-48a8-9963-a2da89e0b29e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9558747 Sep 15 09:56:40.533019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52334) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:40.538708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'name': 'tempest-NetworksTestDHCPv6-1224150247'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:40.674154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] For port e8256af3-5d57-45a3-b5fd-7fd5817685b4, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:40.698556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] For port e8256af3-5d57-45a3-b5fd-7fd5817685b4, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8256af3-5d57-45a3-b5fd-7fd5817685b4,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:40.727181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:40.731365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:40.732587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '4c216d3f-e15e-4688-8465-fb3ab41fc3ec'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:40.734260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:40.735650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:40.741834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:40.773248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:40.814720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:40.815350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:40.816908 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] 10.222.0.16 "PUT /v2.0/ports/e8256af3-5d57-45a3-b5fd-7fd5817685b4 HTTP/1.1" status: 200 len: 1093 time: 1.8632436 Sep 15 09:56:40.822313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:56:40.825012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffa442f-f8b9-432e-88e4-e49d53399eac" -d '{"events": [{"name": "network-changed", "server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:56:40.847471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:40.851151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:40.886775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 59087144-2be0-4265-842f-d14b3da8e3bb yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:56:40.924460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6bbc8d-f2a1-491c-b642-2792c67572a7 x-openstack-request-id: req-ab6bbc8d-f2a1-491c-b642-2792c67572a7 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:56:40.924728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:56:40.924988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab6bbc8d-f2a1-491c-b642-2792c67572a7 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:56:40.925404 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6bbc8d-f2a1-491c-b642-2792c67572a7'] response: {'name': 'network-changed', 'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'status': 'completed', 'code': 200} Sep 15 09:56:40.946320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291d170-0c44-4632-8006-8cbd051a32ff service neutron] Pushing event updated for resources: {'Port': ['ID=e8256af3-5d57-45a3-b5fd-7fd5817685b4,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:40.953875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/4c216d3f-e15e-4688-8465-fb3ab41fc3ec/db61fdd0-89bd-4179-bb34-ad77486cdcc7) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:41.019082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d3e6-305f-4cae-a14d-1734569466d5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.069993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa442f-f8b9-432e-88e4-e49d53399eac req-6419c983-b36d-466e-b839-aed9a8198aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:41.073793 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8ffa442f-f8b9-432e-88e4-e49d53399eac req-6419c983-b36d-466e-b839-aed9a8198aed service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 1096 time: 0.1132195 Sep 15 09:56:41.090799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d7e5c-45c5-4f6b-9845-e3e2c708ecb7 req-4a6710f0-f8d5-4343-807c-4aeaedfb0f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:41.092291 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b7d7e5c-45c5-4f6b-9845-e3e2c708ecb7 req-4a6710f0-f8d5-4343-807c-4aeaedfb0f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 943 time: 0.5862453 Sep 15 09:56:41.138652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d3e6-305f-4cae-a14d-1734569466d5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.204651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.218739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Transition to ACTIVE for port object db61fdd0-89bd-4179-bb34-ad77486cdcc7 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:41.242536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Transition to ACTIVE for port object db61fdd0-89bd-4179-bb34-ad77486cdcc7 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:41.246336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa442f-f8b9-432e-88e4-e49d53399eac req-bcdeaa30-2077-4e2b-bc97-7b9bbdca94f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:41.247756 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8ffa442f-f8b9-432e-88e4-e49d53399eac req-bcdeaa30-2077-4e2b-bc97-7b9bbdca94f9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1608350 Sep 15 09:56:41.262337 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b7d7e5c-45c5-4f6b-9845-e3e2c708ecb7 req-c7e37b8f-39e0-4b69-a40b-538b04901c21 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622822 Sep 15 09:56:41.271060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e9a201b8-72ba-4f54-82b3-e7aaef214e61 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:41.346365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:41.359669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.440498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:41.441249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:41.502740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::35d (9ae5be1d-5fac-495e-970c-08a3e7a6333d/4c216d3f-e15e-4688-8465-fb3ab41fc3ec/59087144-2be0-4265-842f-d14b3da8e3bb) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:41.528377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa442f-f8b9-432e-88e4-e49d53399eac req-0f253f68-5f44-4641-bcb2-8147180d39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:41.530765 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8ffa442f-f8b9-432e-88e4-e49d53399eac req-0f253f68-5f44-4641-bcb2-8147180d39fe service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2756166 Sep 15 09:56:41.566426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Pushing event updated for resources: {'Port': ['ID=db61fdd0-89bd-4179-bb34-ad77486cdcc7,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:41.577126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:41.590849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:41.600204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:41.604899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.605315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.605655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.606027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.606359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.606690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.607007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.607335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.607659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.608083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.609079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.609429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:56:41.650395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb9d3e6-305f-4cae-a14d-1734569466d5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ec378eda-d9b9-4031-8771-eae85d24a7e1 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:41.705904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e9a201b8-72ba-4f54-82b3-e7aaef214e61 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:41.730407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:41.773792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e9a201b8-72ba-4f54-82b3-e7aaef214e61 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:41.774182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.804181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-57183db8-9098-4316-a18f-1d800c2d908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:41.805732 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-57183db8-9098-4316-a18f-1d800c2d908c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 1096 time: 0.1463771 Sep 15 09:56:41.810468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.812234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Attempting to bind port db61fdd0-89bd-4179-bb34-ad77486cdcc7 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:41.812662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Attempting to bind port db61fdd0-89bd-4179-bb34-ad77486cdcc7 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:41.813171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Attempting to bind port db61fdd0-89bd-4179-bb34-ad77486cdcc7 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:41.847033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:41.847524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:41.847989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.848440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:41.848973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Bound port: db61fdd0-89bd-4179-bb34-ad77486cdcc7, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:41.849409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.857291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added routes are [] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 15 09:56:41.857690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 15 09:56:41.934108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.944658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb9d3e6-305f-4cae-a14d-1734569466d5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:41.951604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3cb9d3e6-305f-4cae-a14d-1734569466d5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:41.953214 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3cb9d3e6-305f-4cae-a14d-1734569466d5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ec378eda-d9b9-4031-8771-eae85d24a7e1 HTTP/1.1" status: 200 len: 890 time: 2.3819070 Sep 15 09:56:41.956061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52340) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:41.958601 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74b5e1-6702-40ee-b8c3-89239834ed7d None None] Sync routers for ids ['ec378eda-d9b9-4031-8771-eae85d24a7e1'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:41.972546 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74b5e1-6702-40ee-b8c3-89239834ed7d None None] Routers {'ec378eda-d9b9-4031-8771-eae85d24a7e1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:41.973522 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c74b5e1-6702-40ee-b8c3-89239834ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ec378eda-d9b9-4031-8771-eae85d24a7e1'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:42.024613 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-28d04077-6621-4b6a-8ba2-1e84e443eec8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8256af3-5d57-45a3-b5fd-7fd5817685b4 HTTP/1.1" status: 200 len: 217 time: 0.2054589 Sep 15 09:56:42.025520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 59087144-2be0-4265-842f-d14b3da8e3bb will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:42.049520 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c74b5e1-6702-40ee-b8c3-89239834ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:42.059278 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c74b5e1-6702-40ee-b8c3-89239834ed7d None None] Routers {'ec378eda-d9b9-4031-8771-eae85d24a7e1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:42.060088 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c74b5e1-6702-40ee-b8c3-89239834ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ec378eda-d9b9-4031-8771-eae85d24a7e1'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:42.100186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-52e74ab8-947c-4025-b1b8-5c50ebac6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:42.101605 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-52e74ab8-947c-4025-b1b8-5c50ebac6865 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad18d815-13d4-4153-ae48-1ea81676f39c HTTP/1.1" status: 200 len: 834 time: 0.0695403 Sep 15 09:56:42.138178 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c74b5e1-6702-40ee-b8c3-89239834ed7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:42.138840 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c74b5e1-6702-40ee-b8c3-89239834ed7d None None] The sync data for ids ['ec378eda-d9b9-4031-8771-eae85d24a7e1'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:42.158392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] For port db61fdd0-89bd-4179-bb34-ad77486cdcc7, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:42.179398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:42.191959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] For port db61fdd0-89bd-4179-bb34-ad77486cdcc7, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=db61fdd0-89bd-4179-bb34-ad77486cdcc7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:42.195591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e9a201b8-72ba-4f54-82b3-e7aaef214e61 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:42.195965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:42.235840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:42.256277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:42.264272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:42.270183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:42.270796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:42.277112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:42.301726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=59087144-2be0-4265-842f-d14b3da8e3bb,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:42.309088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-0c1b720c-23f1-4e09-8f21-7916f76fec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:42.310597 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-0c1b720c-23f1-4e09-8f21-7916f76fec63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0433dd76-611b-4144-bd85-47ad95ca14a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2012863 Sep 15 09:56:42.392921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port e9a201b8-72ba-4f54-82b3-e7aaef214e61, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e9a201b8-72ba-4f54-82b3-e7aaef214e61,segment=NetworkSegment(8f2306fc-1497-4124-8fa5-e5d5b5e957ed),segment_id=8f2306fc-1497-4124-8fa5-e5d5b5e957ed)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:42.453216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464362e-a2fd-4ae6-ab63-91f839a136b4 None None] Pushing event updated for resources: {'Port': ['ID=db61fdd0-89bd-4179-bb34-ad77486cdcc7,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:42.463843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:42.492989 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9ebf6321-5d83-43b2-a01d-a472b23908ad tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9588616 Sep 15 09:56:42.501169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52346) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:42.540549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:38Z', 'revision_number': 6, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:39Z', 'revision_number': 4, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:42.548940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:42.552383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=e9a201b8-72ba-4f54-82b3-e7aaef214e61,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:42.561037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:42.562569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:42.589193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:42.599602 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2a62f813-f4d8-4082-ba58-f728e334f4dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/routers/ec378eda-d9b9-4031-8771-eae85d24a7e1 HTTP/1.1" status: 200 len: 890 time: 0.6409082 Sep 15 09:56:42.601032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:42.603504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52350) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:42.660011 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-08636209-2329-4bbf-bb43-b1c2d9ff669a service neutron] 10.222.0.16 "GET /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370233 Sep 15 09:56:42.758820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:42.759086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-85f0ba2a-32dc-468b-bd19-66260924c8b5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:42.845293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f021e76-ccf8-4ec9-ac79-a3d69469db68 req-db6ccb47-2e85-4bda-88b3-128c1be3d527 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:42.848155 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4f021e76-ccf8-4ec9-ac79-a3d69469db68 req-db6ccb47-2e85-4bda-88b3-128c1be3d527 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 943 time: 0.3519874 Sep 15 09:56:42.884154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:42.928886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12820a40-6b39-4a70-9348-135cfa9a08fa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:42.934617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12820a40-6b39-4a70-9348-135cfa9a08fa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:42.935386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-12820a40-6b39-4a70-9348-135cfa9a08fa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:42.939908 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-777c4d0a-fe1c-44e0-82f0-9530537a6649 req-2803c0cd-ff51-4c8b-b62d-e8d1792355b5 service neutron] 10.222.0.16 "GET /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593851 Sep 15 09:56:42.964581 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4f021e76-ccf8-4ec9-ac79-a3d69469db68 req-200bd4f6-cc7b-4d8a-8fce-98873be275d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942423 Sep 15 09:56:43.063792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-12820a40-6b39-4a70-9348-135cfa9a08fa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:43.065253 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-12820a40-6b39-4a70-9348-135cfa9a08fa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5601702 Sep 15 09:56:43.067921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52354) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:43.141700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-532c404c-5bf0-487a-9d98-7b2b22669b2a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 59087144-2be0-4265-842f-d14b3da8e3bb {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:43.142340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-532c404c-5bf0-487a-9d98-7b2b22669b2a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:43.143752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:41Z', 'revision_number': 7, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:42Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:43.148790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b14365-6548-4b2c-ad31-f6f56e5ec5d2 None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:41Z', 'revision_number': 7, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:42Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:43.198972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-85f0ba2a-32dc-468b-bd19-66260924c8b5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:43.202994 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-85f0ba2a-32dc-468b-bd19-66260924c8b5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec378eda-d9b9-4031-8771-eae85d24a7e1 HTTP/1.1" status: 200 len: 205 time: 0.5959189 Sep 15 09:56:43.205849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52358) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:43.234844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:43.242465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:43.246977 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-971bdaa0-855a-4175-aa1f-e7ae2587c21c tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 200 len: 700 time: 2.8986208 Sep 15 09:56:43.247856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52362) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:43.384612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e9a201b8-72ba-4f54-82b3-e7aaef214e61 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:43.475772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e9a201b8-72ba-4f54-82b3-e7aaef214e61 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:43.477260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:43.510450 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-37888ee9-fb6e-4692-ad3e-55e25c5d648a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 200 len: 700 time: 0.2602825 Sep 15 09:56:43.515899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52366) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:43.529661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:43.637074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e9a201b8-72ba-4f54-82b3-e7aaef214e61 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:43.638664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device db61fdd0-89bd-4179-bb34-ad77486cdcc7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:43.703370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:43.711541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49c2ed9-5efe-4d0d-86a7-365bdab9d943 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:43.796547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:43.797315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:43.866400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:43.903322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-532c404c-5bf0-487a-9d98-7b2b22669b2a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:43.950591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port db61fdd0-89bd-4179-bb34-ad77486cdcc7 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:44.007289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:44.067748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8bf8f01b-d2d8-4c96-9771-07d57fcd4290 None None] Provisioning for port db61fdd0-89bd-4179-bb34-ad77486cdcc7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:44.082265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8bf8f01b-d2d8-4c96-9771-07d57fcd4290 None None] Provisioning complete for port db61fdd0-89bd-4179-bb34-ad77486cdcc7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:44.082635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8bf8f01b-d2d8-4c96-9771-07d57fcd4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.105059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port eaaa9248-ee35-4f33-bb1e-a0bc7770d139 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:44.105332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.199222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-532c404c-5bf0-487a-9d98-7b2b22669b2a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 59087144-2be0-4265-842f-d14b3da8e3bb owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:44.208878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.392533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0db65-7b4d-4f9b-b8ce-657660ea3871 req-a1a2c741-879f-47f6-9e50-4a749d9bbbac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:44.394475 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bcc0db65-7b4d-4f9b-b8ce-657660ea3871 req-a1a2c741-879f-47f6-9e50-4a749d9bbbac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 943 time: 0.2897832 Sep 15 09:56:44.465489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.543683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8bf8f01b-d2d8-4c96-9771-07d57fcd4290 None None] Current status of the port db61fdd0-89bd-4179-bb34-ad77486cdcc7 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:44.544270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8bf8f01b-d2d8-4c96-9771-07d57fcd4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.544797 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bcc0db65-7b4d-4f9b-b8ce-657660ea3871 req-c32d417c-0606-4bae-8941-3b4d644630f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356735 Sep 15 09:56:44.600200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for eaaa9248-ee35-4f33-bb1e-a0bc7770d139 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:44.644402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port e9a201b8-72ba-4f54-82b3-e7aaef214e61 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:44.644820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.646533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8bf8f01b-d2d8-4c96-9771-07d57fcd4290 None None] For port db61fdd0-89bd-4179-bb34-ad77486cdcc7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=db61fdd0-89bd-4179-bb34-ad77486cdcc7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:44.661020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-532c404c-5bf0-487a-9d98-7b2b22669b2a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.678221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:41Z', 'revision_number': 7, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:42Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:44.685285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:44.699187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:44.704180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:44.734357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c404c-5bf0-487a-9d98-7b2b22669b2a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=59087144-2be0-4265-842f-d14b3da8e3bb,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:44.761625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8bf8f01b-d2d8-4c96-9771-07d57fcd4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.814049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-532c404c-5bf0-487a-9d98-7b2b22669b2a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:44.940128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:44.940227 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-532c404c-5bf0-487a-9d98-7b2b22669b2a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/59087144-2be0-4265-842f-d14b3da8e3bb HTTP/1.1" status: 204 len: 168 time: 1.8675151 Sep 15 09:56:44.940227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52372) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:44.997032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.037161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d96d2e35-a04a-4897-8a76-fec0683b6033 None None] Could not find standard attr ID for object 59087144-2be0-4265-842f-d14b3da8e3bb. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:56:45.051640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port e9a201b8-72ba-4f54-82b3-e7aaef214e61, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e9a201b8-72ba-4f54-82b3-e7aaef214e61,segment=NetworkSegment(8f2306fc-1497-4124-8fa5-e5d5b5e957ed),segment_id=8f2306fc-1497-4124-8fa5-e5d5b5e957ed)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:45.052168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.059846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=eaaa9248-ee35-4f33-bb1e-a0bc7770d139,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:45.102404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b67c-a16d-4474-b028-755a5b2d4d0f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:45.103902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b67c-a16d-4474-b028-755a5b2d4d0f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:45.104640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4c75b67c-a16d-4474-b028-755a5b2d4d0f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:45.121880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e8256af3-5d57-45a3-b5fd-7fd5817685b4 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:56:45.157763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8f01b-d2d8-4c96-9771-07d57fcd4290 None None] Pushing event updated for resources: {'Port': ['ID=db61fdd0-89bd-4179-bb34-ad77486cdcc7,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:45.190764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.238036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d96d2e35-a04a-4897-8a76-fec0683b6033 None None] Provisioning complete for port db61fdd0-89bd-4179-bb34-ad77486cdcc7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:45.238406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d96d2e35-a04a-4897-8a76-fec0683b6033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.242249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for e9a201b8-72ba-4f54-82b3-e7aaef214e61 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:45.266082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.resource_extend [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:56:45.379643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4c75b67c-a16d-4474-b028-755a5b2d4d0f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:45.380823 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4c75b67c-a16d-4474-b028-755a5b2d4d0f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4423187 Sep 15 09:56:45.390941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52376) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:45.437611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.443795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.463641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e8256af3-5d57-45a3-b5fd-7fd5817685b4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8256af3-5d57-45a3-b5fd-7fd5817685b4,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:45.490822 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ef16fb6-1e77-46e9-ab45-d1aa0ddae933 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 4c216d3f-e15e-4688-8465-fb3ab41fc3ec {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:56:45.494380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb6-1e77-46e9-ab45-d1aa0ddae933 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.502280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'port_id': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'mac_address': 'fa:16:3e:b4:d8:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:56:45.553372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb6-1e77-46e9-ab45-d1aa0ddae933 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.567054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.584969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.585499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Fanout notify agent at l3_agent the message router_deleted on router ec378eda-d9b9-4031-8771-eae85d24a7e1 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:56:45.620894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=e9a201b8-72ba-4f54-82b3-e7aaef214e61,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:45.676077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e8256af3-5d57-45a3-b5fd-7fd5817685b4 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:45.676747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.740267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d96d2e35-a04a-4897-8a76-fec0683b6033 None None] Current status of the port db61fdd0-89bd-4179-bb34-ad77486cdcc7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:45.756409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8256af3-5d57-45a3-b5fd-7fd5817685b4 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:56:45.792385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e8256af3-5d57-45a3-b5fd-7fd5817685b4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8256af3-5d57-45a3-b5fd-7fd5817685b4,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:45.814694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:41Z', 'revision_number': 7, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:42Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:45.819718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5cb882-3269-45b8-b23e-d4a6851f9739 None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:41Z', 'revision_number': 7, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9a201b8-72ba-4f54-82b3-e7aaef214e61', 'name': '', 'network_id': '6d5231cf-d50f-46ea-acfa-d8c05bb317c7', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:69:d0:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1093, 'fixed_ips': [{'subnet_id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:34Z', 'updated_at': '2022-09-15T09:56:42Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '7af41cef-fa25-45f3-8c22-39a2e1356472', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:45.845844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb6-1e77-46e9-ab45-d1aa0ddae933 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.853769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-805cdbe7-0bb7-42a9-aac9-686ba504933b None None] Could not find standard attr ID for object 59087144-2be0-4265-842f-d14b3da8e3bb. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:56:45.869400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.911996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:45.912770 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-66366617-eae8-4464-8228-30a30ce70a41 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/ec378eda-d9b9-4031-8771-eae85d24a7e1 HTTP/1.1" status: 204 len: 168 time: 2.7057548 Sep 15 09:56:45.922241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52384) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:45.926556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-132261928'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:45.984473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e8256af3-5d57-45a3-b5fd-7fd5817685b4,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:45.986751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179814f-0340-4585-a49d-c78355f5f1a6 req-78330f85-9e31-4928-b10e-f5fa52f780f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:45.990277 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6179814f-0340-4585-a49d-c78355f5f1a6 req-78330f85-9e31-4928-b10e-f5fa52f780f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 944 time: 0.2096310 Sep 15 09:56:45.990575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:46.011087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:46.016490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:46.026327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:46.046155 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6179814f-0340-4585-a49d-c78355f5f1a6 req-53a3bd27-6e19-4da2-8787-52b8743c5d29 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467458 Sep 15 09:56:46.047804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.098373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb6-1e77-46e9-ab45-d1aa0ddae933 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.137042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef16fb6-1e77-46e9-ab45-d1aa0ddae933 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=4c216d3f-e15e-4688-8465-fb3ab41fc3ec,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:46.141364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7ef16fb6-1e77-46e9-ab45-d1aa0ddae933 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.148079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d2d142-c3f3-41c9-94f6-08f6fb07de20 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:46.174187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:46.176867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.208003 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7ef16fb6-1e77-46e9-ab45-d1aa0ddae933 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/4c216d3f-e15e-4688-8465-fb3ab41fc3ec HTTP/1.1" status: 204 len: 168 time: 0.8156636 Sep 15 09:56:46.212377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52388) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:46.241541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:56:46.269841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['e8256af3-5d57-45a3-b5fd-7fd5817685b4'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:56:46.301637 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d879f049-1e16-4ea4-a1ac-54307a554488 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839338 Sep 15 09:56:46.306551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52392) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:46.313982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:46.322298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.322858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment 99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e of type vlan for network 952d5147-8653-4df3-bd5b-c47409723027 Sep 15 09:56:46.434118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.445149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:46.450061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:46.453791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:46.459668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:46.474501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:46.510190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:46.513940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.553846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.559373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:46.559949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.640585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53699b09-089c-44a5-84f4-8be589f767be None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:46.656542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-53699b09-089c-44a5-84f4-8be589f767be None None] Deleting port db61fdd0-89bd-4179-bb34-ad77486cdcc7 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:46.656965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-53699b09-089c-44a5-84f4-8be589f767be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.847950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.856447 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9317539 Sep 15 09:56:46.858980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52396) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:46.874652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': '952d5147-8653-4df3-bd5b-c47409723027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:46.897602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:46.902946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5542472-ee82-4ba3-b448-b54fdcd67ced tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=952d5147-8653-4df3-bd5b-c47409723027,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:46.904528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-53699b09-089c-44a5-84f4-8be589f767be None None] For port db61fdd0-89bd-4179-bb34-ad77486cdcc7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=db61fdd0-89bd-4179-bb34-ad77486cdcc7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:46.905615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-53699b09-089c-44a5-84f4-8be589f767be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.915930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:46.918772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:46.922187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:46.922774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:46.930103 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:46.941739 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:46.942589 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:46.953589 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1739e1f2-f8d4-4b5b-b11d-694a6e26545e tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4330807 Sep 15 09:56:46.958188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52400) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:46.964315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=78f63ade-18b0-4fd4-82eb-08b178a89793,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:46.974205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 952d5147-8653-4df3-bd5b-c47409723027 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:56:47.005313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:47.010064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:47.013446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:47.021055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:47.041614 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8414c1bc-9550-443b-8711-dc17396662ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7337983 Sep 15 09:56:47.044233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52404) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:47.052157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'name': 'tempest-NetworksTestDHCPv6-401280602'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:47.054501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-53699b09-089c-44a5-84f4-8be589f767be None None] Calling delete_port for db61fdd0-89bd-4179-bb34-ad77486cdcc7 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:47.062298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-55511415-9849-46bb-8be6-5a7f5fc83558 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet 7af41cef-fa25-45f3-8c22-39a2e1356472 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:56:47.066895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55511415-9849-46bb-8be6-5a7f5fc83558 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.136595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:47.138622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55511415-9849-46bb-8be6-5a7f5fc83558 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.140903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.169761 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:47.303599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55511415-9849-46bb-8be6-5a7f5fc83558 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.321679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-53699b09-089c-44a5-84f4-8be589f767be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.398416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device db61fdd0-89bd-4179-bb34-ad77486cdcc7 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:47.439122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53699b09-089c-44a5-84f4-8be589f767be None None] Pushing event deleted for resources: {'Port': ['ID=db61fdd0-89bd-4179-bb34-ad77486cdcc7,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:47.441164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53699b09-089c-44a5-84f4-8be589f767be None None] No DVR routers for this DVR port db61fdd0-89bd-4179-bb34-ad77486cdcc7 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:56:47.442573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: db61fdd0-89bd-4179-bb34-ad77486cdcc7 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:47.443025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device db61fdd0-89bd-4179-bb34-ad77486cdcc7 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:47.463337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55511415-9849-46bb-8be6-5a7f5fc83558 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.469310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:47.472683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1766e9-620d-4676-ab13-1b3ed90e225d None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:47.490246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:47.498034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:47.510091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:47.521385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55511415-9849-46bb-8be6-5a7f5fc83558 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=7af41cef-fa25-45f3-8c22-39a2e1356472,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:47.523160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-55511415-9849-46bb-8be6-5a7f5fc83558 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.530638 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-55511415-9849-46bb-8be6-5a7f5fc83558 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/7af41cef-fa25-45f3-8c22-39a2e1356472 HTTP/1.1" status: 204 len: 168 time: 0.5711720 Sep 15 09:56:47.534784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52410) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:47.539187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e06c21-2c5c-4fd5-869b-c7430268cbac None None] Network 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:47.539534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d120c02-6a6a-4ea9-9849-64fce4039eb8 req-4817a07a-1ad3-42b0-8e0c-97f56dd246cc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:47.541271 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1d120c02-6a6a-4ea9-9849-64fce4039eb8 req-4817a07a-1ad3-42b0-8e0c-97f56dd246cc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 944 time: 0.2650261 Sep 15 09:56:47.614906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:47.619144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.660975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 9a80e431-aa89-4d5e-a551-c012b69b5cc9 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:56:47.682871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.694680 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:45Z', 'revision_number': 8, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:47.695506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:47.696007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.699021 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:47.708025 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:47.709312 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:47.722677 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1d120c02-6a6a-4ea9-9849-64fce4039eb8 req-9c7e363a-4aa0-4dd0-a8de-1a742a7e9ab9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715357 Sep 15 09:56:47.876210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '78f63ade-18b0-4fd4-82eb-08b178a89793'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:47.877777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.928431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::194 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/78f63ade-18b0-4fd4-82eb-08b178a89793/9a80e431-aa89-4d5e-a551-c012b69b5cc9) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:47.932663 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:47.935783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:47.977633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=21ed9cb3-c9b4-4fe2-8daf-40f17004c301,segment=NetworkSegment(8f2306fc-1497-4124-8fa5-e5d5b5e957ed),segment_id=8f2306fc-1497-4124-8fa5-e5d5b5e957ed)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:47.978028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.003279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] DHCP port deletion for 6d5231cf-d50f-46ea-acfa-d8c05bb317c7 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:48.021847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] Deleting port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:48.022527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.081368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=25b28efd-31ea-4286-a818-07ca62979656,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:48.103091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': '99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '952d5147-8653-4df3-bd5b-c47409723027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:48.103536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: 952d5147-8653-4df3-bd5b-c47409723027, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:56:48.130482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:48.277166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 952d5147-8653-4df3-bd5b-c47409723027 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:56:48.293382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] For port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=21ed9cb3-c9b4-4fe2-8daf-40f17004c301,segment=NetworkSegment(8f2306fc-1497-4124-8fa5-e5d5b5e957ed),segment_id=8f2306fc-1497-4124-8fa5-e5d5b5e957ed)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:48.294222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.310080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.338731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 9a80e431-aa89-4d5e-a551-c012b69b5cc9 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:48.340552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 952d5147-8653-4df3-bd5b-c47409723027) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:48.348515 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:48.349102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.362171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2353e12-3d3c-41a6-bf86-c8be0681cda3 None None] Network 952d5147-8653-4df3-bd5b-c47409723027 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:48.386566 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:45Z', 'revision_number': 8, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:48.392414 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ff742a-aaac-416d-961a-37ebbc22b719 None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:45Z', 'revision_number': 8, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '043bb897-2967-46a7-8815-a25d5036b9de', 'name': '', 'network_id': 'c0d77555-adfc-4888-82e4-1626d7f0bcb0', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:84:52:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:25Z', 'updated_at': '2022-09-15T09:56:35Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '26c277b4-e42b-44a0-961c-16eb2fea8008', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:48.424515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.445170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] Calling delete_port for 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:48.447574 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e018dbfc-6bbb-4658-9282-f90472193837 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5833912 Sep 15 09:56:48.449687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52414) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:48.455244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-158715705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:48.462425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:48.467019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:router and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:48.470299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:48.473836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=21ed9cb3-c9b4-4fe2-8daf-40f17004c301,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:48.477317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No DVR routers for this DVR port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:56:48.483786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:48.492263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.557474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.558696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.594534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:48.596353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=9a80e431-aa89-4d5e-a551-c012b69b5cc9,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:48.602941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:48.606974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:48.615666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.615882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:48.616701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.633088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.651108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5231cf-d50f-46ea-acfa-d8c05bb317c7']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:48.653785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/78f63ade-18b0-4fd4-82eb-08b178a89793/27fec011-68de-4dce-a5cd-09a97d3f3b55) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:48.666128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f2306fc-1497-4124-8fa5-e5d5b5e957ed') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:48.666474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f2306fc-1497-4124-8fa5-e5d5b5e957ed') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:48.679048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:56:48.679327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:56:48.682117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.701951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.708392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:56:48.708833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.780459 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 8f2306fc-1497-4124-8fa5-e5d5b5e957ed resource provider aggregate not found Sep 15 09:56:48.814248 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 8f2306fc-1497-4124-8fa5-e5d5b5e957ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f2306fc-1497-4124-8fa5-e5d5b5e957ed found for delete ", "request_id": "req-32483580-aed8-4895-8ca3-f381d235bc88"}]} Sep 15 09:56:48.879295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-952d5147-8653-4df3-bd5b-c47409723027', 'network_id': '952d5147-8653-4df3-bd5b-c47409723027', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '25b28efd-31ea-4286-a818-07ca62979656'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:48.880158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:48.959454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2cd24-cec4-45bc-b27a-e8c021abd718 req-82384e84-120c-4397-9d03-95b285140560 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:48.961036 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01d2cd24-cec4-45bc-b27a-e8c021abd718 req-82384e84-120c-4397-9d03-95b285140560 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 944 time: 0.0920036 Sep 15 09:56:48.997799 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7859f04b-a655-4318-bb4a-00663fb2c2a1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9499156 Sep 15 09:56:48.998254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52424) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:49.009791 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01d2cd24-cec4-45bc-b27a-e8c021abd718 req-07629ede-d188-4c23-8a41-167e437628be tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427380 Sep 15 09:56:49.023425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.032198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.041926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.053478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=6d5231cf-d50f-46ea-acfa-d8c05bb317c7,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:49.061008 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-feafe40d-f3aa-49aa-8d42-fdcd0dc0f6fa tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/6d5231cf-d50f-46ea-acfa-d8c05bb317c7 HTTP/1.1" status: 204 len: 168 time: 1.5268002 Sep 15 09:56:49.062467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Transition to ACTIVE for port object 27fec011-68de-4dce-a5cd-09a97d3f3b55 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:49.064535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52428) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:49.080424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.095748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Transition to ACTIVE for port object 27fec011-68de-4dce-a5cd-09a97d3f3b55 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:49.098403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e8256af3-5d57-45a3-b5fd-7fd5817685b4 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:49.137964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec9b01b-aa61-4f83-b363-b02b75962951 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:49.138701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dec9b01b-aa61-4f83-b363-b02b75962951 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:49.160915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.164983 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4ce42bd0-4c64-4e2f-80b3-7459c6dc5e54 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7113934 Sep 15 09:56:49.166916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52432) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:49.189194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] Deleting port 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:49.189194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.234317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.244754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dec9b01b-aa61-4f83-b363-b02b75962951 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:49.246234 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dec9b01b-aa61-4f83-b363-b02b75962951 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2469079 Sep 15 09:56:49.288785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:49.302541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52436) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:49.367588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:49.367849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 21ed9cb3-c9b4-4fe2-8daf-40f17004c301 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:49.368231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e9a201b8-72ba-4f54-82b3-e7aaef214e61 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:49.398081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f7c33ab-c2cc-46a4-8442-14e0783aceac None None] The port '21ed9cb3-c9b4-4fe2-8daf-40f17004c301' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:56:49.473264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:49.477890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: e9a201b8-72ba-4f54-82b3-e7aaef214e61 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:49.478236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e9a201b8-72ba-4f54-82b3-e7aaef214e61 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:49.479900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:49.482687 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:49.591192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Allocated IP 2001:db8::2 (952d5147-8653-4df3-bd5b-c47409723027/25b28efd-31ea-4286-a818-07ca62979656/5df8259b-8379-4307-956a-0c4db8065abb) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:49.595471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Pushing event updated for resources: {'Port': ['ID=27fec011-68de-4dce-a5cd-09a97d3f3b55,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:49.651263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Attempting to bind port 27fec011-68de-4dce-a5cd-09a97d3f3b55 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:49.651636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Attempting to bind port 27fec011-68de-4dce-a5cd-09a97d3f3b55 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:49.652003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Attempting to bind port 27fec011-68de-4dce-a5cd-09a97d3f3b55 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:49.652237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.664506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-92f14a39-4292-442c-91c9-2835ab59d3ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 9a80e431-aa89-4d5e-a551-c012b69b5cc9 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:49.665088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92f14a39-4292-442c-91c9-2835ab59d3ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.705385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:49.705701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:49.706088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.706478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:49.706967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Bound port: 27fec011-68de-4dce-a5cd-09a97d3f3b55, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:49.707371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.728674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-54b00d7a-845a-4f17-a3bd-4c66c3636a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.730064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port e8256af3-5d57-45a3-b5fd-7fd5817685b4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:49.748920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port e8256af3-5d57-45a3-b5fd-7fd5817685b4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:49.749732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:49.970607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] For port 27fec011-68de-4dce-a5cd-09a97d3f3b55, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:50.006206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] For port 27fec011-68de-4dce-a5cd-09a97d3f3b55, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=27fec011-68de-4dce-a5cd-09a97d3f3b55,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:50.014577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.044354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.062393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Transition to ACTIVE for port object 5df8259b-8379-4307-956a-0c4db8065abb will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:50.066246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e8256af3-5d57-45a3-b5fd-7fd5817685b4 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:50.066246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.109036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.136765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 043bb897-2967-46a7-8815-a25d5036b9de {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:50.136765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.154911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:56:50.157311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57f0bea-5e4d-4d56-8d44-cadcf3562492" -d '{"events": [{"server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "name": "network-vif-plugged", "status": "completed", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:56:50.193783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Transition to ACTIVE for port object 5df8259b-8379-4307-956a-0c4db8065abb will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:50.203313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e8256af3-5d57-45a3-b5fd-7fd5817685b4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8256af3-5d57-45a3-b5fd-7fd5817685b4,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:50.234660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c04791-87f9-42e5-a9f6-7424a24ce81d None None] Pushing event updated for resources: {'Port': ['ID=27fec011-68de-4dce-a5cd-09a97d3f3b55,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:50.238302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66828bbe-7cb1-428a-a924-307809db268f x-openstack-request-id: req-66828bbe-7cb1-428a-a924-307809db268f {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:56:50.238703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "name": "network-vif-plugged", "status": "completed", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:56:50.239055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66828bbe-7cb1-428a-a924-307809db268f {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:56:50.239398 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66828bbe-7cb1-428a-a924-307809db268f'] response: {'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'code': 200} Sep 15 09:56:50.274964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.312488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.365086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Network 952d5147-8653-4df3-bd5b-c47409723027 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:50.373199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:50.379261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:50.386985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e8256af3-5d57-45a3-b5fd-7fd5817685b4,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:50.393357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 043bb897-2967-46a7-8815-a25d5036b9de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=043bb897-2967-46a7-8815-a25d5036b9de,segment=NetworkSegment(9d893deb-1900-4ea3-8eb2-3843557aa61e),segment_id=9d893deb-1900-4ea3-8eb2-3843557aa61e)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:50.393884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.403848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92f14a39-4292-442c-91c9-2835ab59d3ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.543034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 043bb897-2967-46a7-8815-a25d5036b9de owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:50.571733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-92f14a39-4292-442c-91c9-2835ab59d3ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 9a80e431-aa89-4d5e-a551-c012b69b5cc9 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:50.583832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Attempting to bind port 5df8259b-8379-4307-956a-0c4db8065abb on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:50.584200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Attempting to bind port 5df8259b-8379-4307-956a-0c4db8065abb by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '952d5147-8653-4df3-bd5b-c47409723027'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:50.584560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Attempting to bind port 5df8259b-8379-4307-956a-0c4db8065abb on network 952d5147-8653-4df3-bd5b-c47409723027 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:50.592986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Pushing event updated for resources: {'Port': ['ID=5df8259b-8379-4307-956a-0c4db8065abb,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:50.606781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:50.607148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Checking segment: {'id': '99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '952d5147-8653-4df3-bd5b-c47409723027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:50.607549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.607981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Bound using segment: {'id': '99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '952d5147-8653-4df3-bd5b-c47409723027'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:50.608430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Bound port: 5df8259b-8379-4307-956a-0c4db8065abb, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '952d5147-8653-4df3-bd5b-c47409723027'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:50.609168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.669650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.740706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] For port 5df8259b-8379-4307-956a-0c4db8065abb, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:50.744531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] For port 5df8259b-8379-4307-956a-0c4db8065abb, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5df8259b-8379-4307-956a-0c4db8065abb,segment=NetworkSegment(99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e),segment_id=99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:50.830948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:50.858871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975cbc0-a83d-446f-ae69-f76185410265 req-1b5bc047-0e5d-4285-9bd4-8ef5994774f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:50.860291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2975cbc0-a83d-446f-ae69-f76185410265 req-1b5bc047-0e5d-4285-9bd4-8ef5994774f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 1098 time: 0.1534710 Sep 15 09:56:50.862143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3de868-ab11-4d0a-b086-541f5e99ae54 req-c65465ce-b658-4c66-82a9-1023185748e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:50.869570 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ec3de868-ab11-4d0a-b086-541f5e99ae54 req-c65465ce-b658-4c66-82a9-1023185748e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 945 time: 0.6145766 Sep 15 09:56:50.915383 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2975cbc0-a83d-446f-ae69-f76185410265 req-12fd5ae5-3f98-4c9d-9653-5163c76d354d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Sep 15 09:56:50.922612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062cb126-d820-4b0b-bb94-3623eb58ee86 None None] Pushing event updated for resources: {'Port': ['ID=5df8259b-8379-4307-956a-0c4db8065abb,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:50.984166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.031447 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ec3de868-ab11-4d0a-b086-541f5e99ae54 req-522ed1c5-d0ee-41ee-91cd-f7caf446c0c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609890 Sep 15 09:56:51.040634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=043bb897-2967-46a7-8815-a25d5036b9de,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:51.088641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8::1 (952d5147-8653-4df3-bd5b-c47409723027/25b28efd-31ea-4286-a818-07ca62979656/abcecec7-412c-4d34-b9b2-250ec48bfd91) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:51.102012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92f14a39-4292-442c-91c9-2835ab59d3ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.454916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5df8259b-8379-4307-956a-0c4db8065abb up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:51.503232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.535597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f14a39-4292-442c-91c9-2835ab59d3ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=9a80e431-aa89-4d5e-a551-c012b69b5cc9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:51.569947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-92f14a39-4292-442c-91c9-2835ab59d3ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.597632 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-92f14a39-4292-442c-91c9-2835ab59d3ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/9a80e431-aa89-4d5e-a551-c012b69b5cc9 HTTP/1.1" status: 204 len: 168 time: 2.2916746 Sep 15 09:56:51.604772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52444) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:51.623780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 5df8259b-8379-4307-956a-0c4db8065abb completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:51.633447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 27fec011-68de-4dce-a5cd-09a97d3f3b55 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:51.712835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da2f27c-dfc3-4494-9f6f-0948b952c1d2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:51.714362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da2f27c-dfc3-4494-9f6f-0948b952c1d2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:51.715875 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7da2f27c-dfc3-4494-9f6f-0948b952c1d2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1161485 Sep 15 09:56:51.719353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.722449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52448) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:51.722690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce60c91f-a04c-4d53-bd08-99f2af40895f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.787105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object abcecec7-412c-4d34-b9b2-250ec48bfd91 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:51.811983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c70e20c-9e9d-4961-a39b-406000f32cc1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 78f63ade-18b0-4fd4-82eb-08b178a89793 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:56:51.812764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 27fec011-68de-4dce-a5cd-09a97d3f3b55 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:51.816394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c70e20c-9e9d-4961-a39b-406000f32cc1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.885693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c70e20c-9e9d-4961-a39b-406000f32cc1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.948746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Provisioning for port 27fec011-68de-4dce-a5cd-09a97d3f3b55 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:51.956035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Provisioning complete for port 27fec011-68de-4dce-a5cd-09a97d3f3b55 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:51.956629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:51.963551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:51.990946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c70e20c-9e9d-4961-a39b-406000f32cc1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.051546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.197478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Current status of the port 27fec011-68de-4dce-a5cd-09a97d3f3b55 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:52.197895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.254624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 952d5147-8653-4df3-bd5b-c47409723027 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:52.259756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:52.262602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:52.263137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.283887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=abcecec7-412c-4d34-b9b2-250ec48bfd91,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:52.377646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c70e20c-9e9d-4961-a39b-406000f32cc1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.449057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c70e20c-9e9d-4961-a39b-406000f32cc1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.461385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c70e20c-9e9d-4961-a39b-406000f32cc1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=78f63ade-18b0-4fd4-82eb-08b178a89793,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:52.497170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:52.503385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2c70e20c-9e9d-4961-a39b-406000f32cc1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/78f63ade-18b0-4fd4-82eb-08b178a89793 HTTP/1.1" status: 204 len: 168 time: 0.7798340 Sep 15 09:56:52.512389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52460) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:52.519467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:56:52.520037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:56:52.531235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:52.543091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:52.543812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:52.571740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.595865 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3457ee07-1268-4bf6-a2f6-48e5c4e2db50 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0803556 Sep 15 09:56:52.599877 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-80a62973-b50f-48e2-8a3e-28b049b7617a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5344496 Sep 15 09:56:52.600892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52464) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:52.603809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52466) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:52.610206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:52.619502 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.631444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1fb5e2-32c0-4285-a910-7dd92186da26 None None] Network 952d5147-8653-4df3-bd5b-c47409723027 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:52.641410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ef5f9-7574-4f58-b8ea-fb6017d0e4aa req-844b70f7-6dce-43f1-87aa-7630f00b4a04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:52.643231 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-886ef5f9-7574-4f58-b8ea-fb6017d0e4aa req-844b70f7-6dce-43f1-87aa-7630f00b4a04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 945 time: 0.2686005 Sep 15 09:56:52.719961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35b43d2-7312-4c30-9dd7-de32e4975054 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:52.773840 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-886ef5f9-7574-4f58-b8ea-fb6017d0e4aa req-74b72677-db1d-45e9-b844-406e26dbae53 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800846 Sep 15 09:56:52.776195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:52.780956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:52.784321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:52.791633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:52.851370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a951f2-4a73-42ec-81a4-0903abd4950d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet 26c277b4-e42b-44a0-961c-16eb2fea8008 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:56:52.869223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2a951f2-4a73-42ec-81a4-0903abd4950d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.875238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:52.879895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:52.945086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2a951f2-4a73-42ec-81a4-0903abd4950d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.002092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:53.091301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.150997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2a951f2-4a73-42ec-81a4-0903abd4950d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.195074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.226969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.261860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:53.266191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:53.271187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:53.271994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.287591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=398dcc35-aa2f-4d1d-91cb-088bca96e73f,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:53.288599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Current status of the port 27fec011-68de-4dce-a5cd-09a97d3f3b55 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:53.288990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.293532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.296172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.350800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2a951f2-4a73-42ec-81a4-0903abd4950d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.382029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e3823d2e-3a2e-4c0a-9ff4-dee35cb4d7c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7762966 Sep 15 09:56:53.382938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52472) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:53.388612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'name': 'tempest-NetworksTestDHCPv6-263584558'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:53.471204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] For port 27fec011-68de-4dce-a5cd-09a97d3f3b55, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=27fec011-68de-4dce-a5cd-09a97d3f3b55,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:53.480411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a951f2-4a73-42ec-81a4-0903abd4950d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=26c277b4-e42b-44a0-961c-16eb2fea8008,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:53.498963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2a951f2-4a73-42ec-81a4-0903abd4950d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.503837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=abcecec7-412c-4d34-b9b2-250ec48bfd91,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:53.516874 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b2a951f2-4a73-42ec-81a4-0903abd4950d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/26c277b4-e42b-44a0-961c-16eb2fea8008 HTTP/1.1" status: 204 len: 168 time: 0.8779206 Sep 15 09:56:53.517199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52476) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:53.519556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13802a0f-bc6c-4487-9f8b-0d102849faac None None] Network c0d77555-adfc-4888-82e4-1626d7f0bcb0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:53.566386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 952d5147-8653-4df3-bd5b-c47409723027 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:53.567786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:53.633760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.636161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:53.641405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:53.644964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:53.662158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:53.681919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.683697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:53.695439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 740f00f2-c916-4bcb-917c-3cb103b44119 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:53.696135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.723457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] Deleting port 27fec011-68de-4dce-a5cd-09a97d3f3b55 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:53.723457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.819896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:56:53.825474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:53.890310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port c3096e36-162a-45fb-941a-05cd122bbf02 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:56:53.951300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] Could not find standard attr ID for object 9a80e431-aa89-4d5e-a551-c012b69b5cc9. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:56:53.992239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fe3b8-450a-4911-8bd0-eec0717a1a7b None None] Pushing event updated for resources: {'Port': ['ID=27fec011-68de-4dce-a5cd-09a97d3f3b55,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:54.119587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] Provisioning for port 5df8259b-8379-4307-956a-0c4db8065abb completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:54.145726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] Provisioning complete for port 5df8259b-8379-4307-956a-0c4db8065abb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:54.146123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:54.157769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 740f00f2-c916-4bcb-917c-3cb103b44119, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=740f00f2-c916-4bcb-917c-3cb103b44119,segment=NetworkSegment(9d893deb-1900-4ea3-8eb2-3843557aa61e),segment_id=9d893deb-1900-4ea3-8eb2-3843557aa61e)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:54.158103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:54.164441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c858c3-97f7-4697-b84d-28834dd17c9f req-31a085cf-d298-4278-bb8b-e6ae79d3dba3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:54.165896 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33c858c3-97f7-4697-b84d-28834dd17c9f req-31a085cf-d298-4278-bb8b-e6ae79d3dba3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 945 time: 0.2397614 Sep 15 09:56:54.212361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:50Z', 'revision_number': 9, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:54.215985 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33c858c3-97f7-4697-b84d-28834dd17c9f req-44fd2c23-d1d4-446f-bb23-dbf82c805bcc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432284 Sep 15 09:56:54.260319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] For port 27fec011-68de-4dce-a5cd-09a97d3f3b55, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=27fec011-68de-4dce-a5cd-09a97d3f3b55,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:54.260724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:54.264226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router 0db2f43f-0280-4b4d-8c86-98b441b5662f is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:56:54.273958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:56:54.368822 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 740f00f2-c916-4bcb-917c-3cb103b44119 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:54.543374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] Calling delete_port for 27fec011-68de-4dce-a5cd-09a97d3f3b55 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:54.569642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:56:54.578715 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bab2aaa5-3d5a-449b-8f57-e3a2405f360d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/0db2f43f-0280-4b4d-8c86-98b441b5662f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4115014 Sep 15 09:56:54.581593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52484) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:54.583964 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e0441-0cfa-4e86-b964-a191098a7871 None None] Sync routers for ids ['0db2f43f-0280-4b4d-8c86-98b441b5662f'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:56:54.586826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:54.587680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3309daaf-0cf4-4245-9da8-14caec34af62 None None] DHCP port deletion for c0d77555-adfc-4888-82e4-1626d7f0bcb0 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:54.596865 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e0441-0cfa-4e86-b964-a191098a7871 None None] Routers {'0db2f43f-0280-4b4d-8c86-98b441b5662f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:54.597945 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-6d4e0441-0cfa-4e86-b964-a191098a7871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0db2f43f-0280-4b4d-8c86-98b441b5662f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:54.606433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3309daaf-0cf4-4245-9da8-14caec34af62 None None] Deleting port 740f00f2-c916-4bcb-917c-3cb103b44119 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:54.606809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3309daaf-0cf4-4245-9da8-14caec34af62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:54.650693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:54.651336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:54.699290 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-6d4e0441-0cfa-4e86-b964-a191098a7871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:54.709290 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4e0441-0cfa-4e86-b964-a191098a7871 None None] Routers {'0db2f43f-0280-4b4d-8c86-98b441b5662f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:56:54.710255 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-6d4e0441-0cfa-4e86-b964-a191098a7871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0db2f43f-0280-4b4d-8c86-98b441b5662f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:54.719528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a04b551-2770-4ca5-8edf-1a1ee044c5cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:54.720695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6a04b551-2770-4ca5-8edf-1a1ee044c5cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:54.752313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::18a (9ae5be1d-5fac-495e-970c-08a3e7a6333d/398dcc35-aa2f-4d1d-91cb-088bca96e73f/c3096e36-162a-45fb-941a-05cd122bbf02) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:54.804564 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-6d4e0441-0cfa-4e86-b964-a191098a7871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:54.805274 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4e0441-0cfa-4e86-b964-a191098a7871 None None] The sync data for ids ['0db2f43f-0280-4b4d-8c86-98b441b5662f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:54.821762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:54.840080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6a04b551-2770-4ca5-8edf-1a1ee044c5cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:54.841528 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6a04b551-2770-4ca5-8edf-1a1ee044c5cf tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports/abcecec7-412c-4d34-b9b2-250ec48bfd91 HTTP/1.1" status: 200 len: 911 time: 0.2583737 Sep 15 09:56:54.845703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52488) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:54.851965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6480d410-e1c1-4edb-b21a-1ec72293c449 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25b28efd-31ea-4286-a818-07ca62979656'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:54.891673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c60e9-51f8-4a4e-885e-80ae834883f1 req-89ccb263-ba1c-4485-bc45-27e42e2a2aa8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:54.893179 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ae5c60e9-51f8-4a4e-885e-80ae834883f1 req-89ccb263-ba1c-4485-bc45-27e42e2a2aa8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 945 time: 0.2641668 Sep 15 09:56:54.893974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=740f00f2-c916-4bcb-917c-3cb103b44119,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:54.895953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No DVR routers for this DVR port 740f00f2-c916-4bcb-917c-3cb103b44119 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:56:54.973336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3309daaf-0cf4-4245-9da8-14caec34af62 None None] The port '740f00f2-c916-4bcb-917c-3cb103b44119' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:56:54.988743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:56:55.070910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] Current status of the port 5df8259b-8379-4307-956a-0c4db8065abb is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:55.071199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.133314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6480d410-e1c1-4edb-b21a-1ec72293c449 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.153355 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ae5c60e9-51f8-4a4e-885e-80ae834883f1 req-424767dd-dc4b-48b7-af1f-21bbab2f7d69 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2227800 Sep 15 09:56:55.155209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.211883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52494) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:55.228072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d77555-adfc-4888-82e4-1626d7f0bcb0']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:55.250907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d893deb-1900-4ea3-8eb2-3843557aa61e') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:55.251129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d893deb-1900-4ea3-8eb2-3843557aa61e') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:55.279269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.294281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.310285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.319698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 740f00f2-c916-4bcb-917c-3cb103b44119 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:55.321475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object c3096e36-162a-45fb-941a-05cd122bbf02 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:55.322773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:56:55.323224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.363384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.418275 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 9d893deb-1900-4ea3-8eb2-3843557aa61e resource provider aggregate not found Sep 15 09:56:55.420032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 740f00f2-c916-4bcb-917c-3cb103b44119 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:55.420507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 740f00f2-c916-4bcb-917c-3cb103b44119 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:55.420934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 27fec011-68de-4dce-a5cd-09a97d3f3b55 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:55.449476 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 9d893deb-1900-4ea3-8eb2-3843557aa61e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d893deb-1900-4ea3-8eb2-3843557aa61e found for delete ", "request_id": "req-a4ab74e4-ff23-45c9-99a0-8529608992c2"}]} Sep 15 09:56:55.468737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] Pushing event deleted for resources: {'Port': ['ID=27fec011-68de-4dce-a5cd-09a97d3f3b55,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:55.477158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] For port 5df8259b-8379-4307-956a-0c4db8065abb, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5df8259b-8379-4307-956a-0c4db8065abb,segment=NetworkSegment(99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e),segment_id=99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:55.479846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 27fec011-68de-4dce-a5cd-09a97d3f3b55 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:55.480185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 27fec011-68de-4dce-a5cd-09a97d3f3b55 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:55.486967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe93f5-d857-436b-839d-1b24f0bd8304 None None] No DVR routers for this DVR port 27fec011-68de-4dce-a5cd-09a97d3f3b55 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:56:55.491781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.497224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.520869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4382e47f-c9a9-48ed-88a0-43ed20e27f37 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:55.535119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=c0d77555-adfc-4888-82e4-1626d7f0bcb0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:55.537104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8abc0-516d-4536-bae9-2df0c953cce6 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:55.538634 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a5e8abc0-516d-4536-bae9-2df0c953cce6 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 1093 time: 0.3209336 Sep 15 09:56:55.542357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52502) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:55.543690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.549925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:56:55.586192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:56:55.591841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.595069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:56:55.604399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:56:55.613565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:55.614319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:56:55.625912 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9fd1fe29-081c-4295-96df-19aac7ff8fd3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/c0d77555-adfc-4888-82e4-1626d7f0bcb0 HTTP/1.1" status: 204 len: 168 time: 2.1043911 Sep 15 09:56:55.625912 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:55.633498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:55.633498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:55.633498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.637280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52506) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:55.670697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:50Z', 'revision_number': 9, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:56:55.689533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ca2d31-71cd-463c-90bc-ae348fc5ba82 None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:50Z', 'revision_number': 9, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '8756f7ab-5ea3-49cd-8063-fead656f330b', 'name': '', 'network_id': '2abb7b69-624e-48e0-a91e-32a8007b2f5d', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:2d:d4:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1050, 'fixed_ips': [{'subnet_id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:25Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': 'f1ace8c7-dc1b-463f-8b3e-1559273246ce', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:56:55.726606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07539f6a-aca4-423e-872a-f8411d0e6bd8 None None] Pushing event updated for resources: {'Port': ['ID=5df8259b-8379-4307-956a-0c4db8065abb,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:55.744410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.819436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=c3096e36-162a-45fb-941a-05cd122bbf02,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:55.845133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7357cac1-6a37-46a7-92e0-17395c2d2070 None None] Provisioning for port abcecec7-412c-4d34-b9b2-250ec48bfd91 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:55.852655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7357cac1-6a37-46a7-92e0-17395c2d2070 None None] Provisioning complete for port abcecec7-412c-4d34-b9b2-250ec48bfd91 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:55.853054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7357cac1-6a37-46a7-92e0-17395c2d2070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.915874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7357cac1-6a37-46a7-92e0-17395c2d2070 None None] Port abcecec7-412c-4d34-b9b2-250ec48bfd91 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:56:55.923935 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b160ee3a-9323-4db4-97ba-1ef8cfe04c18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5374699 Sep 15 09:56:55.934484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7357cac1-6a37-46a7-92e0-17395c2d2070 None None] Provisioning complete for port 5df8259b-8379-4307-956a-0c4db8065abb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:55.934858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7357cac1-6a37-46a7-92e0-17395c2d2070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:55.945374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52510) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:55.965859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '398dcc35-aa2f-4d1d-91cb-088bca96e73f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:56:55.966544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.090881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6480d410-e1c1-4edb-b21a-1ec72293c449 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.125181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce156538-9aa6-41be-a152-356cba9475d8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:56.126215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ce156538-9aa6-41be-a152-356cba9475d8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:56.157592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.208588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6480d410-e1c1-4edb-b21a-1ec72293c449 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.214647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6480d410-e1c1-4edb-b21a-1ec72293c449 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:56.215678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6480d410-e1c1-4edb-b21a-1ec72293c449 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.219525 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6480d410-e1c1-4edb-b21a-1ec72293c449 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/ports/abcecec7-412c-4d34-b9b2-250ec48bfd91 HTTP/1.1" status: 200 len: 911 time: 1.3696504 Sep 15 09:56:56.227820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52514) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:56.233946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7357cac1-6a37-46a7-92e0-17395c2d2070 None None] Current status of the port 5df8259b-8379-4307-956a-0c4db8065abb is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:56.273326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ce156538-9aa6-41be-a152-356cba9475d8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:56.274807 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ce156538-9aa6-41be-a152-356cba9475d8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3281357 Sep 15 09:56:56.284381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52518) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:56.362215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480d410-e1c1-4edb-b21a-1ec72293c449 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=abcecec7-412c-4d34-b9b2-250ec48bfd91,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:56.375071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/398dcc35-aa2f-4d1d-91cb-088bca96e73f/192fb4fb-8388-4444-b725-fa3c4bbbe089) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:56.424748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-db9c4f49-dddf-4791-abd9-3adebc90c5d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port c3096e36-162a-45fb-941a-05cd122bbf02 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:56.425138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db9c4f49-dddf-4791-abd9-3adebc90c5d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.491580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.175 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/8ba80881-ff67-4ebe-bdc5-797c010ac77d) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:56:56.598060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.609415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Transition to ACTIVE for port object 192fb4fb-8388-4444-b725-fa3c4bbbe089 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:56.625367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.629497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Transition to ACTIVE for port object 192fb4fb-8388-4444-b725-fa3c4bbbe089 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:56:56.696933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.768466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:56.771345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:56.775268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:56.784900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Pushing event updated for resources: {'Port': ['ID=192fb4fb-8388-4444-b725-fa3c4bbbe089,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:56.813137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.816274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db9c4f49-dddf-4791-abd9-3adebc90c5d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.890240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Attempting to bind port 192fb4fb-8388-4444-b725-fa3c4bbbe089 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:56:56.890510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Attempting to bind port 192fb4fb-8388-4444-b725-fa3c4bbbe089 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:56:56.891529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Attempting to bind port 192fb4fb-8388-4444-b725-fa3c4bbbe089 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:56:56.896884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:56:56.897243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:56:56.897631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.898702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:56:56.899196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Bound port: 192fb4fb-8388-4444-b725-fa3c4bbbe089, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:56:56.899568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:56.945093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-db9c4f49-dddf-4791-abd9-3adebc90c5d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for c3096e36-162a-45fb-941a-05cd122bbf02 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:56.989229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] For port 192fb4fb-8388-4444-b725-fa3c4bbbe089, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:56:56.993021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] For port 192fb4fb-8388-4444-b725-fa3c4bbbe089, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=192fb4fb-8388-4444-b725-fa3c4bbbe089,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:56:57.069575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:57.114104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:57.149348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b86316d-dacd-4cc7-befd-ab5595f63d8d None None] Pushing event updated for resources: {'Port': ['ID=192fb4fb-8388-4444-b725-fa3c4bbbe089,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:57.189204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=8ba80881-ff67-4ebe-bdc5-797c010ac77d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:57.193312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db9c4f49-dddf-4791-abd9-3adebc90c5d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:57.202770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 8756f7ab-5ea3-49cd-8063-fead656f330b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:57.203116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:57.253329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5df8259b-8379-4307-956a-0c4db8065abb up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:56:57.256113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:56:57.257112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c4f49-dddf-4791-abd9-3adebc90c5d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=c3096e36-162a-45fb-941a-05cd122bbf02,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:57.259495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:56:57.262378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:56:57.358598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:57.360498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5df8259b-8379-4307-956a-0c4db8065abb triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:56:57.361039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:57.379134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db9c4f49-dddf-4791-abd9-3adebc90c5d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:57.406870 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-db9c4f49-dddf-4791-abd9-3adebc90c5d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/c3096e36-162a-45fb-941a-05cd122bbf02 HTTP/1.1" status: 204 len: 168 time: 1.1180062 Sep 15 09:56:57.407285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52522) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:57.532142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5df8259b-8379-4307-956a-0c4db8065abb is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:57.541128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 043bb897-2967-46a7-8815-a25d5036b9de no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:57.582724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 043bb897-2967-46a7-8815-a25d5036b9de {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:56:57.583061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 043bb897-2967-46a7-8815-a25d5036b9de not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:56:57.705582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 8756f7ab-5ea3-49cd-8063-fead656f330b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8756f7ab-5ea3-49cd-8063-fead656f330b,segment=NetworkSegment(661fd71a-f7d2-48a5-a70a-b73fdf145e3b),segment_id=661fd71a-f7d2-48a5-a70a-b73fdf145e3b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:57.706202 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:57.821848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7a6783-1797-4784-8047-37eb40e83079 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:57.823465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7a6783-1797-4784-8047-37eb40e83079 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:57.824252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ae7a6783-1797-4784-8047-37eb40e83079 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:57.975057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 8756f7ab-5ea3-49cd-8063-fead656f330b owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:58.013011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ae7a6783-1797-4784-8047-37eb40e83079 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:58.017505 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ae7a6783-1797-4784-8047-37eb40e83079 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4676805 Sep 15 09:56:58.018243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52526) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:58.056893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.103685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d90906a-3a04-4426-a392-8d899669e97c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 398dcc35-aa2f-4d1d-91cb-088bca96e73f {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:56:58.106845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d90906a-3a04-4426-a392-8d899669e97c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.139598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port abcecec7-412c-4d34-b9b2-250ec48bfd91 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:58.139944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.210406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d90906a-3a04-4426-a392-8d899669e97c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.258693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.397961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.502207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d90906a-3a04-4426-a392-8d899669e97c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.533436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for abcecec7-412c-4d34-b9b2-250ec48bfd91 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:58.565983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-75e3f525-ef9c-4042-ab8a-e912ef2527e6 None None] Provisioning for port 192fb4fb-8388-4444-b725-fa3c4bbbe089 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:56:58.574167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-75e3f525-ef9c-4042-ab8a-e912ef2527e6 None None] Could not find standard attr ID for object c3096e36-162a-45fb-941a-05cd122bbf02. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:56:58.589437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.624695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.651801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=8756f7ab-5ea3-49cd-8063-fead656f330b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:58.668936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.688322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-047d4a96-e887-4076-894d-e2d8084410c4 None None] Could not find standard attr ID for object c3096e36-162a-45fb-941a-05cd122bbf02. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:56:58.699811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52532) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:58.733083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d90906a-3a04-4426-a392-8d899669e97c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.828414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d90906a-3a04-4426-a392-8d899669e97c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.831834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d90906a-3a04-4426-a392-8d899669e97c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=398dcc35-aa2f-4d1d-91cb-088bca96e73f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:58.871541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=8ba80881-ff67-4ebe-bdc5-797c010ac77d,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:58.883279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:58.919527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda706c-9875-4706-9fd5-39f4069c19b3 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:56:58.950489 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0d90906a-3a04-4426-a392-8d899669e97c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/398dcc35-aa2f-4d1d-91cb-088bca96e73f HTTP/1.1" status: 204 len: 168 time: 0.9315505 Sep 15 09:56:58.959154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52536) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:59.049174 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-121eaf6d-3952-4333-8841-03323d506d6f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833178 Sep 15 09:56:59.049380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52540) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:59.217235 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 4c95e1cd-836b-467d-8b76-b4fcbe6518b5 associated. External IP: 172.26.7.175, port: e8256af3-5d57-45a3-b5fd-7fd5817685b4. Sep 15 09:56:59.218945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Deleting port 0212ec05-6ccd-4163-989a-69dc52a3f479 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:59.219425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:59.247417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:56:59.254481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:59.255085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] Deleting port 192fb4fb-8388-4444-b725-fa3c4bbbe089 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:56:59.255623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:59.325583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f926e11-8caf-4a38-98bb-6cb1f017620d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:59.326311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6f926e11-8caf-4a38-98bb-6cb1f017620d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:59.347860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 192fb4fb-8388-4444-b725-fa3c4bbbe089 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:56:59.581327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] For port 192fb4fb-8388-4444-b725-fa3c4bbbe089, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=192fb4fb-8388-4444-b725-fa3c4bbbe089,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:56:59.582130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:59.613114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6f926e11-8caf-4a38-98bb-6cb1f017620d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:59.617514 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6f926e11-8caf-4a38-98bb-6cb1f017620d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5641129 Sep 15 09:56:59.622894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52544) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:59.626145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:59.687609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 192fb4fb-8388-4444-b725-fa3c4bbbe089 is: DOWN; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:56:59.694069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=abcecec7-412c-4d34-b9b2-250ec48bfd91,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:56:59.769472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] Calling delete_port for 192fb4fb-8388-4444-b725-fa3c4bbbe089 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:56:59.779064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf351774-083b-4f88-b517-9282e4292cd8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:56:59.780354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bf351774-083b-4f88-b517-9282e4292cd8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:56:59.816576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:56:59.881519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bf351774-083b-4f88-b517-9282e4292cd8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:56:59.885379 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bf351774-083b-4f88-b517-9282e4292cd8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2588859 Sep 15 09:56:59.892322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52548) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:59.960262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:56:59.979566 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d763a57a-932f-4d13-a663-22f1144f74e3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824409 Sep 15 09:56:59.983647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52552) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:56:59.991580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:00.014352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] Pushing event deleted for resources: {'Port': ['ID=192fb4fb-8388-4444-b725-fa3c4bbbe089,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:00.017902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8479249-57c6-4f29-b7bf-4e147d0d14eb None None] No DVR routers for this DVR port 192fb4fb-8388-4444-b725-fa3c4bbbe089 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:00.033140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:00.033425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:00.047958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:00.182036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:00.183608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Calling delete_port for 0212ec05-6ccd-4163-989a-69dc52a3f479 owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:00.190180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:00.193377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] Sync routers for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:00.203978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:00.204771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:00.212488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:00.304522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:00.367069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-134b6d60-1252-41a0-a748-7789c4ab075a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8204336 Sep 15 09:57:00.367069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:57:00.367069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf235053-c1b2-4afe-aa68-d054514d1ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:57:00.367938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52556) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:00.390128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:00.395237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:00.405150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:00.424907 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19c167d-66f8-4cc6-911b-f33307c2ee77 x-openstack-request-id: req-a19c167d-66f8-4cc6-911b-f33307c2ee77 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:57:00.425263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:57:00.425739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a19c167d-66f8-4cc6-911b-f33307c2ee77 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:57:00.426234 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19c167d-66f8-4cc6-911b-f33307c2ee77'] response: {'name': 'network-changed', 'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'status': 'completed', 'code': 200} Sep 15 09:57:00.454739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:00.703429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:00.763438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:00.765100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:00.769407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:00.770085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:00.777723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94392e18-3b4c-4656-b4bb-2ef467128036 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:00.793486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:00.800842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4c95e1cd-836b-467d-8b76-b4fcbe6518b5', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'port_id': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'mac_address': 'fa:16:3e:b4:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3387588-c0fb-46db-85de-05aaab469065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:56:57Z', 'updated_at': '2022-09-15T09:56:57Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:30Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:00.859676 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9520d195-c7f5-4d93-a7f9-85de5bf0f218 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8723021 Sep 15 09:57:00.860310 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] Checking router: 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:00.860745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52562) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:00.867605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': '82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d', 'ip_address': '2001:db8::8e9c:bb7e:f6c5:c17f'}], 'name': 'tempest-NetworksTestDHCPv6-1537916223'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:00.877686 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8d6265e8-bad5-4e6f-9b2b-a76654d89ebe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4c95e1cd-836b-467d-8b76-b4fcbe6518b5 HTTP/1.1" status: 200 len: 991 time: 0.5036683 Sep 15 09:57:00.879004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:00.879623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:00.977888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router 0db2f43f-0280-4b4d-8c86-98b441b5662f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:01.021579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:01.033855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:01.100521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:01.102778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:01.113943 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:01.126437 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:01.127441 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:01.133630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:01.205917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:01.217998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-cff003f7-4645-4e71-a77c-421f33bffff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:01.219474 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-cff003f7-4645-4e71-a77c-421f33bffff0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 1098 time: 0.5591600 Sep 15 09:57:01.254407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:01.254621 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-49b413a9-4ea7-4957-995e-63ec0b76720b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6095655 Sep 15 09:57:01.259922 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e61203e6-7c2e-44e4-a0c9-9671d76e9c7b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/0db2f43f-0280-4b4d-8c86-98b441b5662f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0229790 Sep 15 09:57:01.264032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52566) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:01.264738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52568) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:01.347889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:01.386746 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:01.387933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fcaef60-e92c-45ed-9d4f-c7da611c8d53 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet f1ace8c7-dc1b-463f-8b3e-1559273246ce {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:01.399250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef60-e92c-45ed-9d4f-c7da611c8d53 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:01.415659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event deleted for resources: {'Port': ['ID=0212ec05-6ccd-4163-989a-69dc52a3f479,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:01.429569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28054576-64e1-4b84-8319-998ce7789b65 None None] Sync routers for ids ['0db2f43f-0280-4b4d-8c86-98b441b5662f'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:01.436625 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0ea88e11-f59b-41b1-81bf-cc260703c8de tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=0db2f43f-0280-4b4d-8c86-98b441b5662f HTTP/1.1" status: 200 len: 205 time: 0.1689048 Sep 15 09:57:01.444369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52574) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:01.500444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28054576-64e1-4b84-8319-998ce7789b65 None None] Routers {'0db2f43f-0280-4b4d-8c86-98b441b5662f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:01.502146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-28054576-64e1-4b84-8319-998ce7789b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0db2f43f-0280-4b4d-8c86-98b441b5662f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:01.519466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-c9452d9c-bfc6-4c54-a1ac-34f74c75188e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:01.521245 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-c9452d9c-bfc6-4c54-a1ac-34f74c75188e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0433dd76-611b-4144-bd85-47ad95ca14a7 HTTP/1.1" status: 200 len: 898 time: 0.2923024 Sep 15 09:57:01.583306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-28054576-64e1-4b84-8319-998ce7789b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:01.619837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:01.619837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:01.658490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:01.658830 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Floating IP f0aed804-c2f1-4d91-9a3a-22dee2d296b3 disassociated (deleted). External IP: 172.26.7.186, port: 91bca1e4-c308-4195-808b-b8636fb9278b. Sep 15 09:57:01.672908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port e347a7a3-3750-44d4-a75f-a11fcc0b2085 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:57:01.715501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28054576-64e1-4b84-8319-998ce7789b65 None None] Routers {'0db2f43f-0280-4b4d-8c86-98b441b5662f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:01.718425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-28054576-64e1-4b84-8319-998ce7789b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['0db2f43f-0280-4b4d-8c86-98b441b5662f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:01.741028 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-00755227-0795-4ae9-bbdd-931947b984e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8256af3-5d57-45a3-b5fd-7fd5817685b4 HTTP/1.1" status: 200 len: 999 time: 0.2099018 Sep 15 09:57:01.810629 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:58Z', 'revision_number': 10, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:01.813985 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef60-e92c-45ed-9d4f-c7da611c8d53 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:01.817397 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:01.831920 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:01.833201 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:01.851595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0af7b2e-7909-49a2-a83c-7d621e5025cb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:01.863122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-28054576-64e1-4b84-8319-998ce7789b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:01.864117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28054576-64e1-4b84-8319-998ce7789b65 None None] The sync data for ids ['0db2f43f-0280-4b4d-8c86-98b441b5662f'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:01.888102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52578) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:02.021640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-9e8e7bf9-c053-4a15-9c6a-6be78450a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:02.023249 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-9e8e7bf9-c053-4a15-9c6a-6be78450a5c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad18d815-13d4-4153-ae48-1ea81676f39c HTTP/1.1" status: 200 len: 834 time: 0.2670093 Sep 15 09:57:02.105950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d/3e02c4c5-7935-47d8-8deb-dc4d794ea179) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:02.133502 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:02.153390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4c95e1cd-836b-467d-8b76-b4fcbe6518b5', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'port_id': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'mac_address': 'fa:16:3e:b4:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3387588-c0fb-46db-85de-05aaab469065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:56:57Z', 'updated_at': '2022-09-15T09:56:57Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:30Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:02.299908 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4c065022-adb4-4763-baf3-7652f1b4bfd2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4c95e1cd-836b-467d-8b76-b4fcbe6518b5 HTTP/1.1" status: 200 len: 991 time: 0.4080453 Sep 15 09:57:02.314687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0af7b2e-7909-49a2-a83c-7d621e5025cb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.317732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0af7b2e-7909-49a2-a83c-7d621e5025cb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.339801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef60-e92c-45ed-9d4f-c7da611c8d53 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.400468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e454e45-8650-42d0-bf41-7eebbf00e5b4 None None] The sync data for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv is: [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4c95e1cd-836b-467d-8b76-b4fcbe6518b5', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.175', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'port_id': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'mac_address': 'fa:16:3e:b4:d8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3387588-c0fb-46db-85de-05aaab469065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:56:57Z', 'updated_at': '2022-09-15T09:56:57Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:30Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:02.424686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.474553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0af7b2e-7909-49a2-a83c-7d621e5025cb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.475192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0af7b2e-7909-49a2-a83c-7d621e5025cb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Fanout notify agent at l3_agent the message router_deleted on router 0db2f43f-0280-4b4d-8c86-98b441b5662f {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:57:02.501052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-86860b5b-4e63-4ad2-9425-2e090012411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:02.503407 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-86860b5b-4e63-4ad2-9425-2e090012411c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0433dd76-611b-4144-bd85-47ad95ca14a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4691169 Sep 15 09:57:02.505100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f0af7b2e-7909-49a2-a83c-7d621e5025cb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.506416 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f0af7b2e-7909-49a2-a83c-7d621e5025cb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/0db2f43f-0280-4b4d-8c86-98b441b5662f HTTP/1.1" status: 204 len: 168 time: 1.0608566 Sep 15 09:57:02.508651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Transition to ACTIVE for port object 3e02c4c5-7935-47d8-8deb-dc4d794ea179 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:02.509041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef60-e92c-45ed-9d4f-c7da611c8d53 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.514479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52582) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:02.538396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Transition to ACTIVE for port object 3e02c4c5-7935-47d8-8deb-dc4d794ea179 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:02.601721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcaef60-e92c-45ed-9d4f-c7da611c8d53 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=f1ace8c7-dc1b-463f-8b3e-1559273246ce,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:02.611754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.611979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2fcaef60-e92c-45ed-9d4f-c7da611c8d53 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.616449 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2fcaef60-e92c-45ed-9d4f-c7da611c8d53 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/f1ace8c7-dc1b-463f-8b3e-1559273246ce HTTP/1.1" status: 204 len: 168 time: 1.3483298 Sep 15 09:57:02.618371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52586) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:02.680223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e543414-b09d-4e2e-8f10-e4c9b8badd07 None None] Network 2abb7b69-624e-48e0-a91e-32a8007b2f5d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:02.708848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb991ee-c01a-4612-bcbd-7fd93c5e3c73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 25b28efd-31ea-4286-a818-07ca62979656 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:02.714480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6fb991ee-c01a-4612-bcbd-7fd93c5e3c73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.722062 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:58Z', 'revision_number': 10, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:02.727678 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4678dd-982a-4386-b3c3-7809677563d2 None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:56:58Z', 'revision_number': 10, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None, '_interfaces': [{'id': '9fd67dcd-1c15-4752-b998-917832715588', 'name': '', 'network_id': '3b1c32e2-c29d-4362-91dd-1bbf26f77685', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'mac_address': 'fa:16:3e:7a:d9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:19Z', 'revision_number': 5, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'subnets': [{'id': '6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:02.760467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Router f4ce073a-650e-407b-8bf7-d4a28d814494 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:02.777694 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb5d228-d11b-44e1-9481-f60e479266d4 None None] New status for floating IP 4c95e1cd-836b-467d-8b76-b4fcbe6518b5: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:57:02.798746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6fb991ee-c01a-4612-bcbd-7fd93c5e3c73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.821463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:02.828906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:02.842343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:02.844766 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Pushing event updated for resources: {'Port': ['ID=3e02c4c5-7935-47d8-8deb-dc4d794ea179,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:02.880850 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-938006b3-5d32-44e4-ba48-7e473c21047d service neutron] 10.222.0.16 "GET /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672371 Sep 15 09:57:02.885608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:02.889081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::8e9c:bb7e:f6c5:c17f (9ae5be1d-5fac-495e-970c-08a3e7a6333d/82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d/e347a7a3-3750-44d4-a75f-a11fcc0b2085) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:02.911959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6fb991ee-c01a-4612-bcbd-7fd93c5e3c73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.026064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:03.026424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.049271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Attempting to bind port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:03.049271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Attempting to bind port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:03.049271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Attempting to bind port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:03.058211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:03.058830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:03.059396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.059939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:03.060618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Bound port: 3e02c4c5-7935-47d8-8deb-dc4d794ea179, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:03.061395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.146010 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf235053-c1b2-4afe-aa68-d054514d1ab8 req-ccc995ce-dbf9-454f-88b1-69aab91be873 service neutron] 10.222.0.16 "GET /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554092 Sep 15 09:57:03.161689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] For port 3e02c4c5-7935-47d8-8deb-dc4d794ea179, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:03.165318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] For port 3e02c4c5-7935-47d8-8deb-dc4d794ea179, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3e02c4c5-7935-47d8-8deb-dc4d794ea179,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:03.195152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8756f7ab-5ea3-49cd-8063-fead656f330b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:03.250712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 8756f7ab-5ea3-49cd-8063-fead656f330b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:03.251055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8756f7ab-5ea3-49cd-8063-fead656f330b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:03.265353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.278456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] DHCP port deletion for 2abb7b69-624e-48e0-a91e-32a8007b2f5d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:03.284389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] Deleting port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:03.284770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.293137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6fb991ee-c01a-4612-bcbd-7fd93c5e3c73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.306977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52590) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:03.338395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.395351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6fb991ee-c01a-4612-bcbd-7fd93c5e3c73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.400831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object e347a7a3-3750-44d4-a75f-a11fcc0b2085 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:03.402351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb991ee-c01a-4612-bcbd-7fd93c5e3c73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=25b28efd-31ea-4286-a818-07ca62979656,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:03.411857 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6fb991ee-c01a-4612-bcbd-7fd93c5e3c73 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/25b28efd-31ea-4286-a818-07ca62979656 HTTP/1.1" status: 204 len: 168 time: 0.8580844 Sep 15 09:57:03.416873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453f026a-87f0-4a57-8fd9-338facc3af56 None None] Network 952d5147-8653-4df3-bd5b-c47409723027 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:03.417018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52594) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:03.419028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:03.430385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.479986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] Sync routers for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:03.510827 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e9783595-8232-48e9-93a5-f042652a7ac3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4c95e1cd-836b-467d-8b76-b4fcbe6518b5 HTTP/1.1" status: 200 len: 993 time: 0.2005525 Sep 15 09:57:03.623866 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-754be7e4-0d21-49eb-b609-68fead45b34e tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "DELETE /v2.0/floatingips/f0aed804-c2f1-4d91-9a3a-22dee2d296b3 HTTP/1.1" status: 204 len: 168 time: 4.9220462 Sep 15 09:57:03.627058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:57:03.629021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:57:03.637016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0,segment=NetworkSegment(661fd71a-f7d2-48a5-a70a-b73fdf145e3b),segment_id=661fd71a-f7d2-48a5-a70a-b73fdf145e3b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:03.637396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.681169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:03.681811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:03.756889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.779574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 5df8259b-8379-4307-956a-0c4db8065abb {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:03.780133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641efcff-6da0-4687-8a32-2d5f30b2ca66 x-openstack-request-id: req-641efcff-6da0-4687-8a32-2d5f30b2ca66 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:57:03.780406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.780982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:57:03.781417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-641efcff-6da0-4687-8a32-2d5f30b2ca66 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:57:03.782206 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-641efcff-6da0-4687-8a32-2d5f30b2ca66'] response: {'name': 'network-changed', 'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b', 'status': 'completed', 'code': 200} Sep 15 09:57:03.838479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:03.915352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:03.949146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:03.956056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:03.959739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:03.965929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:03.966802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.012837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50a4fee-6738-4da6-8caa-206a67f68882 None None] Pushing event updated for resources: {'Port': ['ID=3e02c4c5-7935-47d8-8deb-dc4d794ea179,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:04.037533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=e347a7a3-3750-44d4-a75f-a11fcc0b2085,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:04.145525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] For port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0,segment=NetworkSegment(661fd71a-f7d2-48a5-a70a-b73fdf145e3b),segment_id=661fd71a-f7d2-48a5-a70a-b73fdf145e3b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:04.146133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.163670 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-72254026-3fde-47b0-ac52-e03d71fffb78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3018236 Sep 15 09:57:04.176947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52602) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:04.205962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-41164aaf-ff4c-48cd-ad6c-2ec4d2989467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:04.207446 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-41164aaf-ff4c-48cd-ad6c-2ec4d2989467 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bfd50a27c7b140bfb2c562b9f5d40942&device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 1098 time: 0.3386307 Sep 15 09:57:04.270712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 5df8259b-8379-4307-956a-0c4db8065abb, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5df8259b-8379-4307-956a-0c4db8065abb,segment=NetworkSegment(99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e),segment_id=99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:04.271088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.307343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.330590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] Calling delete_port for ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:04.380448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No DVR routers for this DVR port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:04.389521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:04.426332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:04.478217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 5df8259b-8379-4307-956a-0c4db8065abb owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:04.579051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.590938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-ce1cb67b-777e-48a2-b50b-eb1b2e490f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:04.592490 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-ce1cb67b-777e-48a2-b50b-eb1b2e490f2d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 HTTP/1.1" status: 200 len: 897 time: 0.3785017 Sep 15 09:57:04.652386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ad1161-7f70-4033-b644-adae1e07f913 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:04.666513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ad1161-7f70-4033-b644-adae1e07f913 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:04.667408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-77ad1161-7f70-4033-b644-adae1e07f913 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:04.678828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2abb7b69-624e-48e0-a91e-32a8007b2f5d']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:04.687572 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-c8ee0750-44f7-4384-b509-ac9e133f4a5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91bca1e4-c308-4195-808b-b8636fb9278b HTTP/1.1" status: 200 len: 217 time: 0.0836699 Sep 15 09:57:04.694178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661fd71a-f7d2-48a5-a70a-b73fdf145e3b') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:04.700348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661fd71a-f7d2-48a5-a70a-b73fdf145e3b') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:04.700631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.738183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:57:04.738537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:57:04.739167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226fdf51-68d2-4e14-a544-8451ecbabfbc None None] DHCP port deletion for 952d5147-8653-4df3-bd5b-c47409723027 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:04.768875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-b981d80c-dac4-46bf-b139-c479b38e78de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:04.770395 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-b981d80c-dac4-46bf-b139-c479b38e78de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9092352c-755d-4ee8-b955-d4f6e601a319 HTTP/1.1" status: 200 len: 835 time: 0.0683789 Sep 15 09:57:04.776759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.788850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No DVR routers for this DVR port 5df8259b-8379-4307-956a-0c4db8065abb on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:04.791572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=5df8259b-8379-4307-956a-0c4db8065abb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:04.839628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-77ad1161-7f70-4033-b644-adae1e07f913 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:04.843549 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-77ad1161-7f70-4033-b644-adae1e07f913 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6632047 Sep 15 09:57:04.845896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52608) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:04.904152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:04.909117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] Checking router: f4ce073a-650e-407b-8bf7-d4a28d814494 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:04.922469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:04.923098 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:04.928842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-97af2156-47da-4c87-bf76-f5df605dabc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port e347a7a3-3750-44d4-a75f-a11fcc0b2085 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:04.929203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-97af2156-47da-4c87-bf76-f5df605dabc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.956421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.964449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.984434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['952d5147-8653-4df3-bd5b-c47409723027']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:04.987136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:57:04.987136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:04.997594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:04.998632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:05.011500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.037531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.045278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:57:05.046415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.125812 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 661fd71a-f7d2-48a5-a70a-b73fdf145e3b resource provider aggregate not found Sep 15 09:57:05.130444 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e resource provider aggregate not found Sep 15 09:57:05.137418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b895139f-f864-42a7-afed-34cdc9a3f594 None None] Provisioning for port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:05.173491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b635631-790f-407d-87f3-a3fc6c11bde1 req-7bfbafa4-afe8-4396-b77a-771696a358ea tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:05.177083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:05.182169 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b635631-790f-407d-87f3-a3fc6c11bde1 req-7bfbafa4-afe8-4396-b77a-771696a358ea tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.6651735 Sep 15 09:57:05.184067 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 661fd71a-f7d2-48a5-a70a-b73fdf145e3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 661fd71a-f7d2-48a5-a70a-b73fdf145e3b found for delete ", "request_id": "req-f13179b7-503e-482e-ad66-8a99d0730dbe"}]} Sep 15 09:57:05.210487 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99dfd4a9-4eef-4cc5-8dc4-30cfeffc083e found for delete ", "request_id": "req-1dafc4f0-5a0a-4394-8cb4-e7c116489887"}]} Sep 15 09:57:05.258318 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b635631-790f-407d-87f3-a3fc6c11bde1 req-636c9aba-c893-4b3f-9bbc-25c977c275e9 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713098 Sep 15 09:57:05.282097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] Deleting port ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:05.282481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.312660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.324172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-f5825675-1e7d-4abc-ab39-d19a009fb760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:05.324172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-f5825675-1e7d-4abc-ab39-d19a009fb760 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5396743 Sep 15 09:57:05.325157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.334826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.346009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.383395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=952d5147-8653-4df3-bd5b-c47409723027,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:05.398475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=2abb7b69-624e-48e0-a91e-32a8007b2f5d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:05.418073 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8a630073-fe9e-4f9b-bb9e-44216a629067 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/952d5147-8653-4df3-bd5b-c47409723027 HTTP/1.1" status: 204 len: 168 time: 2.0020821 Sep 15 09:57:05.422295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52620) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:05.427963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1955527397', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:05.435346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:05.440931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:router and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:05.443467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:05.445753 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3e02c4c5-7935-47d8-8deb-dc4d794ea179 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:05.450038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:05.470508 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b6a901d4-0649-4324-8bbf-f5a435037a07 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/2abb7b69-624e-48e0-a91e-32a8007b2f5d HTTP/1.1" status: 204 len: 168 time: 2.8492510 Sep 15 09:57:05.473724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52624) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:05.517226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-97af2156-47da-4c87-bf76-f5df605dabc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.537227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6989532f-e043-42a7-ab31-04af0e0dabd5 None None] The port 'ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:57:05.544220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.546603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.663464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-97af2156-47da-4c87-bf76-f5df605dabc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for e347a7a3-3750-44d4-a75f-a11fcc0b2085 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:05.675325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dc0d71b8-0ddd-4ae8-91b9-c4e39f00eccb None None] Provisioning for port e347a7a3-3750-44d4-a75f-a11fcc0b2085 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:05.679583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.705790 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-1290260e-2f0e-4984-9ed9-52ad4fbab0d6 service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542511 Sep 15 09:57:05.709032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dc0d71b8-0ddd-4ae8-91b9-c4e39f00eccb None None] Provisioning complete for port e347a7a3-3750-44d4-a75f-a11fcc0b2085 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:05.709159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dc0d71b8-0ddd-4ae8-91b9-c4e39f00eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.759529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:05.778251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:05.778651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.828098 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-dc0d71b8-0ddd-4ae8-91b9-c4e39f00eccb None None] Port e347a7a3-3750-44d4-a75f-a11fcc0b2085 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:05.868453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:05.908472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77cd266-2957-4c41-a57c-9982ffb364b5 None None] The sync data for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv is: [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:54:55Z', 'revision_number': 4, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd714c33e-e3fd-46aa-886f-72b50725ce5b', 'name': '', 'network_id': 'c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'mac_address': 'fa:16:3e:60:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:51Z', 'updated_at': '2022-09-15T09:55:03Z', 'revision_number': 5, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'subnets': [{'id': '9092352c-755d-4ee8-b955-d4f6e601a319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:05.929438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:05.929760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:05.969468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 3e02c4c5-7935-47d8-8deb-dc4d794ea179, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3e02c4c5-7935-47d8-8deb-dc4d794ea179,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:06.086230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.119118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.121788 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-f172d8bd-09cb-4ee7-8da2-40b278ad90d1 service neutron] 10.222.0.16 "GET /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072738 Sep 15 09:57:06.158389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-4b34d424-c26d-4854-b274-05b7b0a96ced tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:06.158784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-4b34d424-c26d-4854-b274-05b7b0a96ced tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Synchronizing usage tracker for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:06.178427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-4b34d424-c26d-4854-b274-05b7b0a96ced tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Unset dirty status for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:06.179913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-4b34d424-c26d-4854-b274-05b7b0a96ced tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.2151575 Sep 15 09:57:06.206754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5df8259b-8379-4307-956a-0c4db8065abb no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:06.238593 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f1cd34-194a-4237-9a33-f87ab56a2d4c None None] New status for floating IP f0aed804-c2f1-4d91-9a3a-22dee2d296b3: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:57:06.245371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 5df8259b-8379-4307-956a-0c4db8065abb {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:06.245691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5df8259b-8379-4307-956a-0c4db8065abb not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:06.246339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:06.259100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-97af2156-47da-4c87-bf76-f5df605dabc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.272059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.273865 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-14e2949d-0893-4573-944b-645cdee812e9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8501074 Sep 15 09:57:06.283787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52628) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:06.292312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1101933865'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:06.299156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:06.304383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:06.308734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:06.312669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:06.312863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ee90f3b3-fb53-4ba2-8fc7-591bbe18fbd0 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:06.322208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:06.331804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.346008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=3e02c4c5-7935-47d8-8deb-dc4d794ea179,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:06.383443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af2156-47da-4c87-bf76-f5df605dabc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=e347a7a3-3750-44d4-a75f-a11fcc0b2085,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:06.435119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Deleting port 91bca1e4-c308-4195-808b-b8636fb9278b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:06.435305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.503977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:06.507631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.531896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-97af2156-47da-4c87-bf76-f5df605dabc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.560460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:57:06.629333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.629676 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment 718a1fc2-07f4-4fc9-9dc5-9f2e86f92101 of type vlan for network 316bcef7-1214-4334-a41c-c36ec8c685c3 Sep 15 09:57:06.705458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.713330 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-97af2156-47da-4c87-bf76-f5df605dabc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/e347a7a3-3750-44d4-a75f-a11fcc0b2085 HTTP/1.1" status: 204 len: 168 time: 1.8665221 Sep 15 09:57:06.717093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52634) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:06.732259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0680e7-c07a-4369-81bd-24580bf42a74 req-52e0a179-b96f-43cd-b304-078c7d807620 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:06.733811 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ff0680e7-c07a-4369-81bd-24580bf42a74 req-52e0a179-b96f-43cd-b304-078c7d807620 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 945 time: 0.2656512 Sep 15 09:57:06.807105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d320540-693e-4dc2-b2cb-92db7dd7e337 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:06.808598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d320540-693e-4dc2-b2cb-92db7dd7e337 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:06.809331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7d320540-693e-4dc2-b2cb-92db7dd7e337 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:06.812879 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ff0680e7-c07a-4369-81bd-24580bf42a74 req-968446ba-2faa-4c3d-95d6-979e9c6edadb tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/security-groups?id=14bf3dac-d275-4561-b741-062306b6d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705876 Sep 15 09:57:06.818051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] For port 91bca1e4-c308-4195-808b-b8636fb9278b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=91bca1e4-c308-4195-808b-b8636fb9278b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:06.818589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.876232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.881606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:06.885200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:06.948566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Calling delete_port for 91bca1e4-c308-4195-808b-b8636fb9278b owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:06.986728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7d320540-693e-4dc2-b2cb-92db7dd7e337 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:06.986728 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7d320540-693e-4dc2-b2cb-92db7dd7e337 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2671919 Sep 15 09:57:06.991465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52638) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:06.992341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 9fd67dcd-1c15-4752-b998-917832715588 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:06.992741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.047635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=316bcef7-1214-4334-a41c-c36ec8c685c3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:07.058332 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e5300695-6e16-4047-a80c-29ab31421c7f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7720964 Sep 15 09:57:07.059246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52642) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:07.059577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 316bcef7-1214-4334-a41c-c36ec8c685c3 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:57:07.071106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:07.086154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ea0cef-8c28-4902-9ada-2f9af7318af2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:07.089324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0cef-8c28-4902-9ada-2f9af7318af2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.186501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0cef-8c28-4902-9ada-2f9af7318af2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.243210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3e02c4c5-7935-47d8-8deb-dc4d794ea179 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:07.287135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0cef-8c28-4902-9ada-2f9af7318af2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.315150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:07.315918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.325591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 9fd67dcd-1c15-4752-b998-917832715588, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9fd67dcd-1c15-4752-b998-917832715588,segment=NetworkSegment(dc2caa43-f12b-4c87-b228-8a3a98ba3bf1),segment_id=dc2caa43-f12b-4c87-b228-8a3a98ba3bf1)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:07.326172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.351520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.415028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event deleted for resources: {'Port': ['ID=91bca1e4-c308-4195-808b-b8636fb9278b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:07.449122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:07.459926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 9fd67dcd-1c15-4752-b998-917832715588 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:07.511886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:07.519438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:07.522985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] No DVR routers for this DVR port 91bca1e4-c308-4195-808b-b8636fb9278b on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:07.523783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:07.525437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.528096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'name': 'network-vif-deleted', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:57:07.531295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb1588a-db62-4621-9401-b849b9633724" -d '{"events": [{"server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "name": "network-vif-deleted", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:57:07.535693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:07.566167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0cef-8c28-4902-9ada-2f9af7318af2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.601255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9d8c30-4342-446f-a8ad-308f92439897 x-openstack-request-id: req-ae9d8c30-4342-446f-a8ad-308f92439897 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:57:07.601572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0083793b-1c98-4d0c-8abb-7c5f2bda2d63", "name": "network-vif-deleted", "tag": "91bca1e4-c308-4195-808b-b8636fb9278b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:57:07.601795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae9d8c30-4342-446f-a8ad-308f92439897 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:57:07.602203 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9d8c30-4342-446f-a8ad-308f92439897'] response: {'server_uuid': '0083793b-1c98-4d0c-8abb-7c5f2bda2d63', 'name': 'network-vif-deleted', 'tag': '91bca1e4-c308-4195-808b-b8636fb9278b', 'status': 'completed', 'code': 200} Sep 15 09:57:07.612936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f8ea0cef-8c28-4902-9ada-2f9af7318af2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.614901 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f8ea0cef-8c28-4902-9ada-2f9af7318af2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d HTTP/1.1" status: 204 len: 168 time: 0.6224966 Sep 15 09:57:07.615887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ea0cef-8c28-4902-9ada-2f9af7318af2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:07.617254 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d956fc46-de6d-49c3-b434-a6c792735d4e None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:07.617401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52648) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:07.683574 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf1a4094-c21a-4037-96e6-575b469d10b3 req-2915079c-48b6-4a34-836e-ec17377823b7 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.16 "DELETE /v2.0/ports/91bca1e4-c308-4195-808b-b8636fb9278b HTTP/1.1" status: 204 len: 173 time: 1.4985290 Sep 15 09:57:07.692406 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-24337368-4465-4a11-ac0b-3ab82f0e4617 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0739353 Sep 15 09:57:07.695306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52652) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:07.706271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:07.729160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:07.733169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:07.943660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:07.949549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] Deleting port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:07.949948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.014721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:08.086593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.088891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:08.093119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ad054014-ac49-4faf-8e63-c8b20ba45487 req-c18fbe79-a61d-4b71-827b-01a3f7ef92be tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Synchronizing usage tracker for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:08.165113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=9fd67dcd-1c15-4752-b998-917832715588,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:08.180330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:08.189141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.208302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] For port 3e02c4c5-7935-47d8-8deb-dc4d794ea179, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3e02c4c5-7935-47d8-8deb-dc4d794ea179,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:08.209067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.214273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ad054014-ac49-4faf-8e63-c8b20ba45487 req-c18fbe79-a61d-4b71-827b-01a3f7ef92be tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Unset dirty status for tenant:bfd50a27c7b140bfb2c562b9f5d40942 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:08.218922 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad054014-ac49-4faf-8e63-c8b20ba45487 req-c18fbe79-a61d-4b71-827b-01a3f7ef92be tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "GET /v2.0/ports?device_id=0083793b-1c98-4d0c-8abb-7c5f2bda2d63 HTTP/1.1" status: 200 len: 210 time: 0.1968436 Sep 15 09:57:08.365908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.431242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] Calling delete_port for 3e02c4c5-7935-47d8-8deb-dc4d794ea179 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:08.511632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.554412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.577058 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.616378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=82dea173-5316-4c81-a745-dec285674a53,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:08.616588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:08.618553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:08.624058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:08.624308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.624654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] Pushing event deleted for resources: {'Port': ['ID=3e02c4c5-7935-47d8-8deb-dc4d794ea179,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:08.630344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda1be5e-c100-405b-be68-b62c50d41681 None None] No DVR routers for this DVR port 3e02c4c5-7935-47d8-8deb-dc4d794ea179 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:08.647378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18e1775-4005-4200-8eb5-ce0fd5146468 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:08.658499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=8707f7aa-c4de-48d7-8536-4882b1efed67,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:08.671146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:08.671513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: 316bcef7-1214-4334-a41c-c36ec8c685c3, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:57:08.721356 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3b028e89-b61f-495d-8665-67f8c3a47ad2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0229037 Sep 15 09:57:08.724203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52658) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:08.735502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': '8707f7aa-c4de-48d7-8536-4882b1efed67', 'ip_address': '2001:db8::d05f:d13d:501a:7191'}], 'name': 'tempest-NetworksTestDHCPv6-1292387591'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:08.823358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 316bcef7-1214-4334-a41c-c36ec8c685c3 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:57:08.851176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:08.894412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:08.897966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '8707f7aa-c4de-48d7-8536-4882b1efed67'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:08.898813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.901147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:08.904924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:08.911349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:08.921466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 316bcef7-1214-4334-a41c-c36ec8c685c3) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:08.953856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4639cff-dfd4-4c9e-b1de-7a26fe717e05 None None] Network 316bcef7-1214-4334-a41c-c36ec8c685c3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:08.982944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:08.983521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:08.987758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:09.000343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:09.018539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2c4a9eb1-71d0-4302-b25e-5b36d2c1622a tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5412583 Sep 15 09:57:09.018770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52662) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:09.031137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:09.079289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:09.079926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:09.088635 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d3790583-6fb3-4f0a-aba9-4472706e581f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0251570 Sep 15 09:57:09.093675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6c3733b-2b3e-4a4e-a0ab-5eeb811c352b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting subnet 6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:09.095547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52666) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:09.127255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:09.134032 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:57:09.155302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6c3733b-2b3e-4a4e-a0ab-5eeb811c352b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:09.155515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 06677854-bb2c-4ded-8489-1aff3f3e2f24 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:57:09.244297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 91bca1e4-c308-4195-808b-b8636fb9278b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:09.338039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 91bca1e4-c308-4195-808b-b8636fb9278b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:09.338377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 91bca1e4-c308-4195-808b-b8636fb9278b not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:09.350553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:09.403103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3e02c4c5-7935-47d8-8deb-dc4d794ea179 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:09.414982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52672) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:09.479812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6c3733b-2b3e-4a4e-a0ab-5eeb811c352b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:09.516681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:57:07Z', 'revision_number': 11, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:09.543973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 3e02c4c5-7935-47d8-8deb-dc4d794ea179 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:09.544358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3e02c4c5-7935-47d8-8deb-dc4d794ea179 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:09.554261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/8707f7aa-c4de-48d7-8536-4882b1efed67/7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:09.569411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:09.655281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:09.655920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:09.824529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6c3733b-2b3e-4a4e-a0ab-5eeb811c352b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:09.875432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:09.888309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-316bcef7-1214-4334-a41c-c36ec8c685c3', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:09.889233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:09.918538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:10.011603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.033513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:57:07Z', 'revision_number': 11, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:10.093269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292948b0-63b7-4a57-a2ec-a24f30305794 None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:57:07Z', 'revision_number': 11, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:10.166754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6c3733b-2b3e-4a4e-a0ab-5eeb811c352b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.223580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3733b-2b3e-4a4e-a0ab-5eeb811c352b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Subnet': ['ID=6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:10.230024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e6c3733b-2b3e-4a4e-a0ab-5eeb811c352b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.248836 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e6c3733b-2b3e-4a4e-a0ab-5eeb811c352b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00 HTTP/1.1" status: 204 len: 168 time: 1.2290790 Sep 15 09:57:10.249114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4eb9d96-5f2b-4db7-9f0c-3884822917cb None None] Network 3b1c32e2-c29d-4362-91dd-1bbf26f77685 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:10.252164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52676) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:10.264316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.342653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Transition to ACTIVE for port object 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:10.369056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.372475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Allocated IP 2001:db8::2 (316bcef7-1214-4334-a41c-c36ec8c685c3/82dea173-5316-4c81-a745-dec285674a53/225da3b0-602a-41b8-af2e-c8e79226ec8b) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:10.380994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Deleting port 78e60edf-2252-4a79-b891-0af93d8bc9cb {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:10.384726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.397538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Transition to ACTIVE for port object 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:10.537027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.561102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::d05f:d13d:501a:7191 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/8707f7aa-c4de-48d7-8536-4882b1efed67/06677854-bb2c-4ded-8489-1aff3f3e2f24) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:10.620635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] For port 78e60edf-2252-4a79-b891-0af93d8bc9cb, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=78e60edf-2252-4a79-b891-0af93d8bc9cb,segment=NetworkSegment(dc2caa43-f12b-4c87-b228-8a3a98ba3bf1),segment_id=dc2caa43-f12b-4c87-b228-8a3a98ba3bf1)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:10.621198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.635010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Deleting port d714c33e-e3fd-46aa-886f-72b50725ce5b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:10.635334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.636986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:10.650685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:10.660979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:10.666643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Pushing event updated for resources: {'Port': ['ID=7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:10.849612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Attempting to bind port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:10.849927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Attempting to bind port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:10.850069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Attempting to bind port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:10.861171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:10.861547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:10.861973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.862365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:10.862831 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Bound port: 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:10.863273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.874016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Calling delete_port for 78e60edf-2252-4a79-b891-0af93d8bc9cb owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:10.927124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:10.951988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08414dd3-4e5e-4a11-bf3b-0716b6db0a88 None None] DHCP port deletion for 3b1c32e2-c29d-4362-91dd-1bbf26f77685 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:10.956791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Transition to ACTIVE for port object 225da3b0-602a-41b8-af2e-c8e79226ec8b will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:10.966562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-08414dd3-4e5e-4a11-bf3b-0716b6db0a88 None None] Deleting port 78e60edf-2252-4a79-b891-0af93d8bc9cb {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:10.966934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-08414dd3-4e5e-4a11-bf3b-0716b6db0a88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.005574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.005888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] For port d714c33e-e3fd-46aa-886f-72b50725ce5b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d714c33e-e3fd-46aa-886f-72b50725ce5b,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:11.005997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.056229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Transition to ACTIVE for port object 225da3b0-602a-41b8-af2e-c8e79226ec8b will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:11.062081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-08414dd3-4e5e-4a11-bf3b-0716b6db0a88 None None] The port '78e60edf-2252-4a79-b891-0af93d8bc9cb' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:57:11.062436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Port': ['ID=78e60edf-2252-4a79-b891-0af93d8bc9cb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:11.064794 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No DVR routers for this DVR port 78e60edf-2252-4a79-b891-0af93d8bc9cb on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:11.066724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] For port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:11.075036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] For port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:11.137604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.146413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Calling delete_port for d714c33e-e3fd-46aa-886f-72b50725ce5b owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:11.178196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.183081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.220283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 06677854-bb2c-4ded-8489-1aff3f3e2f24 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:11.233574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Network 316bcef7-1214-4334-a41c-c36ec8c685c3 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:11.240917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:11.250851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:11.270159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.305747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Pushing event updated for resources: {'Port': ['ID=225da3b0-602a-41b8-af2e-c8e79226ec8b,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:11.322955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fd67dcd-1c15-4752-b998-917832715588 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:11.340397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b1c32e2-c29d-4362-91dd-1bbf26f77685']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:11.348712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8::1 (316bcef7-1214-4334-a41c-c36ec8c685c3/82dea173-5316-4c81-a745-dec285674a53/6650a24f-05bd-43ba-a271-c8dee370a077) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:11.370182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:11.378878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2caa43-f12b-4c87-b228-8a3a98ba3bf1') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:11.404847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.468992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 9fd67dcd-1c15-4752-b998-917832715588 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:11.469460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9fd67dcd-1c15-4752-b998-917832715588 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:11.469746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 78e60edf-2252-4a79-b891-0af93d8bc9cb no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:11.493082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.497542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.553370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:57:11.553775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.570970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.593719 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment dc2caa43-f12b-4c87-b228-8a3a98ba3bf1 resource provider aggregate not found Sep 15 09:57:11.617366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 78e60edf-2252-4a79-b891-0af93d8bc9cb {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:11.621091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 78e60edf-2252-4a79-b891-0af93d8bc9cb not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:11.629322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Attempting to bind port 225da3b0-602a-41b8-af2e-c8e79226ec8b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:11.629690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Attempting to bind port 225da3b0-602a-41b8-af2e-c8e79226ec8b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:11.630073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Attempting to bind port 225da3b0-602a-41b8-af2e-c8e79226ec8b on network 316bcef7-1214-4334-a41c-c36ec8c685c3 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:11.639750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:11.640119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Checking segment: {'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:11.640522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.640903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Bound using segment: {'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:11.641359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Bound port: 225da3b0-602a-41b8-af2e-c8e79226ec8b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:11.641724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.653500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a41bb-fd16-43b3-a7bb-29fd56447ee5 None None] Pushing event updated for resources: {'Port': ['ID=7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:11.671718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event deleted for resources: {'Port': ['ID=d714c33e-e3fd-46aa-886f-72b50725ce5b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:11.673173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment dc2caa43-f12b-4c87-b228-8a3a98ba3bf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc2caa43-f12b-4c87-b228-8a3a98ba3bf1 found for delete ", "request_id": "req-d0dd40a0-46ab-4b08-bd74-3528a4f54b05"}]} Sep 15 09:57:11.759238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.780320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] For port 225da3b0-602a-41b8-af2e-c8e79226ec8b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:11.783949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] For port 225da3b0-602a-41b8-af2e-c8e79226ec8b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=225da3b0-602a-41b8-af2e-c8e79226ec8b,segment=NetworkSegment(718a1fc2-07f4-4fc9-9dc5-9f2e86f92101),segment_id=718a1fc2-07f4-4fc9-9dc5-9f2e86f92101)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:11.784547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object 6650a24f-05bd-43ba-a271-c8dee370a077 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:11.799963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.805106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=06677854-bb2c-4ded-8489-1aff3f3e2f24,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:11.824291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:11.826967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.831058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:11.834213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:11.835205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.842046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:11.842805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.850683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Pushing event deleted for resources: {'Network': ['ID=3b1c32e2-c29d-4362-91dd-1bbf26f77685,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:11.870224 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4c4493ae-59ec-4751-b3eb-e1926c67c680 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/networks/3b1c32e2-c29d-4362-91dd-1bbf26f77685 HTTP/1.1" status: 204 len: 168 time: 1.6168175 Sep 15 09:57:11.873671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52684) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:11.879165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'routes': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:11.952817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c59b9-86cf-435e-b5d2-24d6bbd49da5 None None] Pushing event updated for resources: {'Port': ['ID=225da3b0-602a-41b8-af2e-c8e79226ec8b,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:11.961956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:11.984144 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-61de1a2b-2505-4e12-b084-524e7be33cf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2586105 Sep 15 09:57:11.987804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52688) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:12.175751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 316bcef7-1214-4334-a41c-c36ec8c685c3 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:12.184480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:12.247245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:12.248059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:12.269208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=6650a24f-05bd-43ba-a271-c8dee370a077,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:12.331099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Added routes are [] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 15 09:57:12.331400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Removed routes are [] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 15 09:57:12.331948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:12.375057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:12.467294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0ec49-4678-4b2d-82ef-19f7971a6d27 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:12.472244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d0ec49-4678-4b2d-82ef-19f7971a6d27 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:12.473707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e9d0ec49-4678-4b2d-82ef-19f7971a6d27 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:12.588589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e9d0ec49-4678-4b2d-82ef-19f7971a6d27 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:12.589781 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e9d0ec49-4678-4b2d-82ef-19f7971a6d27 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6010797 Sep 15 09:57:12.592701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52692) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:12.736802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d24e0590-ab74-412c-a0aa-2c39e3a0d589 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 06677854-bb2c-4ded-8489-1aff3f3e2f24 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:12.737142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d24e0590-ab74-412c-a0aa-2c39e3a0d589 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:12.758318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:12.763898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:12.813650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-401d18d4-3999-4e7e-a1b9-ea5c09143021 None None] Provisioning for port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:12.975600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router f875c3e1-f057-4607-b99f-3135aa28b984 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:12.996359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.097071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Router f4ce073a-650e-407b-8bf7-d4a28d814494 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:13.174366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b4a97c63-00bf-4e62-8eed-0104da9c6151 None None] Provisioning for port 06677854-bb2c-4ded-8489-1aff3f3e2f24 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:13.178470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d24e0590-ab74-412c-a0aa-2c39e3a0d589 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.182626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b4a97c63-00bf-4e62-8eed-0104da9c6151 None None] Provisioning complete for port 06677854-bb2c-4ded-8489-1aff3f3e2f24 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:13.182999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b4a97c63-00bf-4e62-8eed-0104da9c6151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.186564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:13.206050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.207427 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5010242f-4140-4545-bc7c-b80b3834db50 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 200 len: 701 time: 1.3327608 Sep 15 09:57:13.211582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52696) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:13.219863 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] Sync routers for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:13.234151 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:13.234743 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:13.246636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d2c43-46f6-4487-9057-2a758d16dda0 None None] Network 316bcef7-1214-4334-a41c-c36ec8c685c3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:13.312959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1b3700b2-98cd-4438-9cf1-821bd00c6907 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Synchronizing usage tracker for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:13.345751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d24e0590-ab74-412c-a0aa-2c39e3a0d589 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 06677854-bb2c-4ded-8489-1aff3f3e2f24 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:13.448594 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:13.505575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b4a97c63-00bf-4e62-8eed-0104da9c6151 None None] Port 06677854-bb2c-4ded-8489-1aff3f3e2f24 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:13.514758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 225da3b0-602a-41b8-af2e-c8e79226ec8b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:13.617764 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:57:07Z', 'revision_number': 11, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:13.622699 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] Checking router: f875c3e1-f057-4607-b99f-3135aa28b984 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:13.624044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d24e0590-ab74-412c-a0aa-2c39e3a0d589 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.634383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1b3700b2-98cd-4438-9cf1-821bd00c6907 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Unset dirty status for tenant:00cefc25a0624aafa7889e6e58c20a39 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:13.634991 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] Routers {'f875c3e1-f057-4607-b99f-3135aa28b984'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:13.638452 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1b3700b2-98cd-4438-9cf1-821bd00c6907 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 200 len: 205 time: 0.4227424 Sep 15 09:57:13.639610 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f875c3e1-f057-4607-b99f-3135aa28b984'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:13.641176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52700) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:13.701001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e0590-ab74-412c-a0aa-2c39e3a0d589 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=06677854-bb2c-4ded-8489-1aff3f3e2f24,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:13.748076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f61f5b91-a5af-4999-99eb-06971ac2e988 None None] Provisioning for port 225da3b0-602a-41b8-af2e-c8e79226ec8b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:13.765657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d24e0590-ab74-412c-a0aa-2c39e3a0d589 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.776661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 225da3b0-602a-41b8-af2e-c8e79226ec8b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:13.783317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 225da3b0-602a-41b8-af2e-c8e79226ec8b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:13.783690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.787153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:13.793129 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d73c65cb-0e2b-47f0-adbc-47367f2a60d5 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "PUT /v2.0/routers/f4ce073a-650e-407b-8bf7-d4a28d814494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3766022 Sep 15 09:57:13.796033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52704) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:13.819467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2378b2c-0162-4e24-aec2-8a776954fab6 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.842523 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] Set router f875c3e1-f057-4607-b99f-3135aa28b984 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:13.873149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] Sync routers for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:13.896736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-07ef005d-7e76-43f6-b750-e6eb80d6d149 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Deleting subnet 9092352c-755d-4ee8-b955-d4f6e601a319 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:13.900573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:13.903786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:13.903959 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d24e0590-ab74-412c-a0aa-2c39e3a0d589 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/06677854-bb2c-4ded-8489-1aff3f3e2f24 HTTP/1.1" status: 204 len: 168 time: 1.3080180 Sep 15 09:57:13.904841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-07ef005d-7e76-43f6-b750-e6eb80d6d149 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:13.934318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52708) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:14.004931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-07ef005d-7e76-43f6-b750-e6eb80d6d149 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.074245 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:57:07Z', 'revision_number': 11, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:14.079520 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4f8e02-2cb2-480d-8909-8395cff3d5dd None None] The sync data for ids ['f875c3e1-f057-4607-b99f-3135aa28b984'] in dv-neutron-857775-1-hyperv is: [{'id': 'f875c3e1-f057-4607-b99f-3135aa28b984', 'name': 'tempest-RoutersTest-router-1653404422', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:01Z', 'updated_at': '2022-09-15T09:57:07Z', 'revision_number': 11, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:14.245210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 225da3b0-602a-41b8-af2e-c8e79226ec8b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:14.245584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.299039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 225da3b0-602a-41b8-af2e-c8e79226ec8b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=225da3b0-602a-41b8-af2e-c8e79226ec8b,segment=NetworkSegment(718a1fc2-07f4-4fc9-9dc5-9f2e86f92101),segment_id=718a1fc2-07f4-4fc9-9dc5-9f2e86f92101)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:14.308597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f95633-6e13-4cf7-afa2-184b7f304d0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:14.310708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f95633-6e13-4cf7-afa2-184b7f304d0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:14.315525 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-63f95633-6e13-4cf7-afa2-184b7f304d0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3796337 Sep 15 09:57:14.318412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52712) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:14.334561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:14.361354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-07ef005d-7e76-43f6-b750-e6eb80d6d149 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.484362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.485123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:14.508896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-88f77c61-e982-48fa-94b0-60cbd3674019 None None] Provisioning for port 6650a24f-05bd-43ba-a271-c8dee370a077 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:14.519668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-07ef005d-7e76-43f6-b750-e6eb80d6d149 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.566025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-07ef005d-7e76-43f6-b750-e6eb80d6d149 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.568883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ef005d-7e76-43f6-b750-e6eb80d6d149 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event deleted for resources: {'Subnet': ['ID=9092352c-755d-4ee8-b955-d4f6e601a319,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:14.577619 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-07ef005d-7e76-43f6-b750-e6eb80d6d149 tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "DELETE /v2.0/subnets/9092352c-755d-4ee8-b955-d4f6e601a319 HTTP/1.1" status: 204 len: 168 time: 0.7772138 Sep 15 09:57:14.578528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-88f77c61-e982-48fa-94b0-60cbd3674019 None None] Provisioning complete for port 6650a24f-05bd-43ba-a271-c8dee370a077 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:14.578528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-88f77c61-e982-48fa-94b0-60cbd3674019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.581776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52716) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:14.627706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5c3508-d72e-4001-8748-72d59287f058 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 8707f7aa-c4de-48d7-8536-4882b1efed67 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:14.633692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2378b2c-0162-4e24-aec2-8a776954fab6 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.634063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac03e5-8850-4a8d-ab1a-d1fc03ff6a8d None None] Network c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:14.638480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3508-d72e-4001-8748-72d59287f058 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.665376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2378b2c-0162-4e24-aec2-8a776954fab6 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.668424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.711966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3508-d72e-4001-8748-72d59287f058 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.748233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.748977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.774600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.816475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2378b2c-0162-4e24-aec2-8a776954fab6 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.816957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2378b2c-0162-4e24-aec2-8a776954fab6 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Fanout notify agent at l3_agent the message router_deleted on router f875c3e1-f057-4607-b99f-3135aa28b984 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:57:14.931166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b2378b2c-0162-4e24-aec2-8a776954fab6 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:14.932247 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b2378b2c-0162-4e24-aec2-8a776954fab6 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 204 len: 168 time: 1.2903912 Sep 15 09:57:14.940536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52720) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:14.956649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=6650a24f-05bd-43ba-a271-c8dee370a077,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:14.961133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1599930025', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:14.973077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:14.981910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Usage tracker for resource:router and tenant:00cefc25a0624aafa7889e6e58c20a39 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:14.987724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:14.998857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:15.009989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-88f77c61-e982-48fa-94b0-60cbd3674019 None None] Port 6650a24f-05bd-43ba-a271-c8dee370a077 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:15.015392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3508-d72e-4001-8748-72d59287f058 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.018491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.023690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=225da3b0-602a-41b8-af2e-c8e79226ec8b,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:15.062875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.064052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.066871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 316bcef7-1214-4334-a41c-c36ec8c685c3 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:15.076893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:15.098721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.113449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Deleting port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:15.113807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.117117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:15.133886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-88f77c61-e982-48fa-94b0-60cbd3674019 None None] Provisioning complete for port 225da3b0-602a-41b8-af2e-c8e79226ec8b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:15.134269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-88f77c61-e982-48fa-94b0-60cbd3674019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.186236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:15.186576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.293767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64'}], 'enable_snat': True}, 'gw_port_id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:57:11Z', 'revision_number': 5, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port': {'id': 'ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:54:36Z', 'updated_at': '2022-09-15T09:54:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:15.311473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] For port ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:15.311984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.316361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] Checking router: f4ce073a-650e-407b-8bf7-d4a28d814494 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:15.343233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] Routers {'f4ce073a-650e-407b-8bf7-d4a28d814494'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:15.343856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['f4ce073a-650e-407b-8bf7-d4a28d814494'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:15.386459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.399970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:57:15.402526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3508-d72e-4001-8748-72d59287f058 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.459181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Calling delete_port for ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:15.526561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c3508-d72e-4001-8748-72d59287f058 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=8707f7aa-c4de-48d7-8536-4882b1efed67,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:15.564926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] DHCP port deletion for c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:15.566720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16757f0-efc3-43ee-8ac0-e576136e09b4 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:15.592504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fe5c3508-d72e-4001-8748-72d59287f058 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.612301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] Deleting port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:15.612678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.625033 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fe5c3508-d72e-4001-8748-72d59287f058 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/8707f7aa-c4de-48d7-8536-4882b1efed67 HTTP/1.1" status: 204 len: 168 time: 1.2995636 Sep 15 09:57:15.625373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52724) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:15.631650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.635334 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-34837384-6ef2-4cee-9e5f-4f16bf92e670 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6912019 Sep 15 09:57:15.637326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52728) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:15.649776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-420bc10e-b13f-4190-89b0-f3cb9ca96edf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:15.707808 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-46e2261d-8a7c-4ec1-b2b5-5cd1ba3a4b49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785091 Sep 15 09:57:15.708036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52732) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:15.708362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-88f77c61-e982-48fa-94b0-60cbd3674019 None None] Current status of the port 225da3b0-602a-41b8-af2e-c8e79226ec8b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:15.713791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:15.716942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:15.717327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.731224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:15.740739 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:15.745295 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c46b089a-2e69-45a1-b753-aed4e8e1c509 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6469128 Sep 15 09:57:15.753007 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:15.753855 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:15.775528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] Set router f4ce073a-650e-407b-8bf7-d4a28d814494 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:15.778312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52736) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:15.798373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-183263699'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:15.806423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:15.819323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:15.864272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:15.869358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:15.872958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:15.877433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:15.879724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:15.930384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:15.943040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:57:15Z', 'revision_number': 6, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:15.971868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:15.980302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:15.999200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c809f92-8534-47d3-9360-e270c388f166 None None] The sync data for ids ['f4ce073a-650e-407b-8bf7-d4a28d814494'] in dv-neutron-857775-1-hyperv is: [{'id': 'f4ce073a-650e-407b-8bf7-d4a28d814494', 'name': 'tempest-TestNetworkAdvancedServerOps-router-535572187', 'tenant_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:54:33Z', 'updated_at': '2022-09-15T09:57:15Z', 'revision_number': 6, 'project_id': 'bfd50a27c7b140bfb2c562b9f5d40942', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:16.049416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:16.063819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d38c24d9-7383-4a20-a779-3c66bfd34d5f None None] Provisioning complete for port 6650a24f-05bd-43ba-a271-c8dee370a077 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:16.064195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d38c24d9-7383-4a20-a779-3c66bfd34d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.068578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:16.082040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.131992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.189312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event deleted for resources: {'Port': ['ID=ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:16.261321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:16.264994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.291909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d38c24d9-7383-4a20-a779-3c66bfd34d5f None None] Port 6650a24f-05bd-43ba-a271-c8dee370a077 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:16.314270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] For port 42d20f76-2a4c-4d8c-b670-93d8c85fb616, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=42d20f76-2a4c-4d8c-b670-93d8c85fb616,segment=NetworkSegment(2087c2ab-799e-4dce-b253-07d0847a3e57),segment_id=2087c2ab-799e-4dce-b253-07d0847a3e57)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:16.314580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.390400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-420bc10e-b13f-4190-89b0-f3cb9ca96edf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.390646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:16.437600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:57:16.465126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.558227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] Calling delete_port for 42d20f76-2a4c-4d8c-b670-93d8c85fb616 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:16.563078 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:12Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:13Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:16.567690 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:16.568083 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Updating router ad825198-3090-418a-bbdc-c2a40a9ca3ae port 6650a24f-05bd-43ba-a271-c8dee370a077 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:57:16.628595 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.669367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-420bc10e-b13f-4190-89b0-f3cb9ca96edf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.679895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.680244 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment 7498f1a7-3f86-4bad-9153-cfb210b42b1e of type vlan for network 711f6b67-db95-4850-90fe-04fb73e31031 Sep 15 09:57:16.703151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.731009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.740135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.749018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.780684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] Pushing event deleted for resources: {'Port': ['ID=42d20f76-2a4c-4d8c-b670-93d8c85fb616,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:16.786682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78bc2e-fc04-42a9-a810-25b2621fac56 None None] No DVR routers for this DVR port 42d20f76-2a4c-4d8c-b670-93d8c85fb616 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:16.794548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:16.799953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:16.804511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:16.805095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.826131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=e418da6f-298f-4a94-9f94-9bc62b663263,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:16.871307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.894045 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8b9c5021-df54-4c04-b604-c300c81b6164 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1825225 Sep 15 09:57:16.894970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52740) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:16.905377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:16.911329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] Deleting port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:16.911707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:16.926536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': 'e418da6f-298f-4a94-9f94-9bc62b663263', 'ip_address': '2001:db8::89b7:424d:2e4a:a9b2'}], 'name': 'tempest-NetworksTestDHCPv6-1340021423'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:16.946908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 225da3b0-602a-41b8-af2e-c8e79226ec8b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:17.006421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.006750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Fanout notify agent at l3_agent the message router_deleted on router f4ce073a-650e-407b-8bf7-d4a28d814494 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:57:17.009252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.resource_extend [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:57:17.048475 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.062928 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Transition to ACTIVE for port object 6650a24f-05bd-43ba-a271-c8dee370a077 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:17.090490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.091808 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2bd5624f-6afe-40f2-ae9b-1ede489728ef tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "DELETE /v2.0/routers/f4ce073a-650e-407b-8bf7-d4a28d814494 HTTP/1.1" status: 204 len: 168 time: 2.5126219 Sep 15 09:57:17.094376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52744) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:17.102767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420bc10e-b13f-4190-89b0-f3cb9ca96edf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Router 1fb41955-119f-4ea1-a73b-5c84e755cbf3 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:57:17.130679 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.161450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 225da3b0-602a-41b8-af2e-c8e79226ec8b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:17.162062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.224738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:17.237012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:17.239592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.245519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:17.246134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.266292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.338666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:17.380388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:17.396246 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Pushing event updated for resources: {'Port': ['ID=6650a24f-05bd-43ba-a271-c8dee370a077,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:17.397411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] For port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:17.398174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.412710 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.413424 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.414006 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.414540 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.415090 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.415662 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.416194 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.416719 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.417266 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.417797 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.418345 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.418864 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:17.430676 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Attempting to bind port 6650a24f-05bd-43ba-a271-c8dee370a077 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:17.431131 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Attempting to bind port 6650a24f-05bd-43ba-a271-c8dee370a077 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:17.431575 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Attempting to bind port 6650a24f-05bd-43ba-a271-c8dee370a077 on network 316bcef7-1214-4334-a41c-c36ec8c685c3 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:17.438936 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:17.440562 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Checking segment: {'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:17.441145 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.441271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420bc10e-b13f-4190-89b0-f3cb9ca96edf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:17.441839 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Bound using segment: {'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:17.442464 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Bound port: 6650a24f-05bd-43ba-a271-c8dee370a077, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:17.442993 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.471953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-420bc10e-b13f-4190-89b0-f3cb9ca96edf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.475053 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-420bc10e-b13f-4190-89b0-f3cb9ca96edf tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "PUT /v2.0/routers/1fb41955-119f-4ea1-a73b-5c84e755cbf3 HTTP/1.1" status: 200 len: 694 time: 1.8338280 Sep 15 09:57:17.477356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52748) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:17.491596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 225da3b0-602a-41b8-af2e-c8e79226ec8b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:17.505946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.534504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:17.547741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2087c2ab-799e-4dce-b253-07d0847a3e57') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:17.548362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2087c2ab-799e-4dce-b253-07d0847a3e57') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:17.561760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.575217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] Sync routers for ids ['1fb41955-119f-4ea1-a73b-5c84e755cbf3'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:17.578484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:17.585055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.596515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] Calling delete_port for 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:17.597560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:57:17.598943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.599151 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8172858 Sep 15 09:57:17.624977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52754) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:17.633223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 42d20f76-2a4c-4d8c-b670-93d8c85fb616 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:17.687879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 42d20f76-2a4c-4d8c-b670-93d8c85fb616 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:17.687879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 42d20f76-2a4c-4d8c-b670-93d8c85fb616 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:17.688441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d714c33e-e3fd-46aa-886f-72b50725ce5b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:17.696310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:17.698674 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] For port 6650a24f-05bd-43ba-a271-c8dee370a077, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:17.706929 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] For port 6650a24f-05bd-43ba-a271-c8dee370a077, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6650a24f-05bd-43ba-a271-c8dee370a077,segment=NetworkSegment(718a1fc2-07f4-4fc9-9dc5-9f2e86f92101),segment_id=718a1fc2-07f4-4fc9-9dc5-9f2e86f92101)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:17.712860 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 2087c2ab-799e-4dce-b253-07d0847a3e57 resource provider aggregate not found Sep 15 09:57:17.735245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] Routers {'1fb41955-119f-4ea1-a73b-5c84e755cbf3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:17.736201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1fb41955-119f-4ea1-a73b-5c84e755cbf3'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:17.760147 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:17.821808 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 2087c2ab-799e-4dce-b253-07d0847a3e57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2087c2ab-799e-4dce-b253-07d0847a3e57 found for delete ", "request_id": "req-b6d41a79-52c0-4a6b-994f-af47a7e25034"}]} Sep 15 09:57:17.841187 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:17.842264 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:17.888739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] Set router 1fb41955-119f-4ea1-a73b-5c84e755cbf3 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:17.901604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116cb08-16fc-4d80-a71f-be8d99e93089 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=711f6b67-db95-4850-90fe-04fb73e31031,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:17.905004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:17.910393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:17.914713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:17.931591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:17.949672 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-df1bd0c5-ba24-4748-9b50-10c5302a4cc1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/routers/1fb41955-119f-4ea1-a73b-5c84e755cbf3 HTTP/1.1" status: 200 len: 700 time: 0.4712038 Sep 15 09:57:17.953399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52764) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:18.002835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.014432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.032956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 32607ae6-132a-4b2f-9a85-09fbc9f124e1 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:57:18.046068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.055096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event deleted for resources: {'Network': ['ID=c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:18.060311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:18.064121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.101204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 711f6b67-db95-4850-90fe-04fb73e31031 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:57:18.129863 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:18.195682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: d714c33e-e3fd-46aa-886f-72b50725ce5b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:18.196287 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d714c33e-e3fd-46aa-886f-72b50725ce5b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:18.270671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.279890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb41955-119f-4ea1-a73b-5c84e755cbf3', 'name': 'tempest-RoutersTest-router-1599930025', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:15Z', 'updated_at': '2022-09-15T09:57:16Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:18.310323 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db7619-189c-401c-895c-8b0fcd3df89c None None] Pushing event updated for resources: {'Port': ['ID=6650a24f-05bd-43ba-a271-c8dee370a077,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:18.383245 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f4e9c455-fe95-49cc-b06e-f0d15d920c0f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fb41955-119f-4ea1-a73b-5c84e755cbf3 HTTP/1.1" status: 200 len: 205 time: 0.4282329 Sep 15 09:57:18.387363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52768) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:18.425084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] Pushing event deleted for resources: {'Port': ['ID=7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:18.431171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] Checking router: 1fb41955-119f-4ea1-a73b-5c84e755cbf3 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:18.437974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::89b7:424d:2e4a:a9b2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/e418da6f-298f-4a94-9f94-9bc62b663263/32607ae6-132a-4b2f-9a85-09fbc9f124e1) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:18.443027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:18.470184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.481119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:18.482551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ea9f08bd-23bf-4bcf-90f6-fa6cba27a80e not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:18.483331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:18.509806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45bea03-0b44-4e7d-94b1-5d4ad6a81cd8 None None] No DVR routers for this DVR port 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:18.516211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] Routers {'1fb41955-119f-4ea1-a73b-5c84e755cbf3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:18.516664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1fb41955-119f-4ea1-a73b-5c84e755cbf3'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:18.585119 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:12Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:17Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:18.592222 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073f4650-1d82-40a4-b5e1-4e0c4c2ce1d2 None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:12Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:17Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:18.616035 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-33bed9da-0b4d-44c5-974e-1e8cb13e94cd tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "DELETE /v2.0/networks/c1f9f9dc-0848-4ab2-b112-2fc9eb7c5931 HTTP/1.1" status: 204 len: 168 time: 1.5205362 Sep 15 09:57:18.633096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52772) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:18.647995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4964a29c-e24b-4003-9e4e-3d975157aa53 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:18.651928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10670f59-eb66-487e-868d-8f0cb3a798e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.752239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7e398fbf-94bb-4ab7-a8c5-abd91a8037dc tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.779186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:18.779533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7eb2c3da-6307-4f94-bab6-bcfe1bc0cf44 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:18.780651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.791944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:18.792364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: 711f6b67-db95-4850-90fe-04fb73e31031, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:57:18.806069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=33926621-93d6-4e40-8aa3-3c878cb88e06,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:18.812473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 32607ae6-132a-4b2f-9a85-09fbc9f124e1 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:18.899769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7e398fbf-94bb-4ab7-a8c5-abd91a8037dc tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:18.906142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] Set router 1fb41955-119f-4ea1-a73b-5c84e755cbf3 gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:18.938279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.017869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.018274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.018686 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.019645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.019645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.019881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.020281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.020669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.021136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.021531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.021947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.022383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.040710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fb41955-119f-4ea1-a73b-5c84e755cbf3', 'name': 'tempest-RoutersTest-router-1599930025', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:15Z', 'updated_at': '2022-09-15T09:57:16Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:19.045212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:19.051512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:19.052983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:19.058579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:19.059213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.077951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=32607ae6-132a-4b2f-9a85-09fbc9f124e1,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:19.090907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3add879-cf75-493e-82e6-f285eeaf1dc3 None None] The sync data for ids ['1fb41955-119f-4ea1-a73b-5c84e755cbf3'] in dv-neutron-857775-1-hyperv is: [{'id': '1fb41955-119f-4ea1-a73b-5c84e755cbf3', 'name': 'tempest-RoutersTest-router-1599930025', 'tenant_id': '00cefc25a0624aafa7889e6e58c20a39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:15Z', 'updated_at': '2022-09-15T09:57:16Z', 'revision_number': 2, 'project_id': '00cefc25a0624aafa7889e6e58c20a39', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:19.093365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.093726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.094091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.094467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.094804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.095123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.095492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.095818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.096137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.096749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.097075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.097391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:19.148201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': 'e418da6f-298f-4a94-9f94-9bc62b663263'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:19.149101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.172156 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-63f3ff14-0598-44bb-9b34-9b3b7886291f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2737470 Sep 15 09:57:19.173556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 711f6b67-db95-4850-90fe-04fb73e31031 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:57:19.175253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52776) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.199601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10670f59-eb66-487e-868d-8f0cb3a798e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.203596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10670f59-eb66-487e-868d-8f0cb3a798e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.232954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7e398fbf-94bb-4ab7-a8c5-abd91a8037dc tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.235748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7e398fbf-94bb-4ab7-a8c5-abd91a8037dc tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.236919 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7e398fbf-94bb-4ab7-a8c5-abd91a8037dc tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] 10.222.0.62 "DELETE /v2.0/security-groups/14bf3dac-d275-4561-b741-062306b6d44f HTTP/1.1" status: 204 len: 168 time: 0.6028531 Sep 15 09:57:19.245128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 711f6b67-db95-4850-90fe-04fb73e31031) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:19.264088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:19.264703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.275582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e398fbf-94bb-4ab7-a8c5-abd91a8037dc tempest-TestNetworkAdvancedServerOps-1165402898 tempest-TestNetworkAdvancedServerOps-1165402898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf3dac-d275-4561-b741-062306b6d44f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:19.277425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8a646d-036a-4c7e-b480-1d85875da4da None None] Network 711f6b67-db95-4850-90fe-04fb73e31031 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:19.333387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723edd37-5ebb-42be-8ca8-52542d8bb871 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:19.334178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-723edd37-5ebb-42be-8ca8-52542d8bb871 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:19.337573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10670f59-eb66-487e-868d-8f0cb3a798e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.338419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10670f59-eb66-487e-868d-8f0cb3a798e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Fanout notify agent at l3_agent the message router_deleted on router 1fb41955-119f-4ea1-a73b-5c84e755cbf3 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:57:19.347884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10670f59-eb66-487e-868d-8f0cb3a798e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.350189 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-10670f59-eb66-487e-868d-8f0cb3a798e5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/1fb41955-119f-4ea1-a73b-5c84e755cbf3 HTTP/1.1" status: 204 len: 168 time: 0.9602764 Sep 15 09:57:19.353331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52782) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.468014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52788) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.469499 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-601f29fb-f651-47a1-8ab4-a7b551384c9c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8371687 Sep 15 09:57:19.484793 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f1272c37-de93-4060-96fd-aed7ec211d4f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=1fb41955-119f-4ea1-a73b-5c84e755cbf3 HTTP/1.1" status: 200 len: 205 time: 0.1297634 Sep 15 09:57:19.485571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52792) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.562243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-723edd37-5ebb-42be-8ca8-52542d8bb871 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:19.568749 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-723edd37-5ebb-42be-8ca8-52542d8bb871 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3915830 Sep 15 09:57:19.578982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52796) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.594018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/e418da6f-298f-4a94-9f94-9bc62b663263/ecdcd014-105f-49ee-af15-ff1b1e2460aa) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:19.623513 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-aef79989-ff49-4483-9b85-0726d99f2e9f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] delete failed (client error): The resource could not be found. Sep 15 09:57:19.624789 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aef79989-ff49-4483-9b85-0726d99f2e9f tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/1fb41955-119f-4ea1-a73b-5c84e755cbf3 HTTP/1.1" status: 404 len: 336 time: 0.1380973 Sep 15 09:57:19.649261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52800) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.690920 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b73c9103-47e6-450c-8925-c3eb500a963d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:19.691540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b73c9103-47e6-450c-8925-c3eb500a963d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:19.696610 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b73c9103-47e6-450c-8925-c3eb500a963d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/7af41cef-fa25-45f3-8c22-39a2e1356472 HTTP/1.1" status: 404 len: 337 time: 0.0459163 Sep 15 09:57:19.697264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52804) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.732106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-63718a5b-279c-4145-a361-6b1504f42459 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 32607ae6-132a-4b2f-9a85-09fbc9f124e1 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:19.732106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63718a5b-279c-4145-a361-6b1504f42459 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.737403 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b78e2ef-4e22-453f-842e-5af7f8cc5a51 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:19.737403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b78e2ef-4e22-453f-842e-5af7f8cc5a51 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:19.742646 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2b78e2ef-4e22-453f-842e-5af7f8cc5a51 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/26c277b4-e42b-44a0-961c-16eb2fea8008 HTTP/1.1" status: 404 len: 337 time: 0.0413496 Sep 15 09:57:19.742920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52808) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.779089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-711f6b67-db95-4850-90fe-04fb73e31031', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:19.780024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:19.791646 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8940536c-e982-4130-99de-22b37bacdef0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:19.792222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8940536c-e982-4130-99de-22b37bacdef0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:19.796926 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8940536c-e982-4130-99de-22b37bacdef0 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/f1ace8c7-dc1b-463f-8b3e-1559273246ce HTTP/1.1" status: 404 len: 337 time: 0.0500906 Sep 15 09:57:19.797859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52812) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.838258 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddda6056-f4c3-441b-a12a-57f4130e4fb8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:19.838815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddda6056-f4c3-441b-a12a-57f4130e4fb8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:19.843551 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ddda6056-f4c3-441b-a12a-57f4130e4fb8 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/6d16fa7b-aeee-42f8-8e2a-45c27b3a2d00 HTTP/1.1" status: 404 len: 337 time: 0.0425491 Sep 15 09:57:19.843769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52816) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:19.902185 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6b7c4218-2921-44bf-aac9-20aebbdfb059 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 200 len: 205 time: 0.0547457 Sep 15 09:57:19.903142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52820) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.008592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.028154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Transition to ACTIVE for port object ecdcd014-105f-49ee-af15-ff1b1e2460aa will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:20.059153 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-2d7fe940-5073-4dbd-b776-49647971df28 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] delete failed (client error): The resource could not be found. Sep 15 09:57:20.061123 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2d7fe940-5073-4dbd-b776-49647971df28 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/f875c3e1-f057-4607-b99f-3135aa28b984 HTTP/1.1" status: 404 len: 336 time: 0.1501489 Sep 15 09:57:20.063751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52824) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.067399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Allocated IP 2001:db8:1::2 (711f6b67-db95-4850-90fe-04fb73e31031/33926621-93d6-4e40-8aa3-3c878cb88e06/2e737b57-bc11-4f1a-92a7-133918cb8386) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:20.080127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Transition to ACTIVE for port object ecdcd014-105f-49ee-af15-ff1b1e2460aa will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:20.102197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5e5924a-9971-4cef-90ac-4c16a8360852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.138064 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d3589afa-a730-44d2-a877-e18d3b13eac1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=c79a9831-5b22-4638-8600-d30b352088c1 HTTP/1.1" status: 200 len: 205 time: 0.0707958 Sep 15 09:57:20.141303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52828) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.217282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.224692 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-a4bc8bc5-09cc-4592-b857-89d7d05b37f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] delete failed (client error): The resource could not be found. Sep 15 09:57:20.224692 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a4bc8bc5-09cc-4592-b857-89d7d05b37f5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/c79a9831-5b22-4638-8600-d30b352088c1 HTTP/1.1" status: 404 len: 336 time: 0.0821624 Sep 15 09:57:20.224692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52832) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.307809 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9979a602-8841-4aaa-882a-a0f515814e21 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:20.308543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9979a602-8841-4aaa-882a-a0f515814e21 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:20.311293 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9979a602-8841-4aaa-882a-a0f515814e21 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/b28e8825-a362-44c2-a6f8-7cf02358e022 HTTP/1.1" status: 404 len: 337 time: 0.0857918 Sep 15 09:57:20.314078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52836) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.419034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-359e71b5-9318-4db4-b07b-408215b6fa33 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=95e0896e-d8ef-459c-855f-799e8e9da9e9 HTTP/1.1" status: 200 len: 205 time: 0.1034262 Sep 15 09:57:20.426558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52844) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.453050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6650a24f-05bd-43ba-a271-c8dee370a077 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:20.493427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:20.520065 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-8ea3c19f-a712-4aec-a3d9-1223a393add2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] delete failed (client error): The resource could not be found. Sep 15 09:57:20.524661 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8ea3c19f-a712-4aec-a3d9-1223a393add2 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/95e0896e-d8ef-459c-855f-799e8e9da9e9 HTTP/1.1" status: 404 len: 336 time: 0.0969734 Sep 15 09:57:20.529060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52848) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.529208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:20.565462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52852) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.612016 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-75b262cd-9258-44bf-9f9d-83248f6f0ee5 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f307728-399b-4a0e-adac-ed60ea5cc565 HTTP/1.1" status: 200 len: 205 time: 0.0856991 Sep 15 09:57:20.614503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52858) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.616415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:20.652013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Pushing event updated for resources: {'Port': ['ID=ecdcd014-105f-49ee-af15-ff1b1e2460aa,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:20.708965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63718a5b-279c-4145-a361-6b1504f42459 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.744350 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-385680d5-dde9-4da8-bfa1-61831b7923c3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] delete failed (client error): The resource could not be found. Sep 15 09:57:20.745376 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-385680d5-dde9-4da8-bfa1-61831b7923c3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/6f307728-399b-4a0e-adac-ed60ea5cc565 HTTP/1.1" status: 404 len: 336 time: 0.1297648 Sep 15 09:57:20.748650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52862) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.767127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.782514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Attempting to bind port ecdcd014-105f-49ee-af15-ff1b1e2460aa on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:20.782954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Attempting to bind port ecdcd014-105f-49ee-af15-ff1b1e2460aa by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:20.783322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Attempting to bind port ecdcd014-105f-49ee-af15-ff1b1e2460aa on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:20.785593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.796810 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f4e55d-e812-4cc1-bd1b-4fb681d1cc5b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:20.797267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f4e55d-e812-4cc1-bd1b-4fb681d1cc5b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:20.801630 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-24f4e55d-e812-4cc1-bd1b-4fb681d1cc5b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/bef52c91-3848-4dac-8e3a-0429aa43e4d5 HTTP/1.1" status: 404 len: 337 time: 0.0491152 Sep 15 09:57:20.801802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:20.801802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:20.802319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52866) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.802439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.802732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:20.803245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Bound port: ecdcd014-105f-49ee-af15-ff1b1e2460aa, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:20.803575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.813459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Transition to ACTIVE for port object 2e737b57-bc11-4f1a-92a7-133918cb8386 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:20.861867 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7e00baaf-a76a-4fad-b320-dcd99170295d tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=81ea4510-03ab-439c-ba0d-a1da908e6b3b HTTP/1.1" status: 200 len: 205 time: 0.0580258 Sep 15 09:57:20.863625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52870) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:20.873131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Transition to ACTIVE for port object 2e737b57-bc11-4f1a-92a7-133918cb8386 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:20.881898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 6650a24f-05bd-43ba-a271-c8dee370a077 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:20.891281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6650a24f-05bd-43ba-a271-c8dee370a077 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:20.891661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.900772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-63718a5b-279c-4145-a361-6b1504f42459 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 32607ae6-132a-4b2f-9a85-09fbc9f124e1 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:20.954625 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-2b8c57e5-9a31-40d2-a5f5-0d2509c00793 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] delete failed (client error): The resource could not be found. Sep 15 09:57:20.957043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:20.959375 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2b8c57e5-9a31-40d2-a5f5-0d2509c00793 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/81ea4510-03ab-439c-ba0d-a1da908e6b3b HTTP/1.1" status: 404 len: 336 time: 0.0946250 Sep 15 09:57:20.960365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52874) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:21.006844 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcf8bbd0-4568-4622-8be7-36e929e2fff3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:21.007575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcf8bbd0-4568-4622-8be7-36e929e2fff3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:21.009760 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fcf8bbd0-4568-4622-8be7-36e929e2fff3 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/9a771129-ce1b-43bf-8ba8-e1e8e54051e7 HTTP/1.1" status: 404 len: 337 time: 0.0482361 Sep 15 09:57:21.014474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52878) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:21.019620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] For port ecdcd014-105f-49ee-af15-ff1b1e2460aa, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:21.021302 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bac7a763-5e9e-4d91-8edc-60afd0368b14 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bfd50a27c7b140bfb2c562b9f5d40942&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4542508 Sep 15 09:57:21.030006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52882) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:21.047536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Network 711f6b67-db95-4850-90fe-04fb73e31031 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:21.049136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] For port ecdcd014-105f-49ee-af15-ff1b1e2460aa, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ecdcd014-105f-49ee-af15-ff1b1e2460aa,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:21.052911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:21.059526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:21.097846 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-20891c4d-b901-4aaa-93ef-b4f47a3cd4f1 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "GET /v2.0/ports?device_id=267f3f2a-7538-4b91-b00e-60594fd87f7e HTTP/1.1" status: 200 len: 205 time: 0.0816965 Sep 15 09:57:21.100548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52886) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:21.100877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Pushing event updated for resources: {'Port': ['ID=2e737b57-bc11-4f1a-92a7-133918cb8386,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:21.143437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.174879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-3b68ec4d-8e91-4ece-928a-c5dd789dc18b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] delete failed (client error): The resource could not be found. Sep 15 09:57:21.176062 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3b68ec4d-8e91-4ece-928a-c5dd789dc18b tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/routers/267f3f2a-7538-4b91-b00e-60594fd87f7e HTTP/1.1" status: 404 len: 336 time: 0.0740993 Sep 15 09:57:21.178328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.178882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52890) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:21.302799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6650a24f-05bd-43ba-a271-c8dee370a077 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:21.303423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.312914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Attempting to bind port 2e737b57-bc11-4f1a-92a7-133918cb8386 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:21.313342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Attempting to bind port 2e737b57-bc11-4f1a-92a7-133918cb8386 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:21.313710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Attempting to bind port 2e737b57-bc11-4f1a-92a7-133918cb8386 on network 711f6b67-db95-4850-90fe-04fb73e31031 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:21.319481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de4b3247-bb19-4fdd-ad3f-d53d383af82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.334168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed71e769-f9e7-4b1c-a3e4-283021d7fc99 None None] Pushing event updated for resources: {'Port': ['ID=ecdcd014-105f-49ee-af15-ff1b1e2460aa,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:21.342925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:21.343301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Checking segment: {'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:21.343706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.344096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Bound using segment: {'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:21.344998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Bound port: 2e737b57-bc11-4f1a-92a7-133918cb8386, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:21.344998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.367574 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59afae4-19b2-4494-9ebd-03152baf8527 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:21.368795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59afae4-19b2-4494-9ebd-03152baf8527 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:21.374479 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c59afae4-19b2-4494-9ebd-03152baf8527 tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/02a9c21e-9edf-4ed3-83ec-8122d5a51c48 HTTP/1.1" status: 404 len: 337 time: 0.1944916 Sep 15 09:57:21.375284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52894) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:21.379476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de4b3247-bb19-4fdd-ad3f-d53d383af82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.391884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63718a5b-279c-4145-a361-6b1504f42459 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.416615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 6650a24f-05bd-43ba-a271-c8dee370a077, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6650a24f-05bd-43ba-a271-c8dee370a077,segment=NetworkSegment(718a1fc2-07f4-4fc9-9dc5-9f2e86f92101),segment_id=718a1fc2-07f4-4fc9-9dc5-9f2e86f92101)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:21.424200 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-352a6934-de66-4381-94e0-94d0aba2b8fd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] DELETE failed (client error): The resource could not be found. Sep 15 09:57:21.424910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-352a6934-de66-4381-94e0-94d0aba2b8fd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:21.430723 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-352a6934-de66-4381-94e0-94d0aba2b8fd tempest-RoutersTest-1657464698 tempest-RoutersTest-1657464698-project] 10.222.0.62 "DELETE /v2.0/subnets/cf1fb8ef-c731-48b3-8813-8b6713b9015b HTTP/1.1" status: 404 len: 337 time: 0.0537050 Sep 15 09:57:21.464082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] For port 2e737b57-bc11-4f1a-92a7-133918cb8386, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:21.467319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] For port 2e737b57-bc11-4f1a-92a7-133918cb8386, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2e737b57-bc11-4f1a-92a7-133918cb8386,segment=NetworkSegment(7498f1a7-3f86-4bad-9153-cfb210b42b1e),segment_id=7498f1a7-3f86-4bad-9153-cfb210b42b1e)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:21.500857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63718a5b-279c-4145-a361-6b1504f42459 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=32607ae6-132a-4b2f-9a85-09fbc9f124e1,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:21.504060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.549854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.595648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-63718a5b-279c-4145-a361-6b1504f42459 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.611977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=6650a24f-05bd-43ba-a271-c8dee370a077,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:21.653860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-494e0841-9fc0-4213-8820-6f85080a5bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.654319 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-63718a5b-279c-4145-a361-6b1504f42459 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/32607ae6-132a-4b2f-9a85-09fbc9f124e1 HTTP/1.1" status: 204 len: 168 time: 2.0740683 Sep 15 09:57:21.654450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52900) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:21.746003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4e74a-a275-4bcd-91e8-1f069766698a None None] Pushing event updated for resources: {'Port': ['ID=2e737b57-bc11-4f1a-92a7-133918cb8386,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:21.767419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de4b3247-bb19-4fdd-ad3f-d53d383af82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:21.783561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c093ebf-c3fe-460e-b7b5-fd172e13eb01 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:21.785104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c093ebf-c3fe-460e-b7b5-fd172e13eb01 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:21.785963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1c093ebf-c3fe-460e-b7b5-fd172e13eb01 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:21.800852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4b3247-bb19-4fdd-ad3f-d53d383af82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96f70b7-f214-4679-ba6f-f82ad9234e01,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:21.822946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8:1::1 (711f6b67-db95-4850-90fe-04fb73e31031/33926621-93d6-4e40-8aa3-3c878cb88e06/91345d75-38c3-4f45-935e-208a9033be4f) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:21.896472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1c093ebf-c3fe-460e-b7b5-fd172e13eb01 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:21.900303 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1c093ebf-c3fe-460e-b7b5-fd172e13eb01 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2423759 Sep 15 09:57:21.900455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52906) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:22.011456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d02095-e100-4b16-933d-eaa602034c19 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet e418da6f-298f-4a94-9f94-9bc62b663263 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:22.015474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40d02095-e100-4b16-933d-eaa602034c19 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.067900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52910) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:22.092896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40d02095-e100-4b16-933d-eaa602034c19 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.105771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-de4b3247-bb19-4fdd-ad3f-d53d383af82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.109541 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-de4b3247-bb19-4fdd-ad3f-d53d383af82e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c96f70b7-f214-4679-ba6f-f82ad9234e01 HTTP/1.1" status: 204 len: 168 time: 1.0739822 Sep 15 09:57:22.205050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40d02095-e100-4b16-933d-eaa602034c19 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.209123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.227578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object 91345d75-38c3-4f45-935e-208a9033be4f will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:22.336283 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ca88fdd1-613d-4b66-ad54-2b6e0bad5cfb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=00cefc25a0624aafa7889e6e58c20a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622325 Sep 15 09:57:22.336528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.336677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52918) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:22.412695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44e04dbd-bec1-4855-aa69-f25b65cbe401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.448483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44e04dbd-bec1-4855-aa69-f25b65cbe401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.448728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 711f6b67-db95-4850-90fe-04fb73e31031 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:22.452736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:22.473099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:22.473649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.504179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40d02095-e100-4b16-933d-eaa602034c19 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.524490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2e737b57-bc11-4f1a-92a7-133918cb8386 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:22.550632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-40d02095-e100-4b16-933d-eaa602034c19 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.564496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d02095-e100-4b16-933d-eaa602034c19 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=e418da6f-298f-4a94-9f94-9bc62b663263,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:22.589311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.616853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44e04dbd-bec1-4855-aa69-f25b65cbe401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.619549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-44e04dbd-bec1-4855-aa69-f25b65cbe401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.621015 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-44e04dbd-bec1-4855-aa69-f25b65cbe401 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38d33645-3622-4bf1-b85c-e4efd0dd2ae6 HTTP/1.1" status: 204 len: 168 time: 0.2863431 Sep 15 09:57:22.634087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e04dbd-bec1-4855-aa69-f25b65cbe401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d33645-3622-4bf1-b85c-e4efd0dd2ae6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:22.656772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=91345d75-38c3-4f45-935e-208a9033be4f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:22.759631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 2e737b57-bc11-4f1a-92a7-133918cb8386 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:22.761861 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-40d02095-e100-4b16-933d-eaa602034c19 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/e418da6f-298f-4a94-9f94-9bc62b663263 HTTP/1.1" status: 204 len: 168 time: 0.8590362 Sep 15 09:57:22.763694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52926) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:22.768360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6650a24f-05bd-43ba-a271-c8dee370a077 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:22.817222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.843707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6650a24f-05bd-43ba-a271-c8dee370a077 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:22.844125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:22.867874 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4407594b-02fd-46b5-b33d-733d86add897 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007729 Sep 15 09:57:22.868377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52930) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:23.000176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c610f6aa-2929-4c1f-814f-b7589525b981 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:23.003231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52934) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:23.025004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.032008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.044503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:23.053990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] Usage tracker for resource:security_group_rule and tenant:5f4563bf43bf4576abd548baf2a31079 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:23.053990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:23.060201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:23.143736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6650a24f-05bd-43ba-a271-c8dee370a077 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:23.144897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ecdcd014-105f-49ee-af15-ff1b1e2460aa up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:23.177043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.244785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.306474 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5f4563bf43bf4576abd548baf2a31079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2996101 Sep 15 09:57:23.306474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a43f72-4fa1-4f4e-8fea-5f190f36436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9d4009-565d-43e1-9c3c-66bbfac4b1d1,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:23.319828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52944) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:23.377406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-04474ecf-2d30-4846-8e32-70ee8a17e839 None None] Provisioning for port ecdcd014-105f-49ee-af15-ff1b1e2460aa completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:23.405807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86543344-ca3f-413a-8061-65b6e002e1e5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:23.409729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-86543344-ca3f-413a-8061-65b6e002e1e5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:23.415301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ad92e002-ddd5-43fa-8c3b-c3ec8f3876a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.416116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-04474ecf-2d30-4846-8e32-70ee8a17e839 None None] Could not find standard attr ID for object 32607ae6-132a-4b2f-9a85-09fbc9f124e1. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:57:23.460855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ad92e002-ddd5-43fa-8c3b-c3ec8f3876a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.503995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d96b1f-14cf-4930-b8fe-056cba6e28ee None None] Network 711f6b67-db95-4850-90fe-04fb73e31031 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:23.568499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-86543344-ca3f-413a-8061-65b6e002e1e5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:23.569736 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-86543344-ca3f-413a-8061-65b6e002e1e5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7001553 Sep 15 09:57:23.572645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52952) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:23.613927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ad92e002-ddd5-43fa-8c3b-c3ec8f3876a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.624133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:23.632899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ecdcd014-105f-49ee-af15-ff1b1e2460aa completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:23.644187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92e002-ddd5-43fa-8c3b-c3ec8f3876a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9d4009-565d-43e1-9c3c-66bbfac4b1d1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:23.647037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Deleting port ecdcd014-105f-49ee-af15-ff1b1e2460aa {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:23.647527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.656620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ad92e002-ddd5-43fa-8c3b-c3ec8f3876a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.660475 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ad92e002-ddd5-43fa-8c3b-c3ec8f3876a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca9d4009-565d-43e1-9c3c-66bbfac4b1d1 HTTP/1.1" status: 204 len: 168 time: 0.3374317 Sep 15 09:57:23.675314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70a1f44-dadd-45ae-a846-b01c0bb72966 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:23.676157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d70a1f44-dadd-45ae-a846-b01c0bb72966 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:23.678918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.707291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ecdcd014-105f-49ee-af15-ff1b1e2460aa triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:23.707774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.742652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.743384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.771728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d70a1f44-dadd-45ae-a846-b01c0bb72966 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:23.779428 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d70a1f44-dadd-45ae-a846-b01c0bb72966 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2046463 Sep 15 09:57:23.780278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52958) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:23.846933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1913c3c8-3091-4ae9-8e3e-db9befd8083c None None] Provisioning for port 2e737b57-bc11-4f1a-92a7-133918cb8386 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:23.886570 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-574b82cc-5062-437f-8ae3-fa0baf70e160 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1047261 Sep 15 09:57:23.888997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52968) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:23.895127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:23.910050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1913c3c8-3091-4ae9-8e3e-db9befd8083c None None] Provisioning complete for port 2e737b57-bc11-4f1a-92a7-133918cb8386 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:23.910513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1913c3c8-3091-4ae9-8e3e-db9befd8083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:23.938395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=91345d75-38c3-4f45-935e-208a9033be4f,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:24.020761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network 711f6b67-db95-4850-90fe-04fb73e31031 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:24.022397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:24.037848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:24.045257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:24.125767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:24.131105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.250057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ecdcd014-105f-49ee-af15-ff1b1e2460aa is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:24.250544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.270739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52974) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:24.284239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:24.343696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] For port ecdcd014-105f-49ee-af15-ff1b1e2460aa, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ecdcd014-105f-49ee-af15-ff1b1e2460aa,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:24.344184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.363161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.466602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52980) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:24.489640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Calling delete_port for ecdcd014-105f-49ee-af15-ff1b1e2460aa owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:24.508369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.527151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1913c3c8-3091-4ae9-8e3e-db9befd8083c None None] Current status of the port 2e737b57-bc11-4f1a-92a7-133918cb8386 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:24.527537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1913c3c8-3091-4ae9-8e3e-db9befd8083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.567054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ecdcd014-105f-49ee-af15-ff1b1e2460aa, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ecdcd014-105f-49ee-af15-ff1b1e2460aa,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:24.600953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=fd5feb8b-4078-486f-9c55-452ac738d230,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:24.604788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:24.611889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:24.611889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:24.622303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.633106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1289743785'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:24.639373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1913c3c8-3091-4ae9-8e3e-db9befd8083c None None] For port 2e737b57-bc11-4f1a-92a7-133918cb8386, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2e737b57-bc11-4f1a-92a7-133918cb8386,segment=NetworkSegment(7498f1a7-3f86-4bad-9153-cfb210b42b1e),segment_id=7498f1a7-3f86-4bad-9153-cfb210b42b1e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:24.645710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.647781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:24.657755 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-93ca911f-87ff-48cf-ae26-f4b8180eace6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4c95e1cd-836b-467d-8b76-b4fcbe6518b5 HTTP/1.1" status: 200 len: 993 time: 0.3828812 Sep 15 09:57:24.658599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Usage tracker for resource:network and tenant:0aad0ad39a624242bb9e787e123de5f3 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:24.676048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:24.686131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:24.715503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1913c3c8-3091-4ae9-8e3e-db9befd8083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.717887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:57:24.718210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:57:24.755802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ecdcd014-105f-49ee-af15-ff1b1e2460aa,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:24.768749 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8b4bcc8d-acb3-47d0-8aa1-69ea7237c713 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8786712 Sep 15 09:57:24.771843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 52988) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:24.778218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': 'fd5feb8b-4078-486f-9c55-452ac738d230', 'ip_address': '2001:db8::8e1a:b60d:638d:365'}], 'name': 'tempest-NetworksTestDHCPv6-2095761215'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:24.803679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:24.811915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8fbcba33-830f-46b0-bc62-59f8ba27bdc1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3425767 Sep 15 09:57:24.812694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52992) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:24.814887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ecdcd014-105f-49ee-af15-ff1b1e2460aa no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:24.817504 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:24.828526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1614766579'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:24.832770 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:24.833388 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:24.835988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:24.840262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:24.844290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:24.850715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:24.912164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Made reservation on behalf of 0aad0ad39a624242bb9e787e123de5f3 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:24.918601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.936762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:24.939397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.943172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:24.985853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:57:24.986150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913c3c8-3091-4ae9-8e3e-db9befd8083c None None] Pushing event updated for resources: {'Port': ['ID=2e737b57-bc11-4f1a-92a7-133918cb8386,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:24.990131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:25.002080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ecdcd014-105f-49ee-af15-ff1b1e2460aa is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:25.002464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.005687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.006539 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment 5a6bf5bf-a0e7-4136-ac2d-6220e91c9897 of type vlan for network e471da7d-09e9-43f5-95e8-93860282b02a Sep 15 09:57:25.012311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Usage tracker for resource:security_group_rule and tenant:0aad0ad39a624242bb9e787e123de5f3 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:25.017627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:25.031365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:25.035067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:25.044532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 52998) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:25.052845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:25.055458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ecdcd014-105f-49ee-af15-ff1b1e2460aa, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ecdcd014-105f-49ee-af15-ff1b1e2460aa,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:25.061700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cd20ae2f-a27a-48f9-bd01-81b8a3b6407d None None] Provisioning complete for port 2e737b57-bc11-4f1a-92a7-133918cb8386 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:25.062393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cd20ae2f-a27a-48f9-bd01-81b8a3b6407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.089003 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:25.144954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.162950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.165838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:25.192016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.234075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Deleting port ecdcd014-105f-49ee-af15-ff1b1e2460aa {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:25.234441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.267948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.335558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 8ba80881-ff67-4ebe-bdc5-797c010ac77d {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:25.335926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.417695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:57:25.459261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9df6ec-a814-45e2-bd5c-9a2d3b75c51d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:25.478319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.478724 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Added segment 216f61df-fe84-469e-b3a3-ac6c1757e9c9 of type vlan for network d730db33-9352-493e-96d3-5f39efb4e187 Sep 15 09:57:25.517427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.528029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:25.528850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.534373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.586521 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ecdcd014-105f-49ee-af15-ff1b1e2460aa,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:25.595276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cd20ae2f-a27a-48f9-bd01-81b8a3b6407d None None] Current status of the port 2e737b57-bc11-4f1a-92a7-133918cb8386 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:25.664422 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:22Z', 'revision_number': 3, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:23Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:25.670376 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:25.671656 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Updating router ad825198-3090-418a-bbdc-c2a40a9ca3ae port 91345d75-38c3-4f45-935e-208a9033be4f binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:57:25.721539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.722632 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9086561 Sep 15 09:57:25.723453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53002) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:25.745600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 22bf0566-b43e-42c4-8e2b-9c714e0d67fe yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:57:25.746232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.746563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.754912 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.757256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:25.758525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] For port ecdcd014-105f-49ee-af15-ff1b1e2460aa, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ecdcd014-105f-49ee-af15-ff1b1e2460aa,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:25.759503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.769526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cd20ae2f-a27a-48f9-bd01-81b8a3b6407d None None] Provisioning for port 91345d75-38c3-4f45-935e-208a9033be4f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:25.782268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cd20ae2f-a27a-48f9-bd01-81b8a3b6407d None None] Provisioning complete for port 91345d75-38c3-4f45-935e-208a9033be4f triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:25.782903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cd20ae2f-a27a-48f9-bd01-81b8a3b6407d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.796697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.802498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:25.803222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:25.938874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Pushing event updated for resources: {'Network': ['ID=d730db33-9352-493e-96d3-5f39efb4e187,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:25.948533 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2c870ae1-533d-462a-b824-cf2c27aed205 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.4799306 Sep 15 09:57:25.949606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53006) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:25.962348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Calling delete_port for ecdcd014-105f-49ee-af15-ff1b1e2460aa owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:25.963867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Request body: {'subnet': {'network_id': 'd730db33-9352-493e-96d3-5f39efb4e187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:25.990444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 8ba80881-ff67-4ebe-bdc5-797c010ac77d owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:25.992469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network d730db33-9352-493e-96d3-5f39efb4e187 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:57:26.024969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c8eb5-9762-46b3-9580-99f3c4b89cb6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=e471da7d-09e9-43f5-95e8-93860282b02a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:26.097227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:26.111897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:26.115896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:26.128019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:26.137374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network e471da7d-09e9-43f5-95e8-93860282b02a details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:57:26.178430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:26.190213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Usage tracker for resource:subnet and tenant:0aad0ad39a624242bb9e787e123de5f3 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:26.195594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:26.204811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:26.220794 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.224042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::8e1a:b60d:638d:365 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/fd5feb8b-4078-486f-9c55-452ac738d230/22bf0566-b43e-42c4-8e2b-9c714e0d67fe) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:26.234572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:26.236704 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Transition to ACTIVE for port object 91345d75-38c3-4f45-935e-208a9033be4f will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:26.239976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.274305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cd20ae2f-a27a-48f9-bd01-81b8a3b6407d None None] Port 91345d75-38c3-4f45-935e-208a9033be4f cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:26.342389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Made reservation on behalf of 0aad0ad39a624242bb9e787e123de5f3 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:26.346432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.357907 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.365020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.405335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.452462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] No DVR routers for this DVR port ecdcd014-105f-49ee-af15-ff1b1e2460aa on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:26.470813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664b38ad-dc8e-45e8-aefb-b31a7cabf9d0 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:26.565609 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2af528-03da-4108-9911-d4ffb43c33b7 None None] Pushing event updated for resources: {'Port': ['ID=91345d75-38c3-4f45-935e-208a9033be4f,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:26.626607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.628142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=8ba80881-ff67-4ebe-bdc5-797c010ac77d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:26.642657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3efb35-c028-4d9f-aa78-b65fcb6fee70 None None] Pushing event deleted for resources: {'Port': ['ID=ecdcd014-105f-49ee-af15-ff1b1e2460aa,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:26.643902 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Attempting to bind port 91345d75-38c3-4f45-935e-208a9033be4f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:26.644264 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Attempting to bind port 91345d75-38c3-4f45-935e-208a9033be4f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:26.644740 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Attempting to bind port 91345d75-38c3-4f45-935e-208a9033be4f on network 711f6b67-db95-4850-90fe-04fb73e31031 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:26.655597 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:26.655968 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Checking segment: {'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:26.656361 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.656828 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Bound using segment: {'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:26.657259 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Bound port: 91345d75-38c3-4f45-935e-208a9033be4f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7498f1a7-3f86-4bad-9153-cfb210b42b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:26.657734 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.681019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 22bf0566-b43e-42c4-8e2b-9c714e0d67fe will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:26.774243 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] For port 91345d75-38c3-4f45-935e-208a9033be4f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:26.777969 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] For port 91345d75-38c3-4f45-935e-208a9033be4f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=91345d75-38c3-4f45-935e-208a9033be4f,segment=NetworkSegment(7498f1a7-3f86-4bad-9153-cfb210b42b1e),segment_id=7498f1a7-3f86-4bad-9153-cfb210b42b1e)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:26.792052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.799773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2e737b57-bc11-4f1a-92a7-133918cb8386 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:26.874344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.899196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=4ff327e7-42d8-4e9a-a32b-4f2ec64e2611,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:26.900443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': 'fd5feb8b-4078-486f-9c55-452ac738d230'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:26.901805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.902814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.902942 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 4c95e1cd-836b-467d-8b76-b4fcbe6518b5 disassociated (deleted). External IP: 172.26.7.175, port: e8256af3-5d57-45a3-b5fd-7fd5817685b4. Sep 15 09:57:26.908264 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.922432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:26.971646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:26.972003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: e471da7d-09e9-43f5-95e8-93860282b02a, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:57:26.977218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:26.982921 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:26.983680 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:26.985947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:27.000429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:27.006623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:27.007243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:27.062468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=22bf0566-b43e-42c4-8e2b-9c714e0d67fe,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:27.076774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Pushing event updated for resources: {'Subnet': ['ID=b30fd85e-b498-4d1c-8063-0b64f6efef72,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:27.089178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Checking segment: {'id': '216f61df-fe84-469e-b3a3-ac6c1757e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd730db33-9352-493e-96d3-5f39efb4e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:27.089178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Network hostable DHCP agents. Network: d730db33-9352-493e-96d3-5f39efb4e187, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:57:27.114252 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-65320c96-8c8f-44ec-8beb-5fd1ff91df41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3405654 Sep 15 09:57:27.118492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53010) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:27.121039 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2af528-03da-4108-9911-d4ffb43c33b7 None None] Pushing event updated for resources: {'Port': ['ID=91345d75-38c3-4f45-935e-208a9033be4f,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:27.129930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': 'fd5feb8b-4078-486f-9c55-452ac738d230', 'ip_address': '2001:db8::8e1a:b60d:638d:365'}], 'name': 'tempest-NetworksTestDHCPv6-1847673362'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:27.136469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 2e737b57-bc11-4f1a-92a7-133918cb8386 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:27.136469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:27.186462 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:27.231616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Network d730db33-9352-493e-96d3-5f39efb4e187 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:57:27.307493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/fd5feb8b-4078-486f-9c55-452ac738d230/39bab527-4bda-476a-a413-6ee1812566dc) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:27.318558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, d730db33-9352-493e-96d3-5f39efb4e187) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:27.335266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:27.336512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:27.365875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d21d1f3-b242-4a16-bdde-8bddd91e46aa None None] Network d730db33-9352-493e-96d3-5f39efb4e187 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:27.392207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network e471da7d-09e9-43f5-95e8-93860282b02a is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:57:27.408502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:27.411483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, e471da7d-09e9-43f5-95e8-93860282b02a) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:27.416494 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cecbfa4c-50e5-492a-ae6b-d2ed9088a9ce tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4618809 Sep 15 09:57:27.423001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53014) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:27.448113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Request body: {'port': {'network_id': 'd730db33-9352-493e-96d3-5f39efb4e187', 'name': 'tempest-TagsExtTest-1692743777'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:27.480308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:27.532133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:27.533513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:27.599386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87103cf5-398a-459e-850e-8c22221ad8e4 None None] Network e471da7d-09e9-43f5-95e8-93860282b02a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:27.648049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:27.648755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:27.652339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Usage tracker for resource:port and tenant:0aad0ad39a624242bb9e787e123de5f3 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:27.656076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:27.662166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:27.664312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:27.670113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:27.695780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 16505904-020b-4a96-81e4-8844ce2441d6 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:57:27.696358 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:22Z', 'revision_number': 3, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:26Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:27.714239 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f2e3cc-25ee-412f-bdd9-253a1f4951d2 None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:22Z', 'revision_number': 3, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:26Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:27.753363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2e737b57-bc11-4f1a-92a7-133918cb8386 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:27.769099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53018) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:27.769297 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-56734a8e-ae78-4501-8dc6-9ff95bcbb5ae tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0262313 Sep 15 09:57:27.884822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Made reservation on behalf of 0aad0ad39a624242bb9e787e123de5f3 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:27.889302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:27.985088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:27.993924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:28.073495 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-73f821a1-1e75-40cf-ac43-7a6b5fc0de48 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/4c95e1cd-836b-467d-8b76-b4fcbe6518b5 HTTP/1.1" status: 204 len: 168 time: 3.0199156 Sep 15 09:57:28.073495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:57:28.073809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] Sync routers for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:28.074446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ecf051-3c24-47fa-8b68-37cf910151f4" -d '{"events": [{"name": "network-changed", "server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:57:28.155733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072c669c-7284-48c2-b2d8-33974052da3e x-openstack-request-id: req-072c669c-7284-48c2-b2d8-33974052da3e {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:57:28.156023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:57:28.156270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-072c669c-7284-48c2-b2d8-33974052da3e {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:57:28.157049 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072c669c-7284-48c2-b2d8-33974052da3e'] response: {'name': 'network-changed', 'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'status': 'completed', 'code': 200} Sep 15 09:57:28.200094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:28.200741 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:28.235802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] device_id is not set on port fbbf0003-44fa-497d-b0a4-5480c1646a7c yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:57:28.334263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-30669c2a-7243-4ac2-8ce3-90f4245e6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:28.336460 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-30669c2a-7243-4ac2-8ce3-90f4245e6b4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 1098 time: 0.1331990 Sep 15 09:57:28.413929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Allocated IP 172.20.0.10 (d730db33-9352-493e-96d3-5f39efb4e187/b30fd85e-b498-4d1c-8063-0b64f6efef72/fbbf0003-44fa-497d-b0a4-5480c1646a7c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:28.465057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-d730db33-9352-493e-96d3-5f39efb4e187', 'network_id': 'd730db33-9352-493e-96d3-5f39efb4e187', 'tenant_id': '0aad0ad39a624242bb9e787e123de5f3', 'fixed_ips': [{'subnet_id': 'b30fd85e-b498-4d1c-8063-0b64f6efef72'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:28.466063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:28.568718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-1406dd18-f266-41e2-b193-ddf15a1f4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:28.570639 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-1406dd18-f266-41e2-b193-ddf15a1f4830 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0433dd76-611b-4144-bd85-47ad95ca14a7 HTTP/1.1" status: 200 len: 898 time: 0.2213287 Sep 15 09:57:28.683191 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-80ebf06a-846c-4d4d-b063-016630f0d09d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e8256af3-5d57-45a3-b5fd-7fd5817685b4 HTTP/1.1" status: 200 len: 217 time: 0.1050804 Sep 15 09:57:28.724423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:28.773268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Transition to ACTIVE for port object 39bab527-4bda-476a-a413-6ee1812566dc will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:28.783177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-f078bed6-e593-4d36-a5ae-c3b9b0808006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:28.789855 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-f078bed6-e593-4d36-a5ae-c3b9b0808006 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ad18d815-13d4-4153-ae48-1ea81676f39c HTTP/1.1" status: 200 len: 834 time: 0.0988886 Sep 15 09:57:28.816240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-e471da7d-09e9-43f5-95e8-93860282b02a', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:28.817254 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:28.845754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 91345d75-38c3-4f45-935e-208a9033be4f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:28.877326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:28.975285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Transition to ACTIVE for port object 39bab527-4bda-476a-a413-6ee1812566dc will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:29.002198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01797e-4ab3-4311-8f89-155c3573fbf5 req-625b8761-301d-4213-8d6a-f1569d84f1ab tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:29.003220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-3e01797e-4ab3-4311-8f89-155c3573fbf5 req-625b8761-301d-4213-8d6a-f1569d84f1ab tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:29.006926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-c23b8e00-3e5a-4655-8b3a-249249cc3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:29.008355 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-c23b8e00-3e5a-4655-8b3a-249249cc3cc0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0433dd76-611b-4144-bd85-47ad95ca14a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2118011 Sep 15 09:57:29.057391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.085793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Transition to ACTIVE for port object fbbf0003-44fa-497d-b0a4-5480c1646a7c will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:29.093121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-3e01797e-4ab3-4311-8f89-155c3573fbf5 req-625b8761-301d-4213-8d6a-f1569d84f1ab tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:29.094359 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3e01797e-4ab3-4311-8f89-155c3573fbf5 req-625b8761-301d-4213-8d6a-f1569d84f1ab tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 945 time: 0.2143700 Sep 15 09:57:29.138195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.174766 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3e01797e-4ab3-4311-8f89-155c3573fbf5 req-22353e39-6bac-4db2-a046-9aa94f546593 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674760 Sep 15 09:57:29.194679 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-0820b1b4-e4fb-4de8-8f02-b2d1ca4feb2f service neutron] 10.222.0.16 "GET /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794531 Sep 15 09:57:29.218289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.292774 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 15 09:57:29.293287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:29.328892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:29.347431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:29.359863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:29.381025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.403419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Pushing event updated for resources: {'Port': ['ID=39bab527-4bda-476a-a413-6ee1812566dc,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:29.468043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 91345d75-38c3-4f45-935e-208a9033be4f completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:29.491234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Network d730db33-9352-493e-96d3-5f39efb4e187 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:29.492707 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4ecf051-3c24-47fa-8b68-37cf910151f4 req-a1408fb9-0741-43d8-8ab3-c5fe77acf8b7 service neutron] 10.222.0.16 "GET /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903419 Sep 15 09:57:29.496124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:29.505862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:29.536972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Allocated IP 2001:db8:2::2 (e471da7d-09e9-43f5-95e8-93860282b02a/4ff327e7-42d8-4e9a-a32b-4f2ec64e2611/8423e286-cc2e-4d66-9633-b467ed44cfe6) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:29.580603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Pushing event updated for resources: {'Port': ['ID=fbbf0003-44fa-497d-b0a4-5480c1646a7c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:29.605460 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7728bbfc-d848-44d5-9d76-d5cac257ef3b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.4857101 Sep 15 09:57:29.609467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53028) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:29.628092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 91345d75-38c3-4f45-935e-208a9033be4f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:29.628455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.642994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:29.645921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.705852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546312ba-622d-4d5c-bb61-b3cc5cfb3db3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:29.710492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Attempting to bind port 39bab527-4bda-476a-a413-6ee1812566dc on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:29.711032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Attempting to bind port 39bab527-4bda-476a-a413-6ee1812566dc by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:29.714878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Attempting to bind port 39bab527-4bda-476a-a413-6ee1812566dc on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:29.715007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546312ba-622d-4d5c-bb61-b3cc5cfb3db3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:29.715007 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-546312ba-622d-4d5c-bb61-b3cc5cfb3db3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1042562 Sep 15 09:57:29.715200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Allocated IP 172.20.0.2 (d730db33-9352-493e-96d3-5f39efb4e187/b30fd85e-b498-4d1c-8063-0b64f6efef72/fc2e3b05-ef54-4fee-986c-44fd40f82c22) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:29.718261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53032) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:29.753489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:29.753878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:29.754278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.754670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:29.755135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Bound port: 39bab527-4bda-476a-a413-6ee1812566dc, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:29.755500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.772086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f3498d9e-13e1-4742-a6e1-123437bea5ab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3475001 Sep 15 09:57:29.774779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53036) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:29.780866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1943766874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:29.787738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:29.787881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d7df24d6-9c17-4d76-8538-78214d665d72 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 22bf0566-b43e-42c4-8e2b-9c714e0d67fe {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:29.788212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d7df24d6-9c17-4d76-8538-78214d665d72 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.792483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Usage tracker for resource:router and tenant:0aad0ad39a624242bb9e787e123de5f3 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:29.796263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:29.802786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:29.902180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.903718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:29.920525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.022217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.059045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d7df24d6-9c17-4d76-8538-78214d665d72 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.136340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.138222 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7582abb5-166c-4d68-8ce5-8d13fcd6dac2 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3623102 Sep 15 09:57:30.141509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53040) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:30.147053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c0874b9b-5898-46c4-9028-d6a93d09b89c tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2138662536', 'prefixes': ['172.20.0.0/16']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:30.155497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c0874b9b-5898-46c4-9028-d6a93d09b89c tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:30.175593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:30Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:30.177439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 91345d75-38c3-4f45-935e-208a9033be4f is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:30.177809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.204470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] For port 39bab527-4bda-476a-a413-6ee1812566dc, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:30.207913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d7df24d6-9c17-4d76-8538-78214d665d72 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 22bf0566-b43e-42c4-8e2b-9c714e0d67fe owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:30.211380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] Checking router: 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:30.254263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] For port 39bab527-4bda-476a-a413-6ee1812566dc, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=39bab527-4bda-476a-a413-6ee1812566dc,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:30.271173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:30.271984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:30.370693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.396352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.446051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d7df24d6-9c17-4d76-8538-78214d665d72 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.461391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Transition to ACTIVE for port object 8423e286-cc2e-4d66-9633-b467ed44cfe6 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:30.486015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 91345d75-38c3-4f45-935e-208a9033be4f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=91345d75-38c3-4f45-935e-208a9033be4f,segment=NetworkSegment(7498f1a7-3f86-4bad-9153-cfb210b42b1e),segment_id=7498f1a7-3f86-4bad-9153-cfb210b42b1e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:30.502115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c0874b9b-5898-46c4-9028-d6a93d09b89c tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for subnetpool, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.503416 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c0874b9b-5898-46c4-9028-d6a93d09b89c tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3608108 Sep 15 09:57:30.506588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53050) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:30.511819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-4e40efd4-9b6a-4ec6-a01a-3e0015e254b1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72', 'tempest-TagsExtTest-Tag-977891971') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:30.524598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7df24d6-9c17-4d76-8538-78214d665d72 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=22bf0566-b43e-42c4-8e2b-9c714e0d67fe,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:30.533381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Transition to ACTIVE for port object 8423e286-cc2e-4d66-9633-b467ed44cfe6 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:30.555282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6e3d1-946a-475b-add0-b8e06863251c None None] Pushing event updated for resources: {'Port': ['ID=39bab527-4bda-476a-a413-6ee1812566dc,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:30.585539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.604457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d7df24d6-9c17-4d76-8538-78214d665d72 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.623791 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d7df24d6-9c17-4d76-8538-78214d665d72 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/22bf0566-b43e-42c4-8e2b-9c714e0d67fe HTTP/1.1" status: 204 len: 168 time: 0.9042764 Sep 15 09:57:30.626859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.630832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53054) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:30.641107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-00a8a9b3-75ea-468b-8c87-1be97d6509a1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:30.642804 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-00a8a9b3-75ea-468b-8c87-1be97d6509a1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 945 time: 0.4455423 Sep 15 09:57:30.732330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.736218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Transition to ACTIVE for port object fc2e3b05-ef54-4fee-986c-44fd40f82c22 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:30.786460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Network e471da7d-09e9-43f5-95e8-93860282b02a is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:30.796373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port e8256af3-5d57-45a3-b5fd-7fd5817685b4 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:30.796870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.797993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Transition to ACTIVE for port object fc2e3b05-ef54-4fee-986c-44fd40f82c22 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:30.799411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:30.804972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=91345d75-38c3-4f45-935e-208a9033be4f,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:30.810160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:30.844751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8:2::1 (e471da7d-09e9-43f5-95e8-93860282b02a/4ff327e7-42d8-4e9a-a32b-4f2ec64e2611/8d933b92-a59a-4b76-91f2-758077d1e44c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:30.884406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d876ce-7e19-4db4-b8f8-845c4cf656c3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:30.886083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d876ce-7e19-4db4-b8f8-845c4cf656c3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:30.887600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e4d876ce-7e19-4db4-b8f8-845c4cf656c3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:30.904797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:30.920227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1790097d-a473-4ce6-9502-aa76366ba46e req-ba63f936-4309-45b2-95a8-67aba98b9a17 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:30.921672 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1790097d-a473-4ce6-9502-aa76366ba46e req-ba63f936-4309-45b2-95a8-67aba98b9a17 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 945 time: 0.2407043 Sep 15 09:57:30.980432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e4d876ce-7e19-4db4-b8f8-845c4cf656c3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:30.984686 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e4d876ce-7e19-4db4-b8f8-845c4cf656c3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3383505 Sep 15 09:57:30.987083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53058) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:30.991583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:31.028289 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4e40efd4-9b6a-4ec6-a01a-3e0015e254b1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags/tempest-TagsExtTest-Tag-977891971 HTTP/1.1" status: 201 len: 201 time: 0.5202539 Sep 15 09:57:31.032716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53062) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:31.043235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-48ce064a-20f1-4745-850f-84d5d437bfc7 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c', 'tempest-TagsExtTest-Tag-50232306') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:31.064659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f700d5-01b4-4f86-a995-85a999b80bb3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet fd5feb8b-4078-486f-9c55-452ac738d230 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:31.069474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16f700d5-01b4-4f86-a995-85a999b80bb3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.111215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Network d730db33-9352-493e-96d3-5f39efb4e187 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:31.128509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16f700d5-01b4-4f86-a995-85a999b80bb3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.138872 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1790097d-a473-4ce6-9502-aa76366ba46e req-0e9bad1a-5d5a-4bc1-b634-b4a34751f29b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485183 Sep 15 09:57:31.142201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:31.164290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:31.164290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Attempting to bind port 8423e286-cc2e-4d66-9633-b467ed44cfe6 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:31.164290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Attempting to bind port 8423e286-cc2e-4d66-9633-b467ed44cfe6 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:31.164290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Attempting to bind port 8423e286-cc2e-4d66-9633-b467ed44cfe6 on network e471da7d-09e9-43f5-95e8-93860282b02a {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:31.171147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:31.171443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Checking segment: {'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:31.171850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.172243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Bound using segment: {'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:31.172738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Bound port: 8423e286-cc2e-4d66-9633-b467ed44cfe6, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:31.173088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.219772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.224652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16f700d5-01b4-4f86-a995-85a999b80bb3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.239114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object 8d933b92-a59a-4b76-91f2-758077d1e44c will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:31.285874 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-48ce064a-20f1-4745-850f-84d5d437bfc7 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags/tempest-TagsExtTest-Tag-50232306 HTTP/1.1" status: 201 len: 201 time: 0.2499032 Sep 15 09:57:31.288340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53066) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:31.299365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-8d612f8b-4e2c-45e1-8597-f4be668257b8 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922', 'tempest-TagsExtTest-Tag-1247988150') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:31.339799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Pushing event updated for resources: {'Port': ['ID=8423e286-cc2e-4d66-9633-b467ed44cfe6,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:31.382651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.506794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Attempting to bind port fc2e3b05-ef54-4fee-986c-44fd40f82c22 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:31.507125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Attempting to bind port fc2e3b05-ef54-4fee-986c-44fd40f82c22 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '216f61df-fe84-469e-b3a3-ac6c1757e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd730db33-9352-493e-96d3-5f39efb4e187'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:31.507480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Attempting to bind port fc2e3b05-ef54-4fee-986c-44fd40f82c22 on network d730db33-9352-493e-96d3-5f39efb4e187 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:31.543812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network e471da7d-09e9-43f5-95e8-93860282b02a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:31.548752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:31.553975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:31.554501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.554989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port e8256af3-5d57-45a3-b5fd-7fd5817685b4, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8256af3-5d57-45a3-b5fd-7fd5817685b4,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:31.555495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.563012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:31.563376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Checking segment: {'id': '216f61df-fe84-469e-b3a3-ac6c1757e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd730db33-9352-493e-96d3-5f39efb4e187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:31.564068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.564620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Bound using segment: {'id': '216f61df-fe84-469e-b3a3-ac6c1757e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd730db33-9352-493e-96d3-5f39efb4e187'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:31.565261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Bound port: fc2e3b05-ef54-4fee-986c-44fd40f82c22, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216f61df-fe84-469e-b3a3-ac6c1757e9c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'd730db33-9352-493e-96d3-5f39efb4e187'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:31.565722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=8d933b92-a59a-4b76-91f2-758077d1e44c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:31.565888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.685125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16f700d5-01b4-4f86-a995-85a999b80bb3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.695078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for e8256af3-5d57-45a3-b5fd-7fd5817685b4 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:31.702680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Pushing event updated for resources: {'Port': ['ID=fc2e3b05-ef54-4fee-986c-44fd40f82c22,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:31.714539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8d612f8b-4e2c-45e1-8597-f4be668257b8 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags/tempest-TagsExtTest-Tag-1247988150 HTTP/1.1" status: 201 len: 201 time: 0.4246936 Sep 15 09:57:31.718021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53070) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:31.732183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-c015c32c-8d20-498a-877f-d755be7a1218 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16', 'tempest-TagsExtTest-Tag-292421046') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:31.737612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] For port 8423e286-cc2e-4d66-9633-b467ed44cfe6, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:31.770902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f700d5-01b4-4f86-a995-85a999b80bb3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5feb8b-4078-486f-9c55-452ac738d230,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:31.772065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] For port 8423e286-cc2e-4d66-9633-b467ed44cfe6, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8423e286-cc2e-4d66-9633-b467ed44cfe6,segment=NetworkSegment(5a6bf5bf-a0e7-4136-ac2d-6220e91c9897),segment_id=5a6bf5bf-a0e7-4136-ac2d-6220e91c9897)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:31.788674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16f700d5-01b4-4f86-a995-85a999b80bb3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.814327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] For port fc2e3b05-ef54-4fee-986c-44fd40f82c22, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:31.845401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.855688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.865344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] For port fc2e3b05-ef54-4fee-986c-44fd40f82c22, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fc2e3b05-ef54-4fee-986c-44fd40f82c22,segment=NetworkSegment(216f61df-fe84-469e-b3a3-ac6c1757e9c9),segment_id=216f61df-fe84-469e-b3a3-ac6c1757e9c9)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:31.926705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-16f700d5-01b4-4f86-a995-85a999b80bb3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/fd5feb8b-4078-486f-9c55-452ac738d230 HTTP/1.1" status: 204 len: 168 time: 0.9367037 Sep 15 09:57:31.927231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53074) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:31.949660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:31.960318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc33e-d244-40f9-ba07-5ff5f4494193 None None] Pushing event updated for resources: {'Port': ['ID=8423e286-cc2e-4d66-9633-b467ed44cfe6,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:32.055470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:32.057271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a19e4e-08cb-4aef-9b7c-09b292fade76 None None] Pushing event updated for resources: {'Port': ['ID=fc2e3b05-ef54-4fee-986c-44fd40f82c22,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:32.060730 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c015c32c-8d20-498a-877f-d755be7a1218 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags/tempest-TagsExtTest-Tag-292421046 HTTP/1.1" status: 201 len: 201 time: 0.3420019 Sep 15 09:57:32.065963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:30Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:32.071223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf39127-c438-475c-a047-2df0ed562d46 None None] The sync data for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv is: [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:56:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '95391396-4a09-4950-b655-44405535074e', 'name': '', 'network_id': '0433dd76-611b-4144-bd85-47ad95ca14a7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:e6:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:13Z', 'updated_at': '2022-09-15T09:56:30Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ad18d815-13d4-4153-ae48-1ea81676f39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:32.075958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53078) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:32.093776 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e867c3f0-088d-4278-af81-33df794e674c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1650307 Sep 15 09:57:32.136011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53082) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:32.136163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219c5d5-a1ea-4687-90e1-4f731139aa52 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:32.144404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-c2b8a788-a19f-4416-9814-6ef19b9de72b tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:32.147119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:32.202851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=e8256af3-5d57-45a3-b5fd-7fd5817685b4,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:32.514983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5465d258-7311-4e35-8df5-fc554abaa68f None None] Provisioning for port 39bab527-4bda-476a-a413-6ee1812566dc completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:32.597422 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8cbcb5-6e6f-4c81-8605-da1321cc4d3f None None] New status for floating IP 4c95e1cd-836b-467d-8b76-b4fcbe6518b5: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:57:32.658859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:32.666544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] Deleting port 39bab527-4bda-476a-a413-6ee1812566dc {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:32.673952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:32.701484 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c2b8a788-a19f-4416-9814-6ef19b9de72b tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags HTTP/1.1" status: 200 len: 240 time: 0.6249514 Sep 15 09:57:32.706540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53088) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:32.712326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-9230a527-dec6-48ca-b59d-c8fa3c3ff2af tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72', 'tempest-TagsExtTest-Tag-977891971') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:32.758940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:32.762480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port e8256af3-5d57-45a3-b5fd-7fd5817685b4 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:32.778408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:32.801098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'name': 'network-vif-deleted', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:57:32.825814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-340b7e1a-e482-4a91-b690-9c8b19e62864" -d '{"events": [{"server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "name": "network-vif-deleted", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:57:32.826309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:32.826409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:32.830488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-6ae1be42-4a5e-460e-b0c7-fda9cf9f721a req-3389ba19-78bb-4f15-84ca-6452cde97b40 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:32.837368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:32.845197 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9230a527-dec6-48ca-b59d-c8fa3c3ff2af tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags/tempest-TagsExtTest-Tag-977891971 HTTP/1.1" status: 204 len: 168 time: 0.1361599 Sep 15 09:57:32.845901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53094) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:32.848655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:32.876660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-c9901c36-48a0-42fb-acad-ca255ffa2e09 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72', 'tempest-TagsExtTest-Tag-977891971') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:32.879488 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-118eb68b-b0ee-4904-94ec-06a563e6466e req-013c37cb-8cbc-4173-916e-7f8e6dbdaedd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/e8256af3-5d57-45a3-b5fd-7fd5817685b4 HTTP/1.1" status: 204 len: 173 time: 2.1988771 Sep 15 09:57:32.919694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb786239-9b90-4cbf-ac7a-6176f3420594 x-openstack-request-id: req-fb786239-9b90-4cbf-ac7a-6176f3420594 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:57:32.920129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3387588-c0fb-46db-85de-05aaab469065", "name": "network-vif-deleted", "tag": "e8256af3-5d57-45a3-b5fd-7fd5817685b4", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:57:32.920319 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb786239-9b90-4cbf-ac7a-6176f3420594 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:57:32.920763 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb786239-9b90-4cbf-ac7a-6176f3420594'] response: {'server_uuid': 'e3387588-c0fb-46db-85de-05aaab469065', 'name': 'network-vif-deleted', 'tag': 'e8256af3-5d57-45a3-b5fd-7fd5817685b4', 'status': 'completed', 'code': 200} Sep 15 09:57:32.928803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:32.929698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:32.953602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:32.959389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:33.023684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fc2e3b05-ef54-4fee-986c-44fd40f82c22 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:33.147507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-6ae1be42-4a5e-460e-b0c7-fda9cf9f721a req-3389ba19-78bb-4f15-84ca-6452cde97b40 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:33.162808 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6ae1be42-4a5e-460e-b0c7-fda9cf9f721a req-3389ba19-78bb-4f15-84ca-6452cde97b40 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 210 time: 0.6352494 Sep 15 09:57:33.170070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] For port 39bab527-4bda-476a-a413-6ee1812566dc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=39bab527-4bda-476a-a413-6ee1812566dc,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:33.170470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:33.317883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=8d933b92-a59a-4b76-91f2-758077d1e44c,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:33.331704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e8256af3-5d57-45a3-b5fd-7fd5817685b4 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:33.380639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] Calling delete_port for 39bab527-4bda-476a-a413-6ee1812566dc owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:33.418560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network e471da7d-09e9-43f5-95e8-93860282b02a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:33.421502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:33.445725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: e8256af3-5d57-45a3-b5fd-7fd5817685b4 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:33.445725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e8256af3-5d57-45a3-b5fd-7fd5817685b4 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:33.471015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port fc2e3b05-ef54-4fee-986c-44fd40f82c22 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:33.473228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:33.480061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8423e286-cc2e-4d66-9633-b467ed44cfe6 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:33.583845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:33.587682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:33.592845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:33.600033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:33.612739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=6a393d11-1867-4cb1-aac9-c43400a3b783,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:33.630544 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c9901c36-48a0-42fb-acad-ca255ffa2e09 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags/tempest-TagsExtTest-Tag-977891971 HTTP/1.1" status: 204 len: 168 time: 0.7833447 Sep 15 09:57:33.634514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53100) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:33.640065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-d9ef8c23-6f8b-4904-aec4-3cd3a9d7cd57 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:33.645913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1a56e6-c8a8-4bb7-878c-1fc5a7fe81b8 None None] Network e471da7d-09e9-43f5-95e8-93860282b02a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:33.707620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:33.712857 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1ab9dafa-558f-42d4-b7f7-65d64a1f86e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5807629 Sep 15 09:57:33.719971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53104) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:33.743486 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d9ef8c23-6f8b-4904-aec4-3cd3a9d7cd57 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags HTTP/1.1" status: 200 len: 205 time: 0.1076603 Sep 15 09:57:33.746238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53106) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:33.747087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:33.751943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-683b7839-da3d-4d7f-9e50-c988d4503f7f tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:33.756251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8423e286-cc2e-4d66-9633-b467ed44cfe6 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:33.852412 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-683b7839-da3d-4d7f-9e50-c988d4503f7f tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags HTTP/1.1" status: 200 len: 239 time: 0.1024964 Sep 15 09:57:33.852638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53110) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:33.858489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-dfa65815-c43a-4f88-8478-2f6ec74be4df tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c', 'tempest-TagsExtTest-Tag-50232306') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:33.862642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] No DVR routers for this DVR port 39bab527-4bda-476a-a413-6ee1812566dc on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:33.867801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': '6a393d11-1867-4cb1-aac9-c43400a3b783', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-44982958'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:33.874668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 91345d75-38c3-4f45-935e-208a9033be4f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:33.904324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b9422-2972-4ba3-a63b-9d2ef23db8eb None None] Pushing event deleted for resources: {'Port': ['ID=39bab527-4bda-476a-a413-6ee1812566dc,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:33.915542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77de4058-862b-4b93-97a8-d88d15d1c02d None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:33.961996 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dfa65815-c43a-4f88-8478-2f6ec74be4df tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags/tempest-TagsExtTest-Tag-50232306 HTTP/1.1" status: 204 len: 168 time: 0.1057084 Sep 15 09:57:33.962570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53116) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:33.968737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-20f40ec7-6f61-46ed-b9f4-528030524fba tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c', 'tempest-TagsExtTest-Tag-50232306') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:34.060404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a4f2b-b116-4c79-b7ca-5f13055f5074 None None] Network d730db33-9352-493e-96d3-5f39efb4e187 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:34.082989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0952c6aa-3e32-4bd0-9b63-d4b641a48c78 None None] Provisioning for port 8423e286-cc2e-4d66-9633-b467ed44cfe6 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:34.085852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:34.095759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53120) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:34.095903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-45d0bf3f-65dd-4b6f-84ae-7b0f02f9fe43 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3277471 Sep 15 09:57:34.102870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1766858966'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:34.105018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:34.109885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:34.110132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:34.113170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:34.114596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:network and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:34.117533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:34.118947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:34.124862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:34.150529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:34.168000 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-20f40ec7-6f61-46ed-b9f4-528030524fba tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags/tempest-TagsExtTest-Tag-50232306 HTTP/1.1" status: 204 len: 168 time: 0.2021115 Sep 15 09:57:34.169050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0952c6aa-3e32-4bd0-9b63-d4b641a48c78 None None] Provisioning complete for port 8423e286-cc2e-4d66-9633-b467ed44cfe6 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:34.169776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53124) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:34.169929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0952c6aa-3e32-4bd0-9b63-d4b641a48c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:34.174544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-90838449-0b36-45bd-8616-41de0c799347 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:34.232205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:34.251000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:34.255759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:34.262017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:34.263737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:34.306455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:57:34.316700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:34.317043 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added segment d8c80dff-d20b-42d4-aec9-3dc46c93292b of type vlan for network e6e328b8-463e-46f2-afeb-fa261e6dbc99 Sep 15 09:57:34.383304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:34.425199 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49e40a29-7cb3-4d95-adf4-bdaea3d05970 req-68f789ac-d4de-4d65-ade1-2194614c0f76 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=e3387588-c0fb-46db-85de-05aaab469065 HTTP/1.1" status: 200 len: 210 time: 0.0668364 Sep 15 09:57:34.466522 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-90838449-0b36-45bd-8616-41de0c799347 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags HTTP/1.1" status: 200 len: 205 time: 0.2941444 Sep 15 09:57:34.467673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53130) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:34.472168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:34.476641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-2de67c43-10ac-45ed-b7a1-474d3e6b7987 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:34.495138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port a109dcd8-094a-49ca-b9b4-b40d7542675f yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:57:34.540878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:34.541181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 91345d75-38c3-4f45-935e-208a9033be4f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:34.541181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:34.546589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:34.547379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:34.685617 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:57:34.686302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:57:34.757028 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-64aa91fc-3d20-4324-a901-91cab2af04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9001355 Sep 15 09:57:34.757311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53134) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:34.760528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:34.821564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-333d0d4f-f55f-451b-abce-8ac2995a529a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:34.846564 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7490752 Sep 15 09:57:34.849453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53138) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:34.855489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'subnet': {'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:34.866376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6b7e6-06bf-462d-9d1f-8283910b14c5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Network': ['ID=e6e328b8-463e-46f2-afeb-fa261e6dbc99,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:34.874538 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2de67c43-10ac-45ed-b7a1-474d3e6b7987 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags HTTP/1.1" status: 200 len: 241 time: 0.4026067 Sep 15 09:57:34.874727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53142) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:34.879131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-333d0d4f-f55f-451b-abce-8ac2995a529a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:34.880766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-9ddee6f0-f3c5-48d8-b125-b0cb6adf1942 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922', 'tempest-TagsExtTest-Tag-1247988150') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:34.885013 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-333d0d4f-f55f-451b-abce-8ac2995a529a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1262898 Sep 15 09:57:34.885914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53146) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:34.896352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network e6e328b8-463e-46f2-afeb-fa261e6dbc99 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:57:35.033965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:35.034172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9ddee6f0-f3c5-48d8-b125-b0cb6adf1942 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags/tempest-TagsExtTest-Tag-1247988150 HTTP/1.1" status: 204 len: 168 time: 0.1557758 Sep 15 09:57:35.034172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53150) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.036255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e303718b-7301-4c91-82e7-3f0cac3e5938 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:35.037761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e303718b-7301-4c91-82e7-3f0cac3e5938 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:35.038521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e303718b-7301-4c91-82e7-3f0cac3e5938 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:35.039177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-8c3487f5-1af2-4c12-a94c-55f690821fe6 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922', 'tempest-TagsExtTest-Tag-1247988150') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.043442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:subnet and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:35.046370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:35.054203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:35.130086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e303718b-7301-4c91-82e7-3f0cac3e5938 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:35.134003 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e303718b-7301-4c91-82e7-3f0cac3e5938 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2015791 Sep 15 09:57:35.134658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53154) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.194996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Made reservation on behalf of 92339cf5f7694662870bc251499b1385 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:35.198518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.212948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0952c6aa-3e32-4bd0-9b63-d4b641a48c78 None None] Current status of the port 8423e286-cc2e-4d66-9633-b467ed44cfe6 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:35.213325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0952c6aa-3e32-4bd0-9b63-d4b641a48c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.222548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090d7d35-1795-40dc-b6c3-0e4c0402e23a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '6a393d11-1867-4cb1-aac9-c43400a3b783'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:35.223352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-090d7d35-1795-40dc-b6c3-0e4c0402e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.253858 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8c3487f5-1af2-4c12-a94c-55f690821fe6 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags/tempest-TagsExtTest-Tag-1247988150 HTTP/1.1" status: 204 len: 168 time: 0.2163088 Sep 15 09:57:35.254453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53158) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.259864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-0eceae6e-b124-4392-8328-8ece2f24f225 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.323675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8b7a71-0689-48e4-9427-dd11f0ac9ce4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 6a393d11-1867-4cb1-aac9-c43400a3b783 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:35.329328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7a71-0689-48e4-9427-dd11f0ac9ce4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.395893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7a71-0689-48e4-9427-dd11f0ac9ce4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.427716 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0eceae6e-b124-4392-8328-8ece2f24f225 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags HTTP/1.1" status: 200 len: 205 time: 0.1697259 Sep 15 09:57:35.428469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53162) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.434146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-d0924b5a-49b9-4841-92ef-e3dbdb4863dd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.471950 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d0924b5a-49b9-4841-92ef-e3dbdb4863dd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags HTTP/1.1" status: 200 len: 240 time: 0.0423758 Sep 15 09:57:35.476172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53168) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.484093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-44358866-b812-40a2-9f06-88f192db9b69 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16', 'tempest-TagsExtTest-Tag-292421046') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.492446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 91345d75-38c3-4f45-935e-208a9033be4f is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:35.533145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0952c6aa-3e32-4bd0-9b63-d4b641a48c78 None None] For port 8423e286-cc2e-4d66-9633-b467ed44cfe6, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8423e286-cc2e-4d66-9633-b467ed44cfe6,segment=NetworkSegment(5a6bf5bf-a0e7-4136-ac2d-6220e91c9897),segment_id=5a6bf5bf-a0e7-4136-ac2d-6220e91c9897)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:35.545837 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-44358866-b812-40a2-9f06-88f192db9b69 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags/tempest-TagsExtTest-Tag-292421046 HTTP/1.1" status: 204 len: 168 time: 0.0685802 Sep 15 09:57:35.550421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53172) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.557319 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-468e40d2-0ab2-4248-b6ea-986acccd8d99 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16', 'tempest-TagsExtTest-Tag-292421046') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.607976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53176) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.634889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0952c6aa-3e32-4bd0-9b63-d4b641a48c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.718616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7a71-0689-48e4-9427-dd11f0ac9ce4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.722285 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-468e40d2-0ab2-4248-b6ea-986acccd8d99 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags/tempest-TagsExtTest-Tag-292421046 HTTP/1.1" status: 204 len: 168 time: 0.1707325 Sep 15 09:57:35.723037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53180) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.728048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-558f67d8-1836-40d8-bc99-d12e1e9f7186 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.734456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952c6aa-3e32-4bd0-9b63-d4b641a48c78 None None] Pushing event updated for resources: {'Port': ['ID=8423e286-cc2e-4d66-9633-b467ed44cfe6,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:35.743957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:31Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:32Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.750520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:35.750874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Updating router ad825198-3090-418a-bbdc-c2a40a9ca3ae port 8d933b92-a59a-4b76-91f2-758077d1e44c binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:57:35.777262 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-558f67d8-1836-40d8-bc99-d12e1e9f7186 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags HTTP/1.1" status: 200 len: 205 time: 0.0510211 Sep 15 09:57:35.777775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53184) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.783245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-7a2e1e9a-15c6-4c5a-90ea-4bc3046ce0e8 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.821865 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7a2e1e9a-15c6-4c5a-90ea-4bc3046ce0e8 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags HTTP/1.1" status: 204 len: 168 time: 0.0416143 Sep 15 09:57:35.826194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53188) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:35.836442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.841657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-b53e2036-ae05-41b3-9aaf-d096e88c4e83 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:35.894782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0ff8d902-dd60-422c-a29e-4581e0077592 None None] Provisioning for port fc2e3b05-ef54-4fee-986c-44fd40f82c22 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:35.900358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10ef0638-7428-4340-8fdb-aa1e635a592c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.910531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0ff8d902-dd60-422c-a29e-4581e0077592 None None] Provisioning complete for port fc2e3b05-ef54-4fee-986c-44fd40f82c22 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:35.910915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d902-dd60-422c-a29e-4581e0077592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:35.933481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10ef0638-7428-4340-8fdb-aa1e635a592c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.070985 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.143360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7a71-0689-48e4-9427-dd11f0ac9ce4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.181170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae8b7a71-0689-48e4-9427-dd11f0ac9ce4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.201757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0ff8d902-dd60-422c-a29e-4581e0077592 None None] Current status of the port fc2e3b05-ef54-4fee-986c-44fd40f82c22 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:36.202169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d902-dd60-422c-a29e-4581e0077592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.205170 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b53e2036-ae05-41b3-9aaf-d096e88c4e83 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags HTTP/1.1" status: 204 len: 168 time: 0.3710089 Sep 15 09:57:36.205170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Subnet': ['ID=63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:36.205548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53192) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:36.211209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-399005ed-631c-476e-b56e-600da92d5f87 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server [None req-090d7d35-1795-40dc-b6c3-0e4c0402e23a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a393d11-1867-4cb1-aac9-c43400a3b783: This subnet is being modified by another concurrent operation. Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise self.value Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1464, in create_port Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1431, in _create_port_db Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server raise exception Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a393d11-1867-4cb1-aac9-c43400a3b783: This subnet is being modified by another concurrent operation. Sep 15 09:57:36.232392 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR oslo_messaging.rpc.server Sep 15 09:57:36.260129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Checking segment: {'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:36.260505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network hostable DHCP agents. Network: e6e328b8-463e-46f2-afeb-fa261e6dbc99, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:57:36.267707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b7a71-0689-48e4-9427-dd11f0ac9ce4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=6a393d11-1867-4cb1-aac9-c43400a3b783,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:36.294300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0ff8d902-dd60-422c-a29e-4581e0077592 None None] For port fc2e3b05-ef54-4fee-986c-44fd40f82c22, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fc2e3b05-ef54-4fee-986c-44fd40f82c22,segment=NetworkSegment(216f61df-fe84-469e-b3a3-ac6c1757e9c9),segment_id=216f61df-fe84-469e-b3a3-ac6c1757e9c9)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:36.333968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ae8b7a71-0689-48e4-9427-dd11f0ac9ce4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/6a393d11-1867-4cb1-aac9-c43400a3b783 HTTP/1.1" status: 204 len: 168 time: 1.1980400 Sep 15 09:57:36.335116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53196) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:36.346313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-399005ed-631c-476e-b56e-600da92d5f87 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags HTTP/1.1" status: 204 len: 168 time: 0.1386685 Sep 15 09:57:36.358386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53200) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:36.363362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-872b85c6-2df0-4dac-8f24-820aef96fe9b tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:36.410637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ff8d902-dd60-422c-a29e-4581e0077592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.424833 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network e6e328b8-463e-46f2-afeb-fa261e6dbc99 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:57:36.427067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10ef0638-7428-4340-8fdb-aa1e635a592c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.429431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-10ef0638-7428-4340-8fdb-aa1e635a592c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.433037 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-10ef0638-7428-4340-8fdb-aa1e635a592c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/8f5d9786-ce43-4bfe-aa5c-60716ca6bb91 HTTP/1.1" status: 204 len: 168 time: 0.8216105 Sep 15 09:57:36.459320 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0694e7fd-be3e-41b8-9516-02f1a6dd028b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1226943 Sep 15 09:57:36.460343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53206) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:36.462528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef0638-7428-4340-8fdb-aa1e635a592c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5d9786-ce43-4bfe-aa5c-60716ca6bb91,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:36.465686 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-872b85c6-2df0-4dac-8f24-820aef96fe9b tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags HTTP/1.1" status: 204 len: 168 time: 0.1055989 Sep 15 09:57:36.470228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:36.471879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53210) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:36.477907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-3d9589c8-4304-4851-8aa4-b1c8d7886b8b tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72', 'tempest-TagsExtTest-Tag-857732490') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:36.535405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8d902-dd60-422c-a29e-4581e0077592 None None] Pushing event updated for resources: {'Port': ['ID=fc2e3b05-ef54-4fee-986c-44fd40f82c22,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:36.545155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53214) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:36.551476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.568901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Transition to ACTIVE for port object 8d933b92-a59a-4b76-91f2-758077d1e44c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:36.588349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, e6e328b8-463e-46f2-afeb-fa261e6dbc99) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:36.593639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:36.595573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.600592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c435d348-5c32-4eb1-b48e-0301e75824ea None None] Network e6e328b8-463e-46f2-afeb-fa261e6dbc99 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:36.654009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:36.658812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:36.661717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:36.667966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:36.674110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Provisioning for port fbbf0003-44fa-497d-b0a4-5480c1646a7c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:36.677012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.694642 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aeba2d69-d57d-4fc6-a7d5-6c66c2a68484 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8413856 Sep 15 09:57:36.694949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53218) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:36.784803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Provisioning complete for port fbbf0003-44fa-497d-b0a4-5480c1646a7c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:36.785171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.815755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:36.818575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:36.827040 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3d9589c8-4304-4851-8aa4-b1c8d7886b8b tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags/tempest-TagsExtTest-Tag-857732490 HTTP/1.1" status: 201 len: 201 time: 0.3541033 Sep 15 09:57:36.835604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53222) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:36.843592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-81e4a0dd-1695-4f38-a590-9c3e7408a8eb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c', 'tempest-TagsExtTest-Tag-514152060') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:36.942632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e674565-f649-45e5-9fec-78636db8eac0 None None] Pushing event updated for resources: {'Port': ['ID=8d933b92-a59a-4b76-91f2-758077d1e44c,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:36.974227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Port fbbf0003-44fa-497d-b0a4-5480c1646a7c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:37.026449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Attempting to bind port 8d933b92-a59a-4b76-91f2-758077d1e44c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:37.026817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Attempting to bind port 8d933b92-a59a-4b76-91f2-758077d1e44c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:37.027177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Attempting to bind port 8d933b92-a59a-4b76-91f2-758077d1e44c on network e471da7d-09e9-43f5-95e8-93860282b02a {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:37.050018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:37.050430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Checking segment: {'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:37.050778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.051167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Bound using segment: {'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:37.051632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Bound port: 8d933b92-a59a-4b76-91f2-758077d1e44c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:37.052003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.066439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Provisioning complete for port fc2e3b05-ef54-4fee-986c-44fd40f82c22 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:37.066813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.086364 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-81e4a0dd-1695-4f38-a590-9c3e7408a8eb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags/tempest-TagsExtTest-Tag-514152060 HTTP/1.1" status: 201 len: 201 time: 0.2497323 Sep 15 09:57:37.089770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53226) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:37.099891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-309c1dde-dfe2-4502-bba0-d7d3d4b764ea tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922', 'tempest-TagsExtTest-Tag-444182749') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:37.297968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:37.298804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.361171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] For port 8d933b92-a59a-4b76-91f2-758077d1e44c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:37.412827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] For port 8d933b92-a59a-4b76-91f2-758077d1e44c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8d933b92-a59a-4b76-91f2-758077d1e44c,segment=NetworkSegment(5a6bf5bf-a0e7-4136-ac2d-6220e91c9897),segment_id=5a6bf5bf-a0e7-4136-ac2d-6220e91c9897)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:37.459994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.461721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Current status of the port fc2e3b05-ef54-4fee-986c-44fd40f82c22 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:37.539062 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-309c1dde-dfe2-4502-bba0-d7d3d4b764ea tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags/tempest-TagsExtTest-Tag-444182749 HTTP/1.1" status: 201 len: 201 time: 0.4469278 Sep 15 09:57:37.546081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53230) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:37.562099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.566122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-e3cea91f-fea1-497c-b92a-f3c237f9ff92 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16', 'tempest-TagsExtTest-Tag-1044916492') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:37.575569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:37.576398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:37.638181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fc2e3b05-ef54-4fee-986c-44fd40f82c22 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:37.675135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.708268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.733736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Provisioning for port 8d933b92-a59a-4b76-91f2-758077d1e44c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:37.807918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e674565-f649-45e5-9fec-78636db8eac0 None None] Pushing event updated for resources: {'Port': ['ID=8d933b92-a59a-4b76-91f2-758077d1e44c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:37.809412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:37.814683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Allocated IP 2001:db8:3::2 (e6e328b8-463e-46f2-afeb-fa261e6dbc99/63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f/35770b3b-83cb-46f0-ba30-b85d84403a8b) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:37.820356 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e3cea91f-fea1-497c-b92a-f3c237f9ff92 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags/tempest-TagsExtTest-Tag-1044916492 HTTP/1.1" status: 201 len: 201 time: 0.2688308 Sep 15 09:57:37.821406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:37.825113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:37.826222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:37.833094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53234) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:37.838644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bc65e5-1f8c-42c6-ab87-e6ca6b49eddd None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:37.852148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:37.908172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-eebc74a7-0e1d-4329-a0fc-31c2dc67020e tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72', {'tags': ['tempest-TagsExtTest-Tag-1137471845', 'tempest-TagsExtTest-Tag-1947089208', 'tempest-TagsExtTest-Tag-1875905933']}) {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:37.936797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=6ee21339-32a9-4734-b4bf-ed0540fcb085,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:37.978332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 95391396-4a09-4950-b655-44405535074e {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:37.978931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.005028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Provisioning complete for port 8423e286-cc2e-4d66-9633-b467ed44cfe6 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:38.005620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.056552 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a36f1f69-5102-4514-a1c0-76fb520d2c78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5919023 Sep 15 09:57:38.064817 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53238) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:38.076741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-482297414', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:38.095478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:38.107649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:router and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:38.112829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:38.149910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:38.174788 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eebc74a7-0e1d-4329-a0fc-31c2dc67020e tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags HTTP/1.1" status: 200 len: 318 time: 0.3283415 Sep 15 09:57:38.175913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53242) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:38.183731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-561b84d8-3cdf-4fe6-b0c2-64522a3790d4 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:38.188179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port fc2e3b05-ef54-4fee-986c-44fd40f82c22 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:38.188559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.221404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.222005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 95391396-4a09-4950-b655-44405535074e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=95391396-4a09-4950-b655-44405535074e,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:38.222595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.222799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.250912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.313293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.365958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 95391396-4a09-4950-b655-44405535074e owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:38.409929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.413777 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-77c784da-8c4a-4788-b8c4-797b6ad018e0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3459823 Sep 15 09:57:38.414690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53246) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:38.568143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-561b84d8-3cdf-4fe6-b0c2-64522a3790d4 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags HTTP/1.1" status: 204 len: 168 time: 0.3891647 Sep 15 09:57:38.568702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53250) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:38.576930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-3fd462aa-39e8-42f5-acb0-3ab1d5416139 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72', 'tempest-TagsExtTest-Tag-1137471845') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:38.714705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-3fd462aa-39e8-42f5-acb0-3ab1d5416139 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:38.719069 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3fd462aa-39e8-42f5-acb0-3ab1d5416139 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags/tempest-TagsExtTest-Tag-1137471845 HTTP/1.1" status: 404 len: 329 time: 0.1467385 Sep 15 09:57:38.719260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53254) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:38.724068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-c7ea7963-a4f3-49e0-a7ec-f323da9f8829 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72', 'tempest-TagsExtTest-Tag-1947089208') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:38.798935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.803846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2292d354-ae98-41de-837d-6702a0ff5199 None None] Current status of the port 8423e286-cc2e-4d66-9633-b467ed44cfe6 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:38.813082 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-c7ea7963-a4f3-49e0-a7ec-f323da9f8829 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:38.816815 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c7ea7963-a4f3-49e0-a7ec-f323da9f8829 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags/tempest-TagsExtTest-Tag-1947089208 HTTP/1.1" status: 404 len: 329 time: 0.0941184 Sep 15 09:57:38.817102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53258) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:38.819517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '6ee21339-32a9-4734-b4bf-ed0540fcb085'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:38.820394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.822922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-1a422b0c-b765-4a65-8844-1f31d94be2c3 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72', 'tempest-TagsExtTest-Tag-1875905933') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:38.831478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Transition to ACTIVE for port object 35770b3b-83cb-46f0-ba30-b85d84403a8b will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:38.858224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.913791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port fc2e3b05-ef54-4fee-986c-44fd40f82c22 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:38.914951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8423e286-cc2e-4d66-9633-b467ed44cfe6 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:38.936240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:38.955421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Transition to ACTIVE for port object 35770b3b-83cb-46f0-ba30-b85d84403a8b will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:39.038452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=95391396-4a09-4950-b655-44405535074e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:39.038822 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:39.163940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:31Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:37Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:39.176148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Network e6e328b8-463e-46f2-afeb-fa261e6dbc99 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:39.184893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20d3b02-38ab-487b-94c0-fd3d806c884d None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:31Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:37Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:39.186826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:39.195976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:39.203783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8423e286-cc2e-4d66-9633-b467ed44cfe6 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:39.204152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:39.247787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Pushing event updated for resources: {'Port': ['ID=35770b3b-83cb-46f0-ba30-b85d84403a8b,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:39.274470 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-1a422b0c-b765-4a65-8844-1f31d94be2c3 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:39.278502 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1a422b0c-b765-4a65-8844-1f31d94be2c3 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags/tempest-TagsExtTest-Tag-1875905933 HTTP/1.1" status: 404 len: 329 time: 0.4565063 Sep 15 09:57:39.279471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53262) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:39.303378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-0166718e-4c6a-4bc5-9ea7-688454eb0f93 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c', {'tags': ['tempest-TagsExtTest-Tag-498240853', 'tempest-TagsExtTest-Tag-986165787', 'tempest-TagsExtTest-Tag-1655843680']}) {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:39.419585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/6ee21339-32a9-4734-b4bf-ed0540fcb085/741470de-6ae0-442b-b556-598bb843d0d7) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:39.557406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Attempting to bind port 35770b3b-83cb-46f0-ba30-b85d84403a8b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:39.558452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Attempting to bind port 35770b3b-83cb-46f0-ba30-b85d84403a8b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:39.558620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:39.559650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Attempting to bind port 35770b3b-83cb-46f0-ba30-b85d84403a8b on network e6e328b8-463e-46f2-afeb-fa261e6dbc99 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:39.613236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Allocated IP 2001:db8:3::1 (e6e328b8-463e-46f2-afeb-fa261e6dbc99/63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f/ed936486-105b-4b90-9786-a507cd864928) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:39.653438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8423e286-cc2e-4d66-9633-b467ed44cfe6 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:39.656313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:39.656883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Checking segment: {'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:39.657503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:39.658620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Bound using segment: {'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:39.659438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Bound port: 35770b3b-83cb-46f0-ba30-b85d84403a8b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:39.660918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:39.695729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0166718e-4c6a-4bc5-9ea7-688454eb0f93 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags HTTP/1.1" status: 200 len: 316 time: 0.4040763 Sep 15 09:57:39.720901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53266) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:39.741146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-ed02d0d3-7908-4cb4-91b1-190898106394 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:39.895053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:39.915955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8d933b92-a59a-4b76-91f2-758077d1e44c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:39.923372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Transition to ACTIVE for port object ed936486-105b-4b90-9786-a507cd864928 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:39.994224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] For port 35770b3b-83cb-46f0-ba30-b85d84403a8b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:40.003577 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed02d0d3-7908-4cb4-91b1-190898106394 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags HTTP/1.1" status: 204 len: 168 time: 0.2809429 Sep 15 09:57:40.004230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53270) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:40.010250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-de5666db-ef96-49b5-8904-e7d384f876ad tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c', 'tempest-TagsExtTest-Tag-498240853') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:40.031860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] For port 35770b3b-83cb-46f0-ba30-b85d84403a8b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=35770b3b-83cb-46f0-ba30-b85d84403a8b,segment=NetworkSegment(d8c80dff-d20b-42d4-aec9-3dc46c93292b),segment_id=d8c80dff-d20b-42d4-aec9-3dc46c93292b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:40.044710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.105736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.108538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:40.146389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network e6e328b8-463e-46f2-afeb-fa261e6dbc99 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:40.154132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:40.159262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:40.159797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.168858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=ed936486-105b-4b90-9786-a507cd864928,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:40.198547 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-de5666db-ef96-49b5-8904-e7d384f876ad tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:40.202049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8d933b92-a59a-4b76-91f2-758077d1e44c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:40.211085 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-de5666db-ef96-49b5-8904-e7d384f876ad tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags/tempest-TagsExtTest-Tag-498240853 HTTP/1.1" status: 404 len: 328 time: 0.1976781 Sep 15 09:57:40.211085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53274) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:40.211307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8d933b92-a59a-4b76-91f2-758077d1e44c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:40.211307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.217908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.tag.tag_plugin [None req-46b7f5e8-9713-4890-8db6-2d7ecbc491a0 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c', 'tempest-TagsExtTest-Tag-986165787') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:40.269488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.271929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adb403-b6e7-4756-bd80-b29d9f961894 None None] Pushing event updated for resources: {'Port': ['ID=35770b3b-83cb-46f0-ba30-b85d84403a8b,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:40.293167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Transition to ACTIVE for port object 741470de-6ae0-442b-b556-598bb843d0d7 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:40.331106 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-46b7f5e8-9713-4890-8db6-2d7ecbc491a0 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:40.335674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53278) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:40.336053 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-46b7f5e8-9713-4890-8db6-2d7ecbc491a0 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags/tempest-TagsExtTest-Tag-986165787 HTTP/1.1" status: 404 len: 328 time: 0.1279893 Sep 15 09:57:40.344632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-e5fa9a78-9fc0-42d8-ae9d-d5d60b52e88f tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c', 'tempest-TagsExtTest-Tag-1655843680') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:40.365304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Transition to ACTIVE for port object 741470de-6ae0-442b-b556-598bb843d0d7 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:40.394671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:40.395698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8d933b92-a59a-4b76-91f2-758077d1e44c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:40.396138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.404941 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] Sync routers for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:40.419588 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:40.422068 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:40.434851 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cf3cf411-b49f-4ae3-b485-a461281d206f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/07f30fdb-b3a7-4a11-8c9c-cfddc914b67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8856936 Sep 15 09:57:40.436781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.437261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53282) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:40.449309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 8d933b92-a59a-4b76-91f2-758077d1e44c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8d933b92-a59a-4b76-91f2-758077d1e44c,segment=NetworkSegment(5a6bf5bf-a0e7-4136-ac2d-6220e91c9897),segment_id=5a6bf5bf-a0e7-4136-ac2d-6220e91c9897)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:40.518459 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-e5fa9a78-9fc0-42d8-ae9d-d5d60b52e88f tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:40.519245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:40.519505 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e5fa9a78-9fc0-42d8-ae9d-d5d60b52e88f tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags/tempest-TagsExtTest-Tag-1655843680 HTTP/1.1" status: 404 len: 329 time: 0.1829107 Sep 15 09:57:40.522320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53286) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:40.524165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:40.528358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.530855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:40.541950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-6206cb76-6aed-4cf0-a208-144a5a07bcab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922', {'tags': ['tempest-TagsExtTest-Tag-1166036866', 'tempest-TagsExtTest-Tag-319128645', 'tempest-TagsExtTest-Tag-946765882']}) {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:40.571822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.606426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Pushing event updated for resources: {'Port': ['ID=741470de-6ae0-442b-b556-598bb843d0d7,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:40.614869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::1 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/6ee21339-32a9-4734-b4bf-ed0540fcb085/d51c3139-d3dc-4d46-8357-9784704c8a65) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:40.664748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf731cc5-989d-4d57-a7d0-e3fe81c77c98 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet ad18d815-13d4-4153-ae48-1ea81676f39c {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:40.667870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf731cc5-989d-4d57-a7d0-e3fe81c77c98 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.738864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf731cc5-989d-4d57-a7d0-e3fe81c77c98 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.771281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Attempting to bind port 741470de-6ae0-442b-b556-598bb843d0d7 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:40.771656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Attempting to bind port 741470de-6ae0-442b-b556-598bb843d0d7 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:40.772022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Attempting to bind port 741470de-6ae0-442b-b556-598bb843d0d7 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:40.792457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:40.792838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:40.793846 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:40.793976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.795018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:40.795515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Bound port: 741470de-6ae0-442b-b556-598bb843d0d7, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:40.795899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.846372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf731cc5-989d-4d57-a7d0-e3fe81c77c98 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:40.881433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=8d933b92-a59a-4b76-91f2-758077d1e44c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:40.918693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] For port 741470de-6ae0-442b-b556-598bb843d0d7, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:40.923329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] For port 741470de-6ae0-442b-b556-598bb843d0d7, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=741470de-6ae0-442b-b556-598bb843d0d7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:40.988165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:41.147143 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:57:38Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:41.150395 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] Checking router: 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:41.156348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5d887-5388-4c35-b3b3-89d3d4b0d3d2 None None] Pushing event updated for resources: {'Port': ['ID=741470de-6ae0-442b-b556-598bb843d0d7,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:41.161383 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] Routers {'07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:41.161867 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:41.261454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf731cc5-989d-4d57-a7d0-e3fe81c77c98 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:41.334707 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6206cb76-6aed-4cf0-a208-144a5a07bcab tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags HTTP/1.1" status: 200 len: 316 time: 0.8088856 Sep 15 09:57:41.338198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53290) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:41.340731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf731cc5-989d-4d57-a7d0-e3fe81c77c98 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=ad18d815-13d4-4153-ae48-1ea81676f39c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:41.343425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf731cc5-989d-4d57-a7d0-e3fe81c77c98 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:41.349579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-c58ccc3d-53fc-4c42-9afa-e4471715d7f1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:41.361785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a43930f-bf4e-4ab1-9bf5-e1d8b11e05a4 None None] Network 0433dd76-611b-4144-bd85-47ad95ca14a7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:41.378600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:41.397929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:41.417213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object d51c3139-d3dc-4d46-8357-9784704c8a65 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:41.422541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:41.423289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:41.423890 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] Set router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:41.563783 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bf731cc5-989d-4d57-a7d0-e3fe81c77c98 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/ad18d815-13d4-4153-ae48-1ea81676f39c HTTP/1.1" status: 204 len: 168 time: 1.1229448 Sep 15 09:57:41.578816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53294) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:41.733311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c58ccc3d-53fc-4c42-9afa-e4471715d7f1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags HTTP/1.1" status: 204 len: 168 time: 0.3941865 Sep 15 09:57:41.735856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53298) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:41.745748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-77a187d5-2eab-4188-85ec-0ffd2d546518 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922', 'tempest-TagsExtTest-Tag-1166036866') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:41.896016 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:57:38Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:41.900864 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749afded-d2cd-46d7-9d2d-8a6ba3126c58 None None] The sync data for ids ['07f30fdb-b3a7-4a11-8c9c-cfddc914b67f'] in dv-neutron-857775-1-hyperv is: [{'id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'name': 'tempest-TestNetworkBasicOps-router-1216079640', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72'}], 'enable_snat': True}, 'gw_port_id': '789f9969-c550-4244-8855-47d075e8c473', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:56:05Z', 'updated_at': '2022-09-15T09:57:38Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '789f9969-c550-4244-8855-47d075e8c473', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:80:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07f30fdb-b3a7-4a11-8c9c-cfddc914b67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:56:06Z', 'updated_at': '2022-09-15T09:56:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:41.988606 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-77a187d5-2eab-4188-85ec-0ffd2d546518 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:41.994113 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-77a187d5-2eab-4188-85ec-0ffd2d546518 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags/tempest-TagsExtTest-Tag-1166036866 HTTP/1.1" status: 404 len: 329 time: 0.2566886 Sep 15 09:57:41.994705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53302) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.000998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-1cb25cbe-b469-49ad-b3f5-7cd76a61af33 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922', 'tempest-TagsExtTest-Tag-319128645') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.018675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:42.020378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85748031-191c-4b7e-87f8-1a9f2cdc2bc3 None None] Network e6e328b8-463e-46f2-afeb-fa261e6dbc99 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:42.026164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event updated for resources: {'Port': ['ID=ed936486-105b-4b90-9786-a507cd864928,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:42.178414 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-1cb25cbe-b469-49ad-b3f5-7cd76a61af33 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:42.179654 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1cb25cbe-b469-49ad-b3f5-7cd76a61af33 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags/tempest-TagsExtTest-Tag-319128645 HTTP/1.1" status: 404 len: 328 time: 0.1840014 Sep 15 09:57:42.182392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53306) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.189435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-20451ad6-1f39-4eec-9754-86041feecf89 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922', 'tempest-TagsExtTest-Tag-946765882') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.195557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:42.204993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-18f82815-a49f-4e69-9139-4f3417a0db7d None None] Provisioning for port 35770b3b-83cb-46f0-ba30-b85d84403a8b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:42.283488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:42.295436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:42.325043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] DHCP port deletion for 0433dd76-611b-4144-bd85-47ad95ca14a7 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:42.327322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 35770b3b-83cb-46f0-ba30-b85d84403a8b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:42.342542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:42.343229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:42.424461 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-20451ad6-1f39-4eec-9754-86041feecf89 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:42.426589 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-20451ad6-1f39-4eec-9754-86041feecf89 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags/tempest-TagsExtTest-Tag-946765882 HTTP/1.1" status: 404 len: 328 time: 0.2410333 Sep 15 09:57:42.428681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53310) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.436156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-629ec619-de72-4493-9f9f-f0c3ecf51b83 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16', {'tags': ['tempest-TagsExtTest-Tag-1553483488', 'tempest-TagsExtTest-Tag-309159760', 'tempest-TagsExtTest-Tag-527041847']}) {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.459796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Deleting port e2272068-a68f-43a3-af9c-e6c7f604913c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:42.462020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:42.506045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=d51c3139-d3dc-4d46-8357-9784704c8a65,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:42.582351 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-629ec619-de72-4493-9f9f-f0c3ecf51b83 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "PUT /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags HTTP/1.1" status: 200 len: 316 time: 0.1519978 Sep 15 09:57:42.588472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53314) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.593479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-0a2924b9-a980-46e5-ab47-2b559b22c6fa tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.637561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Network e6e328b8-463e-46f2-afeb-fa261e6dbc99 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:42.652335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:42.700586 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0a2924b9-a980-46e5-ab47-2b559b22c6fa tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags HTTP/1.1" status: 204 len: 168 time: 0.1156287 Sep 15 09:57:42.701239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53318) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.707725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-8e5dbdde-2616-4944-864b-ee1f36bf6efc tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16', 'tempest-TagsExtTest-Tag-1553483488') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.739843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9b2a8cf1-e61a-4d9b-82a9-021ea9d3efe9 None None] Provisioning for port 741470de-6ae0-442b-b556-598bb843d0d7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:42.756634 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-8e5dbdde-2616-4944-864b-ee1f36bf6efc tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:42.758605 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8e5dbdde-2616-4944-864b-ee1f36bf6efc tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags/tempest-TagsExtTest-Tag-1553483488 HTTP/1.1" status: 404 len: 329 time: 0.0563722 Sep 15 09:57:42.762727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53322) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.766447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 35770b3b-83cb-46f0-ba30-b85d84403a8b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:42.772897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-5088bcac-c63b-4d52-8bd8-6f81b9c0f64c tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16', 'tempest-TagsExtTest-Tag-309159760') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.787024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 35770b3b-83cb-46f0-ba30-b85d84403a8b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:42.792714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:42.810415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-5088bcac-c63b-4d52-8bd8-6f81b9c0f64c tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:42.811703 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5088bcac-c63b-4d52-8bd8-6f81b9c0f64c tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags/tempest-TagsExtTest-Tag-309159760 HTTP/1.1" status: 404 len: 328 time: 0.0477507 Sep 15 09:57:42.814552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53326) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.820745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-e37370de-4dd0-4193-91d0-0a519fd1fd25 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16', 'tempest-TagsExtTest-Tag-527041847') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.851449 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-e37370de-4dd0-4193-91d0-0a519fd1fd25 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] show failed (client error): The resource could not be found. Sep 15 09:57:42.853302 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e37370de-4dd0-4193-91d0-0a519fd1fd25 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags/tempest-TagsExtTest-Tag-527041847 HTTP/1.1" status: 404 len: 328 time: 0.0366271 Sep 15 09:57:42.861153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53330) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.866571 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-4fdaf4ea-8456-42ba-9694-921b91d0def0 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '77ef10b9-cc94-4602-bc1d-fc7ce4946d16') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.902137 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4fdaf4ea-8456-42ba-9694-921b91d0def0 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16/tags HTTP/1.1" status: 204 len: 168 time: 0.0397959 Sep 15 09:57:42.905401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53334) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:42.911369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-36f2709c-05f7-4a6c-a9f9-333b8b94cd63 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'df0395c4-0580-42ff-bb21-6b536cbf9922') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:42.999688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.010497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] For port e2272068-a68f-43a3-af9c-e6c7f604913c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e2272068-a68f-43a3-af9c-e6c7f604913c,segment=NetworkSegment(eb01637e-63c5-453c-ab71-bb17bd866b1b),segment_id=eb01637e-63c5-453c-ab71-bb17bd866b1b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:43.010904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.027135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.104277 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-36f2709c-05f7-4a6c-a9f9-333b8b94cd63 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922/tags HTTP/1.1" status: 204 len: 168 time: 0.1971698 Sep 15 09:57:43.107704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53338) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:43.116553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-1d208540-b151-445c-a192-baf9941916e3 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fbbf0003-44fa-497d-b0a4-5480c1646a7c') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:43.124438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:43.204531 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1d208540-b151-445c-a192-baf9941916e3 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c/tags HTTP/1.1" status: 204 len: 168 time: 0.0934973 Sep 15 09:57:43.204906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53342) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:43.213728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 789f9969-c550-4244-8855-47d075e8c473 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:43.222098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.222255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.tag.tag_plugin [None req-a987d60d-b442-46e3-a572-a9a43203abd3 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'b30fd85e-b498-4d1c-8063-0b64f6efef72') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:43.321240 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a987d60d-b442-46e3-a572-a9a43203abd3 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72/tags HTTP/1.1" status: 204 len: 168 time: 0.1087253 Sep 15 09:57:43.321653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53346) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:43.332536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Calling delete_port for e2272068-a68f-43a3-af9c-e6c7f604913c owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:43.403033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5d49251b-42e0-4fb9-8d82-6424e9437bc8 None None] Provisioning for port d51c3139-d3dc-4d46-8357-9784704c8a65 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:43.428251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5d49251b-42e0-4fb9-8d82-6424e9437bc8 None None] Provisioning complete for port d51c3139-d3dc-4d46-8357-9784704c8a65 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:43.428705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d49251b-42e0-4fb9-8d82-6424e9437bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.487462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 35770b3b-83cb-46f0-ba30-b85d84403a8b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:43.493975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.547273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5d49251b-42e0-4fb9-8d82-6424e9437bc8 None None] Port d51c3139-d3dc-4d46-8357-9784704c8a65 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:43.562423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11c72c6a-1ed6-4731-9f18-df94ee38814b tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for subnetpool, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.566497 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-11c72c6a-1ed6-4731-9f18-df94ee38814b tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnetpools/77ef10b9-cc94-4602-bc1d-fc7ce4946d16 HTTP/1.1" status: 204 len: 168 time: 0.2436793 Sep 15 09:57:43.567135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53350) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:43.573045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 35770b3b-83cb-46f0-ba30-b85d84403a8b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=35770b3b-83cb-46f0-ba30-b85d84403a8b,segment=NetworkSegment(d8c80dff-d20b-42d4-aec9-3dc46c93292b),segment_id=d8c80dff-d20b-42d4-aec9-3dc46c93292b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:43.599417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.624713 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9496247a-1938-47d6-9094-98a5e847bfcf tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "GET /v2.0/ports?device_id=df0395c4-0580-42ff-bb21-6b536cbf9922 HTTP/1.1" status: 200 len: 205 time: 0.0564246 Sep 15 09:57:43.625317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53354) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:43.669232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.670253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8d933b92-a59a-4b76-91f2-758077d1e44c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:43.705293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Pushing event deleted for resources: {'Port': ['ID=e2272068-a68f-43a3-af9c-e6c7f604913c,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:43.730376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] No DVR routers for this DVR port e2272068-a68f-43a3-af9c-e6c7f604913c on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:43.733087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.733529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.733992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.734422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.734957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.735265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.735762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.736178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.736590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.737016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.737427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.737860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5431a629-edd2-4780-9eaa-91687ad4394e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:57:43.774875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2cba5cc6-f5b0-4a40-9824-2f5260a6cfeb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.790970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7fc305-49e6-4c19-8fb8-4652dab82fe2 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 09:57:43.829399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:43.851982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:43.865725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-798021bd-2660-4840-9f32-73461d6def8a None None] Provisioning for port ed936486-105b-4b90-9786-a507cd864928 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:43.882412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-798021bd-2660-4840-9f32-73461d6def8a None None] Provisioning complete for port ed936486-105b-4b90-9786-a507cd864928 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:43.882412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-798021bd-2660-4840-9f32-73461d6def8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:43.885813 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-84258f9e-3902-4f12-a0c0-7a57438a5c02 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1897604 Sep 15 09:57:43.893036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53358) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:43.919487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:43.972885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:43.973677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:44.104265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=35770b3b-83cb-46f0-ba30-b85d84403a8b,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:44.115301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 789f9969-c550-4244-8855-47d075e8c473, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=789f9969-c550-4244-8855-47d075e8c473,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:44.115664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.168689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8d933b92-a59a-4b76-91f2-758077d1e44c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:44.169109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.192294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-798021bd-2660-4840-9f32-73461d6def8a None None] Port ed936486-105b-4b90-9786-a507cd864928 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:44.226638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2cba5cc6-f5b0-4a40-9824-2f5260a6cfeb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.228841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2cba5cc6-f5b0-4a40-9824-2f5260a6cfeb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.246379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:44.267411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 789f9969-c550-4244-8855-47d075e8c473 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:44.329721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2cba5cc6-f5b0-4a40-9824-2f5260a6cfeb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.330556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cba5cc6-f5b0-4a40-9824-2f5260a6cfeb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Fanout notify agent at l3_agent the message router_deleted on router df0395c4-0580-42ff-bb21-6b536cbf9922 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:57:44.344869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-798021bd-2660-4840-9f32-73461d6def8a None None] Provisioning complete for port 35770b3b-83cb-46f0-ba30-b85d84403a8b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:44.345348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-798021bd-2660-4840-9f32-73461d6def8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.349051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2cba5cc6-f5b0-4a40-9824-2f5260a6cfeb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.352429 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2cba5cc6-f5b0-4a40-9824-2f5260a6cfeb tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/routers/df0395c4-0580-42ff-bb21-6b536cbf9922 HTTP/1.1" status: 204 len: 168 time: 0.7238884 Sep 15 09:57:44.353960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53362) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:44.430086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0abae9c1-e37a-45d1-ba41-facafef54d5d tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Deleting port fbbf0003-44fa-497d-b0a4-5480c1646a7c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:44.430480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0abae9c1-e37a-45d1-ba41-facafef54d5d tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.480707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7fc305-49e6-4c19-8fb8-4652dab82fe2 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 09:57:44.481261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.561646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.562413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.701027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0abae9c1-e37a-45d1-ba41-facafef54d5d tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:44.770472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8d933b92-a59a-4b76-91f2-758077d1e44c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:44.771860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 741470de-6ae0-442b-b556-598bb843d0d7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:44.783431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=d51c3139-d3dc-4d46-8357-9784704c8a65,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:44.840942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0abae9c1-e37a-45d1-ba41-facafef54d5d tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Calling delete_port for fbbf0003-44fa-497d-b0a4-5480c1646a7c owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:44.922107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-798021bd-2660-4840-9f32-73461d6def8a None None] Current status of the port 35770b3b-83cb-46f0-ba30-b85d84403a8b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:44.934262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:44.971263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:45.052583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.055957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0abae9c1-e37a-45d1-ba41-facafef54d5d tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.061164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:41Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:45.064144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 741470de-6ae0-442b-b556-598bb843d0d7 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:45.077992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d33423cb-0fce-4f18-851f-9494644a7740 None None] Provisioning complete for port ed936486-105b-4b90-9786-a507cd864928 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:45.078368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d33423cb-0fce-4f18-851f-9494644a7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.102674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 741470de-6ae0-442b-b556-598bb843d0d7 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:45.103081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.117278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abae9c1-e37a-45d1-ba41-facafef54d5d tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Pushing event deleted for resources: {'Port': ['ID=fbbf0003-44fa-497d-b0a4-5480c1646a7c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:45.127274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:45.127641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Updating router ad825198-3090-418a-bbdc-c2a40a9ca3ae port ed936486-105b-4b90-9786-a507cd864928 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:57:45.236559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d33423cb-0fce-4f18-851f-9494644a7740 None None] Port ed936486-105b-4b90-9786-a507cd864928 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:45.238647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0abae9c1-e37a-45d1-ba41-facafef54d5d tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.248945 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0abae9c1-e37a-45d1-ba41-facafef54d5d tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/ports/fbbf0003-44fa-497d-b0a4-5480c1646a7c HTTP/1.1" status: 204 len: 168 time: 0.8931284 Sep 15 09:57:45.249291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53366) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:45.288972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.328490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfd7f05-318b-407a-bf71-f6e737d723fd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Deleting subnet b30fd85e-b498-4d1c-8063-0b64f6efef72 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:45.332264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7f05-318b-407a-bf71-f6e737d723fd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.360300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=789f9969-c550-4244-8855-47d075e8c473,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:45.407623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7f05-318b-407a-bf71-f6e737d723fd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.481436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 15 09:57:45.501931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Removed routes are [] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 15 09:57:45.502344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.524104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7f05-318b-407a-bf71-f6e737d723fd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.536556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.574529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 741470de-6ae0-442b-b556-598bb843d0d7 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:45.575375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.687171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 741470de-6ae0-442b-b556-598bb843d0d7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=741470de-6ae0-442b-b556-598bb843d0d7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:45.725142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7f05-318b-407a-bf71-f6e737d723fd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.757933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.805703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd7f05-318b-407a-bf71-f6e737d723fd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Pushing event deleted for resources: {'Subnet': ['ID=b30fd85e-b498-4d1c-8063-0b64f6efef72,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:45.818227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cfd7f05-318b-407a-bf71-f6e737d723fd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.839239 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8cfd7f05-318b-407a-bf71-f6e737d723fd tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/subnets/b30fd85e-b498-4d1c-8063-0b64f6efef72 HTTP/1.1" status: 204 len: 168 time: 0.5887749 Sep 15 09:57:45.839892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53370) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:45.918422 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.924249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.955255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:45.978853 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 35770b3b-83cb-46f0-ba30-b85d84403a8b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:46.045720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=741470de-6ae0-442b-b556-598bb843d0d7,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:46.076422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 35770b3b-83cb-46f0-ba30-b85d84403a8b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:46.076796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.132417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Router abb9dd45-7781-4df2-ae4a-091958504491 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:57:46.135288 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:57:46.149692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.165567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Deleting port fc2e3b05-ef54-4fee-986c-44fd40f82c22 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:46.166143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.184277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Transition to ACTIVE for port object ed936486-105b-4b90-9786-a507cd864928 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:46.224298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 35770b3b-83cb-46f0-ba30-b85d84403a8b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:46.232814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.232814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Fanout notify agent at l3_agent the message router_deleted on router 07f30fdb-b3a7-4a11-8c9c-cfddc914b67f {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:57:46.250252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.302475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.360643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.530034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] For port fc2e3b05-ef54-4fee-986c-44fd40f82c22, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fc2e3b05-ef54-4fee-986c-44fd40f82c22,segment=NetworkSegment(216f61df-fe84-469e-b3a3-ac6c1757e9c9),segment_id=216f61df-fe84-469e-b3a3-ac6c1757e9c9)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:46.530660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.552469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e2272068-a68f-43a3-af9c-e6c7f604913c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:46.568954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.570133 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-baf51900-ccda-420e-bf17-d845961ad00f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/routers/07f30fdb-b3a7-4a11-8c9c-cfddc914b67f HTTP/1.1" status: 204 len: 168 time: 4.9864678 Sep 15 09:57:46.578486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53374) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:46.589481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e01fe7-07f0-4426-87f6-3db370441183 None None] Pushing event updated for resources: {'Port': ['ID=ed936486-105b-4b90-9786-a507cd864928,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:46.633888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d989805-bb36-474a-91a5-001db6c015ea None None] Network d730db33-9352-493e-96d3-5f39efb4e187 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:46.655342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: e2272068-a68f-43a3-af9c-e6c7f604913c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:46.655342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e2272068-a68f-43a3-af9c-e6c7f604913c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:46.655342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 95391396-4a09-4950-b655-44405535074e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:46.693758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Calling delete_port for fc2e3b05-ef54-4fee-986c-44fd40f82c22 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:46.756585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 95391396-4a09-4950-b655-44405535074e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:46.756919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 95391396-4a09-4950-b655-44405535074e not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:46.815226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-483a4d01-4794-479d-b5d8-d16aba09add0 None None] Provisioning complete for port d51c3139-d3dc-4d46-8357-9784704c8a65 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:46.815493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-483a4d01-4794-479d-b5d8-d16aba09add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.824692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:46.835311 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Sync routers for ids ['abb9dd45-7781-4df2-ae4a-091958504491'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:46.839543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.845277 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Routers {'abb9dd45-7781-4df2-ae4a-091958504491'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:46.846108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['abb9dd45-7781-4df2-ae4a-091958504491'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:46.846349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:46.852627 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f1fcb58a-80d0-41ca-9dbb-34689f285ab1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "PUT /v2.0/routers/abb9dd45-7781-4df2-ae4a-091958504491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4345295 Sep 15 09:57:46.861063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53378) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:46.876608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Attempting to bind port ed936486-105b-4b90-9786-a507cd864928 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:46.876988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Attempting to bind port ed936486-105b-4b90-9786-a507cd864928 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:46.877360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Attempting to bind port ed936486-105b-4b90-9786-a507cd864928 on network e6e328b8-463e-46f2-afeb-fa261e6dbc99 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:46.913646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:46.913646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Checking segment: {'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:46.913956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.914309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Bound using segment: {'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:46.914802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Bound port: ed936486-105b-4b90-9786-a507cd864928, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c80dff-d20b-42d4-aec9-3dc46c93292b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:46.915185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:46.927212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Pushing event deleted for resources: {'Port': ['ID=fc2e3b05-ef54-4fee-986c-44fd40f82c22,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:46.943662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] No DVR routers for this DVR port fc2e3b05-ef54-4fee-986c-44fd40f82c22 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:47.049249 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Set router abb9dd45-7781-4df2-ae4a-091958504491 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:47.073358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-483a4d01-4794-479d-b5d8-d16aba09add0 None None] Port d51c3139-d3dc-4d46-8357-9784704c8a65 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:47.096596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-483a4d01-4794-479d-b5d8-d16aba09add0 None None] Provisioning complete for port 741470de-6ae0-442b-b556-598bb843d0d7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:47.096983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-483a4d01-4794-479d-b5d8-d16aba09add0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.117529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.122938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.162231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d730db33-9352-493e-96d3-5f39efb4e187']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:47.163223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eee8a9-2790-4396-90c3-7ff0f206256e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:47.163828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c4eee8a9-2790-4396-90c3-7ff0f206256e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:47.165656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c81da20-0339-4c85-8e1b-6115ea051a85 None None] DHCP port deletion for d730db33-9352-493e-96d3-5f39efb4e187 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:47.177527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216f61df-fe84-469e-b3a3-ac6c1757e9c9') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:47.177876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216f61df-fe84-469e-b3a3-ac6c1757e9c9') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:47.202600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.224528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.233215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:57:47.233782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.252764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] For port ed936486-105b-4b90-9786-a507cd864928, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:47.267916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c4eee8a9-2790-4396-90c3-7ff0f206256e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:47.271182 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c4eee8a9-2790-4396-90c3-7ff0f206256e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports/d51c3139-d3dc-4d46-8357-9784704c8a65 HTTP/1.1" status: 200 len: 911 time: 0.4057159 Sep 15 09:57:47.271182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:47.272122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53384) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:47.285614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] For port ed936486-105b-4b90-9786-a507cd864928, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed936486-105b-4b90-9786-a507cd864928,segment=NetworkSegment(d8c80dff-d20b-42d4-aec9-3dc46c93292b),segment_id=d8c80dff-d20b-42d4-aec9-3dc46c93292b)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:47.299870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-483a4d01-4794-479d-b5d8-d16aba09add0 None None] Current status of the port 741470de-6ae0-442b-b556-598bb843d0d7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:47.327313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 216f61df-fe84-469e-b3a3-ac6c1757e9c9 resource provider aggregate not found Sep 15 09:57:47.341859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.343019 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a0c7c5d9-d931-4209-a340-488c7a55ab20 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 200 len: 954 time: 3.4414444 Sep 15 09:57:47.346555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53390) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:47.349145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.354803 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 216f61df-fe84-469e-b3a3-ac6c1757e9c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 216f61df-fe84-469e-b3a3-ac6c1757e9c9 found for delete ", "request_id": "req-c9838a76-14a1-4030-b9d6-6f93602bc21e"}]} Sep 15 09:57:47.430846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.455306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:47.456282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:47.460150 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'name': 'tempest-NetworksTestDHCPv6-router-482297414', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:42Z', 'revision_number': 2, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None, '_interfaces': [{'id': 'd51c3139-d3dc-4d46-8357-9784704c8a65', 'name': '', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'mac_address': 'fa:16:3e:43:ec:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ee21339-32a9-4734-b4bf-ed0540fcb085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:39Z', 'updated_at': '2022-09-15T09:57:43Z', 'revision_number': 2, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'subnets': [{'id': '6ee21339-32a9-4734-b4bf-ed0540fcb085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:47.468306 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Checking router: abb9dd45-7781-4df2-ae4a-091958504491 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:47.468732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Updating router abb9dd45-7781-4df2-ae4a-091958504491 port d51c3139-d3dc-4d46-8357-9784704c8a65 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:57:47.469655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0433dd76-611b-4144-bd85-47ad95ca14a7']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:47.484614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb01637e-63c5-453c-ab71-bb17bd866b1b') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:47.484614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb01637e-63c5-453c-ab71-bb17bd866b1b') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:47.499410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.521621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.534184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9a61e-c0aa-4182-aebf-dee853eaaebc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:47.542086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9a61e-c0aa-4182-aebf-dee853eaaebc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:47.547428 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f9a9a61e-c0aa-4182-aebf-dee853eaaebc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2176416 Sep 15 09:57:47.548210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53394) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:47.551586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:57:47.551726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.554866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.568914 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.627633 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment eb01637e-63c5-453c-ab71-bb17bd866b1b resource provider aggregate not found Sep 15 09:57:47.663078 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment eb01637e-63c5-453c-ab71-bb17bd866b1b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eb01637e-63c5-453c-ab71-bb17bd866b1b found for delete ", "request_id": "req-d8b33bf4-6ac7-4aa0-a396-39fda5583472"}]} Sep 15 09:57:47.671913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4f8631ec-9673-4ca6-ae15-cf03908aa5c4 None None] Provisioning complete for port d51c3139-d3dc-4d46-8357-9784704c8a65 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:47.672490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4f8631ec-9673-4ca6-ae15-cf03908aa5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.724953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e01fe7-07f0-4426-87f6-3db370441183 None None] Pushing event updated for resources: {'Port': ['ID=ed936486-105b-4b90-9786-a507cd864928,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:47.740101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.750388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.762914 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c281b592-f5e9-4724-983d-6c1df2e2ca95 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 200 len: 954 time: 0.4143865 Sep 15 09:57:47.764579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] Pushing event deleted for resources: {'Network': ['ID=d730db33-9352-493e-96d3-5f39efb4e187,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:47.768505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53402) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:47.776617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'routes': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:47.787639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4f8631ec-9673-4ca6-ae15-cf03908aa5c4 None None] Port d51c3139-d3dc-4d46-8357-9784704c8a65 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:57:47.790880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:47.796488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:47.804660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=0433dd76-611b-4144-bd85-47ad95ca14a7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:47.877315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 741470de-6ae0-442b-b556-598bb843d0d7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:47.888219 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-75845931-a140-478d-8a74-5b2fad814c7d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/0433dd76-611b-4144-bd85-47ad95ca14a7 HTTP/1.1" status: 204 len: 168 time: 1.3057280 Sep 15 09:57:47.896535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53406) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:47.904815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--1651336753', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:47.911198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:47.916616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:47.922952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:47.930082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:47.962037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cf9cfe44-2c37-4859-b5e0-8e8a39190ba1 tempest-TagsExtTest-214675694 tempest-TagsExtTest-214675694-project] 10.222.0.62 "DELETE /v2.0/networks/d730db33-9352-493e-96d3-5f39efb4e187 HTTP/1.1" status: 204 len: 168 time: 2.1170962 Sep 15 09:57:48.044616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:48.050493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.108399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:57:48.119049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.119586 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment a66fd569-43d7-49cd-bfbe-e3dae8418bb4 of type vlan for network 3d5126df-b3be-4373-8277-b346edf0f9ab Sep 15 09:57:48.129742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 741470de-6ae0-442b-b556-598bb843d0d7 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:48.130135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.130612 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.145318 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Transition to ACTIVE for port object d51c3139-d3dc-4d46-8357-9784704c8a65 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:48.151045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.209868 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.228030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.234000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:48.234602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.330347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 741470de-6ae0-442b-b556-598bb843d0d7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:48.337515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:45Z', 'revision_number': 6, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:47Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:48.342836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b25b02-45ba-4882-ad16-4fa0b777c124 None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:45Z', 'revision_number': 6, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:47Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:48.456350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 789f9969-c550-4244-8855-47d075e8c473 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:48.493238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=3d5126df-b3be-4373-8277-b346edf0f9ab,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:48.516864 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e28f7596-b51b-4df3-a147-899fd588a008 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6192172 Sep 15 09:57:48.517732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53414) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:48.525984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 3d5126df-b3be-4373-8277-b346edf0f9ab details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:57:48.528842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'admin_state_up': True, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:48.536892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:48.547087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:router and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:48.550467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:48.561293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:48.567862 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0babad1-3747-4481-be61-161fc2fe2509 None None] Pushing event updated for resources: {'Port': ['ID=d51c3139-d3dc-4d46-8357-9784704c8a65,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:48.609711 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Attempting to bind port d51c3139-d3dc-4d46-8357-9784704c8a65 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:48.610108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Attempting to bind port d51c3139-d3dc-4d46-8357-9784704c8a65 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:48.610458 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Attempting to bind port d51c3139-d3dc-4d46-8357-9784704c8a65 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:48.626439 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:48.635398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:48.635398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.635398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:48.635398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Bound port: d51c3139-d3dc-4d46-8357-9784704c8a65, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:48.635398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.655765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.657275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.658926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 789f9969-c550-4244-8855-47d075e8c473 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:48.659269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 789f9969-c550-4244-8855-47d075e8c473 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:48.659715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fc2e3b05-ef54-4fee-986c-44fd40f82c22 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:48.685938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53420) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:48.693567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.737925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: fc2e3b05-ef54-4fee-986c-44fd40f82c22 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:48.738557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fc2e3b05-ef54-4fee-986c-44fd40f82c22 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:48.759270 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] For port d51c3139-d3dc-4d46-8357-9784704c8a65, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:48.764359 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] For port d51c3139-d3dc-4d46-8357-9784704c8a65, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d51c3139-d3dc-4d46-8357-9784704c8a65,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:48.862074 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:48.924493 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Routers {'abb9dd45-7781-4df2-ae4a-091958504491'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:48.925218 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['abb9dd45-7781-4df2-ae4a-091958504491'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:48.973215 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-26198239-49d2-4d0b-9e23-e975e61d12c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0aad0ad39a624242bb9e787e123de5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792699 Sep 15 09:57:48.978919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53426) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:49.085070 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0babad1-3747-4481-be61-161fc2fe2509 None None] Pushing event updated for resources: {'Port': ['ID=d51c3139-d3dc-4d46-8357-9784704c8a65,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:49.099261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f118a17-2341-4e33-9fa6-5160f125f421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.108148 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] Set router abb9dd45-7781-4df2-ae4a-091958504491 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:49.126189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.240547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f118a17-2341-4e33-9fa6-5160f125f421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.249055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.440033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:49.445492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.extraroute_db [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added routes are [] {{(pid=89669) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 15 09:57:49.445492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.extraroute_db [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89669) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 15 09:57:49.449962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:49.450616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:49.487561 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'name': 'tempest-NetworksTestDHCPv6-router-482297414', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:42Z', 'revision_number': 2, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None, '_interfaces': [{'id': 'd51c3139-d3dc-4d46-8357-9784704c8a65', 'name': '', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'mac_address': 'fa:16:3e:43:ec:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ee21339-32a9-4734-b4bf-ed0540fcb085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:39Z', 'updated_at': '2022-09-15T09:57:48Z', 'revision_number': 4, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'subnets': [{'id': '6ee21339-32a9-4734-b4bf-ed0540fcb085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:49.493381 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16921b44-32a6-4e0b-ad05-4f0e9e4be5c4 None None] The sync data for ids ['abb9dd45-7781-4df2-ae4a-091958504491'] in dv-neutron-857775-1-hyperv is: [{'id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'name': 'tempest-NetworksTestDHCPv6-router-482297414', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:42Z', 'revision_number': 2, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None, '_interfaces': [{'id': 'd51c3139-d3dc-4d46-8357-9784704c8a65', 'name': '', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'mac_address': 'fa:16:3e:43:ec:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '6ee21339-32a9-4734-b4bf-ed0540fcb085', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:39Z', 'updated_at': '2022-09-15T09:57:48Z', 'revision_number': 4, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'subnets': [{'id': '6ee21339-32a9-4734-b4bf-ed0540fcb085', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:49.606148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.641520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:49.677519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.696473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port d51c3139-d3dc-4d46-8357-9784704c8a65 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:49.697033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.719621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f5b055ad-40cf-48d2-bf3c-d59e1cfb662e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.726783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.756120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f118a17-2341-4e33-9fa6-5160f125f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:49.927283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.98 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/1297b910-ea81-49b6-9c8b-949f7e9e2450) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:49.967040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed936486-105b-4b90-9786-a507cd864928 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:50.134917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:50.208218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1f118a17-2341-4e33-9fa6-5160f125f421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:50.209869 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1f118a17-2341-4e33-9fa6-5160f125f421 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4e9df6ec-a814-45e2-bd5c-9a2d3b75c51d HTTP/1.1" status: 204 len: 168 time: 1.2294328 Sep 15 09:57:50.244909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:45Z', 'revision_number': 6, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:47Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:50.244909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:50.245436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f118a17-2341-4e33-9fa6-5160f125f421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9df6ec-a814-45e2-bd5c-9a2d3b75c51d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:50.249356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:50.250019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:50.262390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:50.357936 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ed936486-105b-4b90-9786-a507cd864928 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:50.390182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ed936486-105b-4b90-9786-a507cd864928 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:50.394010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:50.397305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:50.400639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:50.404085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:50.464680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=1297b910-ea81-49b6-9c8b-949f7e9e2450,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:50.506295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port d51c3139-d3dc-4d46-8357-9784704c8a65, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d51c3139-d3dc-4d46-8357-9784704c8a65,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:50.506731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:50.592933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:50.704719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:50.798107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for d51c3139-d3dc-4d46-8357-9784704c8a65 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:50.798107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:50.856493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ed936486-105b-4b90-9786-a507cd864928 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:50.885235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:50.927588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ed936486-105b-4b90-9786-a507cd864928, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed936486-105b-4b90-9786-a507cd864928,segment=NetworkSegment(d8c80dff-d20b-42d4-aec9-3dc46c93292b),segment_id=d8c80dff-d20b-42d4-aec9-3dc46c93292b)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:50.988806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:51.015495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:49Z', 'revision_number': 7, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:47Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:51.019708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf72090-f215-45b0-b8b6-6c3fac1557c0 None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:49Z', 'revision_number': 7, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:47Z', 'revision_number': 4, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:51.026898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.075096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.166118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ed936486-105b-4b90-9786-a507cd864928,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:51.233555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:51.251987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.260858 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6778f270-ca03-4988-a623-3371d817ff8a tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 200 len: 704 time: 3.4854379 Sep 15 09:57:51.260858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53432) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:51.311321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.341498 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:51.344549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.352792 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:51.353406 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:51.558815 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:51.591184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=d51c3139-d3dc-4d46-8357-9784704c8a65,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:51.650542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e1d6509b-3d35-4c87-bce4-4adc9c19d7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.725965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.789715 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-591b499c-d15a-4b85-8a93-8cd52d17bed7 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 200 len: 704 time: 0.5319092 Sep 15 09:57:51.802666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53436) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:51.868030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed936486-105b-4b90-9786-a507cd864928 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:51.895554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.956364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ed936486-105b-4b90-9786-a507cd864928 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:51.957152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:51.959825 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:49Z', 'revision_number': 7, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:50Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:51.965306 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:51.977418 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:51.978930 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:52.098874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ed936486-105b-4b90-9786-a507cd864928 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:52.169644 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:52.243852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 7651aa9b-49c1-4b36-a076-a307f1d68f6d is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:57:52.419690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Router abb9dd45-7781-4df2-ae4a-091958504491 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:52.432507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:52.446411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Sync routers for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:52.474563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:52.475177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:52.548222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:52.552492 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d2a6b4bf-d00d-4973-8eb2-5a6408607f4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0330968 Sep 15 09:57:52.558613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53440) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:52.611595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:52.614966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:52.623571 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dbad89c0-4c5f-4e00-b305-4497cd38a4bf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "PUT /v2.0/routers/abb9dd45-7781-4df2-ae4a-091958504491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0711105 Sep 15 09:57:52.623967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53446) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:52.640370 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:49Z', 'revision_number': 7, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:50Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:52.652857 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] Sync routers for ids ['abb9dd45-7781-4df2-ae4a-091958504491'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:52.657883 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2747a0b-8a7c-45fd-a7d1-d9b3f1023e33 None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:49Z', 'revision_number': 7, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed936486-105b-4b90-9786-a507cd864928', 'name': '', 'network_id': 'e6e328b8-463e-46f2-afeb-fa261e6dbc99', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:93:9d:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:50Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:52.665952 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] Routers {'abb9dd45-7781-4df2-ae4a-091958504491'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:52.666571 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['abb9dd45-7781-4df2-ae4a-091958504491'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:52.711641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:52.737379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3da255-615b-4a5f-a2e5-6f9a33f5e769 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:52.751908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3da255-615b-4a5f-a2e5-6f9a33f5e769 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:52.752810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1e3da255-615b-4a5f-a2e5-6f9a33f5e769 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:57:52.773813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:52.815794 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1e3da255-615b-4a5f-a2e5-6f9a33f5e769 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:57:52.817244 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1e3da255-615b-4a5f-a2e5-6f9a33f5e769 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1920390 Sep 15 09:57:52.820042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53450) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:52.894063 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c9bc5d8c-c565-4619-a1cf-f80d8119c78f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3319139 Sep 15 09:57:52.896627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53454) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:52.935846 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] Set router abb9dd45-7781-4df2-ae4a-091958504491 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:53.043536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.048215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2989035-5891-44c6-979c-6457fcf10f9b tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:53.053034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a2989035-5891-44c6-979c-6457fcf10f9b tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1552408 Sep 15 09:57:53.053930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53458) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:53.083696 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'name': 'tempest-NetworksTestDHCPv6-router-482297414', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:51Z', 'revision_number': 3, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:53.088916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] Checking router: abb9dd45-7781-4df2-ae4a-091958504491 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:53.098218 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] Routers {'abb9dd45-7781-4df2-ae4a-091958504491'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:53.099046 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['abb9dd45-7781-4df2-ae4a-091958504491'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:53.109535 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3a4d4e2f-62ba-40bc-895d-23ee253cd47b tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0519505 Sep 15 09:57:53.110003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53462) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:53.119565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1764485258', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:53.149350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:50Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:53.153590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Checking router: 7651aa9b-49c1-4b36-a076-a307f1d68f6d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:53.154172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Updating router 7651aa9b-49c1-4b36-a076-a307f1d68f6d port 1297b910-ea81-49b6-9c8b-949f7e9e2450 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:57:53.190509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0748c8-524c-49ad-be1d-e3111716b1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 6ee21339-32a9-4734-b4bf-ed0540fcb085 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:53.197190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cd0748c8-524c-49ad-be1d-e3111716b1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.213767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.256202 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] Set router abb9dd45-7781-4df2-ae4a-091958504491 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:53.261730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:53.267164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:53.270449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:53.295134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:53.374262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cd0748c8-524c-49ad-be1d-e3111716b1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.375467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:53.379337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.416783 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'name': 'tempest-NetworksTestDHCPv6-router-482297414', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:51Z', 'revision_number': 3, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:53.422820 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53777dfb-f08a-49de-a582-bae2e7758751 None None] The sync data for ids ['abb9dd45-7781-4df2-ae4a-091958504491'] in dv-neutron-857775-1-hyperv is: [{'id': 'abb9dd45-7781-4df2-ae4a-091958504491', 'name': 'tempest-NetworksTestDHCPv6-router-482297414', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:38Z', 'updated_at': '2022-09-15T09:57:51Z', 'revision_number': 3, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:53.524038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cd0748c8-524c-49ad-be1d-e3111716b1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.589291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port ed936486-105b-4b90-9786-a507cd864928 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:53.590334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.626327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.639719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Transition to ACTIVE for port object 1297b910-ea81-49b6-9c8b-949f7e9e2450 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:53.712659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.747894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.800521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port ed936486-105b-4b90-9786-a507cd864928, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ed936486-105b-4b90-9786-a507cd864928,segment=NetworkSegment(d8c80dff-d20b-42d4-aec9-3dc46c93292b),segment_id=d8c80dff-d20b-42d4-aec9-3dc46c93292b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:53.801512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.806924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=fc47091b-6e54-43bf-9c0f-d52c2a74c748,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:53.810353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cd0748c8-524c-49ad-be1d-e3111716b1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.814978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Attempting to bind port 1297b910-ea81-49b6-9c8b-949f7e9e2450 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:53.814978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Attempting to bind port 1297b910-ea81-49b6-9c8b-949f7e9e2450 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:53.814978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Attempting to bind port 1297b910-ea81-49b6-9c8b-949f7e9e2450 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:53.820619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:53.820758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: 3d5126df-b3be-4373-8277-b346edf0f9ab, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:57:53.832113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d51c3139-d3dc-4d46-8357-9784704c8a65 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:53.865078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:53.865459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:53.865959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.866364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:53.866848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Bound port: 1297b910-ea81-49b6-9c8b-949f7e9e2450, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:53.867229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.901282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3d5126df-b3be-4373-8277-b346edf0f9ab is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:57:53.905927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: d51c3139-d3dc-4d46-8357-9784704c8a65 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:53.905927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d51c3139-d3dc-4d46-8357-9784704c8a65 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:53.917049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8844a7-f8a6-4d18-9d5d-1ec0dff5c1d9 None None] Pushing event updated for resources: {'Port': ['ID=1297b910-ea81-49b6-9c8b-949f7e9e2450,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:53.926757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98230ce5-3d9e-4639-aef6-ced222616fdc None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:53.973586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0748c8-524c-49ad-be1d-e3111716b1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee21339-32a9-4734-b4bf-ed0540fcb085,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:53.975462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cd0748c8-524c-49ad-be1d-e3111716b1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:53.984652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for ed936486-105b-4b90-9786-a507cd864928 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:53.992947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 3d5126df-b3be-4373-8277-b346edf0f9ab) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:54.008157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:54.010018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:54.013290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb2c39-5c90-4214-96e0-806bfa56304d None None] Network 3d5126df-b3be-4373-8277-b346edf0f9ab requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:54.104803 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-87d8c1a7-22c0-4aad-88b2-5bc60089bc94 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9875538 Sep 15 09:57:54.105035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53466) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:54.135303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] For port 1297b910-ea81-49b6-9c8b-949f7e9e2450, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:54.148720 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cd0748c8-524c-49ad-be1d-e3111716b1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/6ee21339-32a9-4734-b4bf-ed0540fcb085 HTTP/1.1" status: 204 len: 168 time: 1.3270483 Sep 15 09:57:54.154372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53470) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:54.216684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] For port 1297b910-ea81-49b6-9c8b-949f7e9e2450, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1297b910-ea81-49b6-9c8b-949f7e9e2450,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:54.296364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:54.331795 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d32bf0ce-6dbf-4a78-987e-2c0409e4d2f9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1763489 Sep 15 09:57:54.334634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53474) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:54.383546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:54.393425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:54.394092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:54.475795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:54.526694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8844a7-f8a6-4d18-9d5d-1ec0dff5c1d9 None None] Pushing event updated for resources: {'Port': ['ID=1297b910-ea81-49b6-9c8b-949f7e9e2450,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:54.600023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-3d5126df-b3be-4373-8277-b346edf0f9ab', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:54.600867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:54.643784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:54.659198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] Deleting port 741470de-6ae0-442b-b556-598bb843d0d7 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:54.659591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:54.676760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=ed936486-105b-4b90-9786-a507cd864928,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:54.724576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c29e2fd-77c0-400c-8759-111fb3f542ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:54.765059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:55.023516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.195894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c29e2fd-77c0-400c-8759-111fb3f542ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.199656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c29e2fd-77c0-400c-8759-111fb3f542ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.201262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.222241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Allocated IP 172.20.0.2 (3d5126df-b3be-4373-8277-b346edf0f9ab/fc47091b-6e54-43bf-9c0f-d52c2a74c748/766f7070-33ae-488f-9b93-616b36e59705) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:55.373722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c29e2fd-77c0-400c-8759-111fb3f542ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.379658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c29e2fd-77c0-400c-8759-111fb3f542ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Fanout notify agent at l3_agent the message router_deleted on router abb9dd45-7781-4df2-ae4a-091958504491 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:57:55.379797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] For port 741470de-6ae0-442b-b556-598bb843d0d7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=741470de-6ae0-442b-b556-598bb843d0d7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:55.379797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.410430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c29e2fd-77c0-400c-8759-111fb3f542ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.411496 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6c29e2fd-77c0-400c-8759-111fb3f542ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/routers/abb9dd45-7781-4df2-ae4a-091958504491 HTTP/1.1" status: 204 len: 168 time: 1.0759113 Sep 15 09:57:55.415591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53478) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:55.421857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:55.544604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:55.548975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:55.552110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:55.558666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:55.563013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] Calling delete_port for 741470de-6ae0-442b-b556-598bb843d0d7 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:55.622743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:55.655650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:57:55.662068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.756648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:50Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:55.761983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.767577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03763689-9d67-4b16-870f-4e6498d4a4ab None None] The sync data for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv is: [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:50Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:55.775473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Transition to ACTIVE for port object 766f7070-33ae-488f-9b93-616b36e59705 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:55.798546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Transition to ACTIVE for port object 766f7070-33ae-488f-9b93-616b36e59705 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:55.801152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.801649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:55.809001 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2ab70018-6120-4d35-a5b9-4aa021d5805b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0046020 Sep 15 09:57:55.813805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53482) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:55.846226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:55.860945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] No DVR routers for this DVR port 741470de-6ae0-442b-b556-598bb843d0d7 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:55.865117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb159cd-11a4-4b7d-a4d3-b935d2cfb45f None None] Pushing event deleted for resources: {'Port': ['ID=741470de-6ae0-442b-b556-598bb843d0d7,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:55.876052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:55.876872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:55.904569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-62565c96-74ca-4583-8623-11bcefb4880c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:57:55.915819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62565c96-74ca-4583-8623-11bcefb4880c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:55.951986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 741470de-6ae0-442b-b556-598bb843d0d7 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:55.989446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.005387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.1 (3d5126df-b3be-4373-8277-b346edf0f9ab/fc47091b-6e54-43bf-9c0f-d52c2a74c748/23dcec46-a3a9-4398-af59-67de8c980766) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:56.097444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 741470de-6ae0-442b-b556-598bb843d0d7 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:56.097900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 741470de-6ae0-442b-b556-598bb843d0d7 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:56.177867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Network 3d5126df-b3be-4373-8277-b346edf0f9ab is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:56.183116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:56.190201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:56.202005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62565c96-74ca-4583-8623-11bcefb4880c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.213116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.258785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:56.303867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=f3d84e41-fff3-4216-a231-1f5f0d041dd8,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:56.320051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62565c96-74ca-4583-8623-11bcefb4880c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.320872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:56.328354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:56.331454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:56.332100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.387011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.406888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 23dcec46-a3a9-4398-af59-67de8c980766 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:56.425878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Pushing event updated for resources: {'Port': ['ID=766f7070-33ae-488f-9b93-616b36e59705,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:56.441429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9d8eb8-ebcc-4188-8aad-d638d295db55 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:56.467973 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f4e97e5f-d723-4056-8896-3f5077692222 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0511940 Sep 15 09:57:56.470751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53486) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:56.476453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-254410780', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:57:56.483665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:57:56.487678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:router and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:57:56.491812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:57:56.502066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:57:56.524577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.557450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Attempting to bind port 766f7070-33ae-488f-9b93-616b36e59705 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:56.558030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Attempting to bind port 766f7070-33ae-488f-9b93-616b36e59705 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:56.558239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Attempting to bind port 766f7070-33ae-488f-9b93-616b36e59705 on network 3d5126df-b3be-4373-8277-b346edf0f9ab {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:56.570260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62565c96-74ca-4583-8623-11bcefb4880c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.597017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3d5126df-b3be-4373-8277-b346edf0f9ab is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:56.605339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:56.610316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:56.628137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62565c96-74ca-4583-8623-11bcefb4880c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:56.632685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.633718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.650646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62565c96-74ca-4583-8623-11bcefb4880c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.668989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=23dcec46-a3a9-4398-af59-67de8c980766,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:56.669954 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-62565c96-74ca-4583-8623-11bcefb4880c tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f HTTP/1.1" status: 204 len: 168 time: 0.8567076 Sep 15 09:57:56.670924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53490) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:56.675581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.684187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37baca18-301e-435d-b63f-a52dee3117d0 None None] Network e6e328b8-463e-46f2-afeb-fa261e6dbc99 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:56.687632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.700408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:56.700786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Checking segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:56.701197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.701594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Bound using segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:56.702103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Bound port: 766f7070-33ae-488f-9b93-616b36e59705, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:56.703191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.816374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.834552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 35770b3b-83cb-46f0-ba30-b85d84403a8b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:56.834832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:56.941147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.061270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.073014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.078177 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3ce506c0-c846-4952-b502-58d8748533f5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6029763 Sep 15 09:57:57.079337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53494) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:57.081387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 35770b3b-83cb-46f0-ba30-b85d84403a8b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=35770b3b-83cb-46f0-ba30-b85d84403a8b,segment=NetworkSegment(d8c80dff-d20b-42d4-aec9-3dc46c93292b),segment_id=d8c80dff-d20b-42d4-aec9-3dc46c93292b)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:57.081756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.215898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] For port 766f7070-33ae-488f-9b93-616b36e59705, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:57.223003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 35770b3b-83cb-46f0-ba30-b85d84403a8b owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:57.248036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] For port 766f7070-33ae-488f-9b93-616b36e59705, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=766f7070-33ae-488f-9b93-616b36e59705,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:57.267660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': 'f3d84e41-fff3-4216-a231-1f5f0d041dd8'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:57:57.268491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.345772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.381309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.471976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:54Z', 'revision_number': 8, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:57.481997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951b9725-60a8-4677-83cb-8cb06557967f None None] DHCP port deletion for e6e328b8-463e-46f2-afeb-fa261e6dbc99 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:57:57.492434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:57:57.500784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No DVR routers for this DVR port 35770b3b-83cb-46f0-ba30-b85d84403a8b on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:57:57.502552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=35770b3b-83cb-46f0-ba30-b85d84403a8b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:57.528491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f0d44-a2ca-4968-9a6b-96d64cc5299d None None] Pushing event updated for resources: {'Port': ['ID=766f7070-33ae-488f-9b93-616b36e59705,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:57.569806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:57.570358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:57.672062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.718448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e328b8-463e-46f2-afeb-fa261e6dbc99']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:57.723631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/f3d84e41-fff3-4216-a231-1f5f0d041dd8/22760631-9098-4ffa-a257-165f9d909836) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:57.735771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c80dff-d20b-42d4-aec9-3dc46c93292b') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:57.736139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c80dff-d20b-42d4-aec9-3dc46c93292b') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:57.748965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.768908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:57:57.779693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.785925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:57:57.786596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:57.912187 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment d8c80dff-d20b-42d4-aec9-3dc46c93292b resource provider aggregate not found Sep 15 09:57:57.950299 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment d8c80dff-d20b-42d4-aec9-3dc46c93292b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8c80dff-d20b-42d4-aec9-3dc46c93292b found for delete ", "request_id": "req-45cb9b3f-9b67-4f1b-8624-57939d4e1f73"}]} Sep 15 09:57:57.991443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.044759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.074377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.088705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=e6e328b8-463e-46f2-afeb-fa261e6dbc99,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:58.100769 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-74181c33-d868-4559-a601-62b3ea0ab5b6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/e6e328b8-463e-46f2-afeb-fa261e6dbc99 HTTP/1.1" status: 204 len: 168 time: 1.4231522 Sep 15 09:57:58.100769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53502) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:58.122092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1297b910-ea81-49b6-9c8b-949f7e9e2450 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:57:58.331567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.445889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 1297b910-ea81-49b6-9c8b-949f7e9e2450 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:58.460435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 1297b910-ea81-49b6-9c8b-949f7e9e2450 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:58.460809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.523044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.529286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.554058 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Transition to ACTIVE for port object 22760631-9098-4ffa-a257-165f9d909836 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:58.587346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Transition to ACTIVE for port object 22760631-9098-4ffa-a257-165f9d909836 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:58.639917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:54Z', 'revision_number': 8, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:58.649493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57468810-7ad0-482b-b51f-9249439f1e98 None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:54Z', 'revision_number': 8, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8d933b92-a59a-4b76-91f2-758077d1e44c', 'name': '', 'network_id': 'e471da7d-09e9-43f5-95e8-93860282b02a', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:26:39:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1164, 'fixed_ips': [{'subnet_id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:29Z', 'updated_at': '2022-09-15T09:57:40Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '4ff327e7-42d8-4e9a-a32b-4f2ec64e2611', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:57:58.657095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 1297b910-ea81-49b6-9c8b-949f7e9e2450 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:57:58.657537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.664534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.749840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:58.753319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 1297b910-ea81-49b6-9c8b-949f7e9e2450, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1297b910-ea81-49b6-9c8b-949f7e9e2450,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:58.754738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:58.758833 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:58.769110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::1 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/f3d84e41-fff3-4216-a231-1f5f0d041dd8/836a5da5-4591-4787-a75a-8481be08bdcc) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:57:58.773156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=23dcec46-a3a9-4398-af59-67de8c980766,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:58.829342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Pushing event updated for resources: {'Port': ['ID=22760631-9098-4ffa-a257-165f9d909836,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:58.839789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.856640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.890670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:58.960397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9425a26-aae6-4c48-94da-e7d4f5baf67f None None] Network 3d5126df-b3be-4373-8277-b346edf0f9ab requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:57:59.084660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.119410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 836a5da5-4591-4787-a75a-8481be08bdcc will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:57:59.126366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3d5126df-b3be-4373-8277-b346edf0f9ab is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:59.128293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:59.164449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 35770b3b-83cb-46f0-ba30-b85d84403a8b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:57:59.249136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 35770b3b-83cb-46f0-ba30-b85d84403a8b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:57:59.249620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 35770b3b-83cb-46f0-ba30-b85d84403a8b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:57:59.251210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Attempting to bind port 22760631-9098-4ffa-a257-165f9d909836 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:57:59.251830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Attempting to bind port 22760631-9098-4ffa-a257-165f9d909836 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:57:59.252229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Attempting to bind port 22760631-9098-4ffa-a257-165f9d909836 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:57:59.277474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:57:59.278110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:57:59.280195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.280195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:57:59.280195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Bound port: 22760631-9098-4ffa-a257-165f9d909836, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:57:59.280195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.321642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 8d933b92-a59a-4b76-91f2-758077d1e44c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:57:59.322030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.335931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=1297b910-ea81-49b6-9c8b-949f7e9e2450,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:59.344443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 7651aa9b-49c1-4b36-a076-a307f1d68f6d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:57:59.368543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-352d0bc7-5765-4f88-b613-9528572fa083 None None] Provisioning for port 766f7070-33ae-488f-9b93-616b36e59705 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:59.408328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] For port 22760631-9098-4ffa-a257-165f9d909836, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:57:59.411700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] For port 22760631-9098-4ffa-a257-165f9d909836, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=22760631-9098-4ffa-a257-165f9d909836,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:57:59.429643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.468941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.532618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:57:59.537484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:57:59.568973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 8d933b92-a59a-4b76-91f2-758077d1e44c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8d933b92-a59a-4b76-91f2-758077d1e44c,segment=NetworkSegment(5a6bf5bf-a0e7-4136-ac2d-6220e91c9897),segment_id=5a6bf5bf-a0e7-4136-ac2d-6220e91c9897)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:57:59.569428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.573130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0c97-807f-4d3d-aadb-84f79c8933f9 None None] Pushing event updated for resources: {'Port': ['ID=22760631-9098-4ffa-a257-165f9d909836,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:59.597886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:57:59.598418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.630029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=836a5da5-4591-4787-a75a-8481be08bdcc,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:57:59.666367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:57:59.682765 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Sync routers for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:57:59.684394 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ae3fa398-e49a-4c70-b90a-be779b960b47 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/7651aa9b-49c1-4b36-a076-a307f1d68f6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5774293 Sep 15 09:57:59.685199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53506) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:57:59.693205 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:57:59.694120 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:57:59.751968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 8d933b92-a59a-4b76-91f2-758077d1e44c owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:57:59.946874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-11c3054b-54e9-49bd-aa8d-a8f1caa5a880 None None] Provisioning for port 23dcec46-a3a9-4398-af59-67de8c980766 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:57:59.956286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-11c3054b-54e9-49bd-aa8d-a8f1caa5a880 None None] Provisioning complete for port 23dcec46-a3a9-4398-af59-67de8c980766 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:57:59.956382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11c3054b-54e9-49bd-aa8d-a8f1caa5a880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:57:59.972199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:59.972672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:59.973130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:59.973586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:59.981575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:59.982124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:59.984582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:59.984582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:57:59.993018 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a36f93cb-5e29-4cf9-af54-807e8a0d9135 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5645 time: 0.3044345 Sep 15 09:57:59.996962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53510) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:00.050793 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:00.054921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:00.075187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-11c3054b-54e9-49bd-aa8d-a8f1caa5a880 None None] Port 23dcec46-a3a9-4398-af59-67de8c980766 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:00.142271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:00.194459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1297b910-ea81-49b6-9c8b-949f7e9e2450 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:00.219972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=8d933b92-a59a-4b76-91f2-758077d1e44c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:00.225235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:00.236424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:00.238080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:00.238934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:00.239569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:00.240547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:00.241207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:00.242015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:00.244346 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0aba7136-c8b5-4833-913b-3c8e2e731847 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5207 time: 0.2463329 Sep 15 09:58:00.269657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53514) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:00.347416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5e5f5f32-7811-45a1-bb46-0505d1055465 None None] Provisioning complete for port 23dcec46-a3a9-4398-af59-67de8c980766 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:00.348002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e5f5f32-7811-45a1-bb46-0505d1055465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:00.452809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 1297b910-ea81-49b6-9c8b-949f7e9e2450 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:00.453336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:00.516293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f5f32-7811-45a1-bb46-0505d1055465 None None] Port 23dcec46-a3a9-4398-af59-67de8c980766 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:00.627899 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:57:57Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:00.634588 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Checking router: 7651aa9b-49c1-4b36-a076-a307f1d68f6d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:00.635317 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Updating router 7651aa9b-49c1-4b36-a076-a307f1d68f6d port 23dcec46-a3a9-4398-af59-67de8c980766 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:58:00.662811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 1297b910-ea81-49b6-9c8b-949f7e9e2450 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:00.663955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 766f7070-33ae-488f-9b93-616b36e59705 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:00.712811 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:00.820438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e21e23a4-af11-4958-86bd-630d446bddac None None] Provisioning complete for port 23dcec46-a3a9-4398-af59-67de8c980766 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:00.820438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e21e23a4-af11-4958-86bd-630d446bddac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:00.917020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:00.945534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e21e23a4-af11-4958-86bd-630d446bddac None None] Port 23dcec46-a3a9-4398-af59-67de8c980766 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:01.068274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.078267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 766f7070-33ae-488f-9b93-616b36e59705 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:01.085099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 766f7070-33ae-488f-9b93-616b36e59705 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:01.085486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.118492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6c322e42-5598-471e-b882-950c411be58a None None] Provisioning for port 22760631-9098-4ffa-a257-165f9d909836 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:01.129711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.131003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.159038 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.183996 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Transition to ACTIVE for port object 23dcec46-a3a9-4398-af59-67de8c980766 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:01.231087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 766f7070-33ae-488f-9b93-616b36e59705 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:01.231530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.261543 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.270405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 766f7070-33ae-488f-9b93-616b36e59705, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=766f7070-33ae-488f-9b93-616b36e59705,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:01.314447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=836a5da5-4591-4787-a75a-8481be08bdcc,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:01.358025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.398242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:01.400060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:01.408413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed936486-105b-4b90-9786-a507cd864928 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:01.457051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: ed936486-105b-4b90-9786-a507cd864928 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:01.457478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ed936486-105b-4b90-9786-a507cd864928 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:01.478929 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b6c4d226-5c94-40ee-806a-53007b9a4945 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2673 time: 1.1995413 Sep 15 09:58:01.498160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:01.507541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=766f7070-33ae-488f-9b93-616b36e59705,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:01.517287 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06c6ba-ca4f-49d6-8e33-0f6427a929ea None None] Pushing event updated for resources: {'Port': ['ID=23dcec46-a3a9-4398-af59-67de8c980766,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:01.529850 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Attempting to bind port 23dcec46-a3a9-4398-af59-67de8c980766 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:01.530234 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Attempting to bind port 23dcec46-a3a9-4398-af59-67de8c980766 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:01.530602 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Attempting to bind port 23dcec46-a3a9-4398-af59-67de8c980766 on network 3d5126df-b3be-4373-8277-b346edf0f9ab {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:01.536570 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:01.537031 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Checking segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:01.537431 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.537943 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Bound using segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:01.538423 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Bound port: 23dcec46-a3a9-4398-af59-67de8c980766, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:01.538796 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.575903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-60c8860b-2abc-4ba0-bf69-5d3af26611f9 None None] Provisioning for port 836a5da5-4591-4787-a75a-8481be08bdcc completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:01.582869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-60c8860b-2abc-4ba0-bf69-5d3af26611f9 None None] Provisioning complete for port 836a5da5-4591-4787-a75a-8481be08bdcc triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:01.583712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-60c8860b-2abc-4ba0-bf69-5d3af26611f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.654693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53520) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:01.661461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968721098', 'description': 'tempest-secgroup-smoke-1968721098 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:01.671231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:01.676540 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] For port 23dcec46-a3a9-4398-af59-67de8c980766, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:01.679144 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] For port 23dcec46-a3a9-4398-af59-67de8c980766, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=23dcec46-a3a9-4398-af59-67de8c980766,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:01.686714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:01.694680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-60c8860b-2abc-4ba0-bf69-5d3af26611f9 None None] Port 836a5da5-4591-4787-a75a-8481be08bdcc cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:01.726892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:01.739644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:01.741345 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.753100 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-56646d81-7ffe-484c-9442-e430e6d21351 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6504960 Sep 15 09:58:01.753431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53524) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:01.758396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:01.759042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:01.763808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.801434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Router 39db4a94-6865-4625-8f6d-2c4bbf2f628a is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:58:01.814047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:01.822691 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:01.823198 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:01.846059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-849d3f48-3815-4e78-b75d-00786b0092bb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 4ff327e7-42d8-4e9a-a32b-4f2ec64e2611 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:01.850745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-849d3f48-3815-4e78-b75d-00786b0092bb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.933277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5b4db877-6f34-43d0-9425-6c07752fe59b None None] Provisioning complete for port 836a5da5-4591-4787-a75a-8481be08bdcc triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:01.934170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5b4db877-6f34-43d0-9425-6c07752fe59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:01.936070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:01.947028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:01.969108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe06c6ba-ca4f-49d6-8e33-0f6427a929ea None None] Pushing event updated for resources: {'Port': ['ID=23dcec46-a3a9-4398-af59-67de8c980766,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:01.981766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-849d3f48-3815-4e78-b75d-00786b0092bb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.013000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5b4db877-6f34-43d0-9425-6c07752fe59b None None] Port 836a5da5-4591-4787-a75a-8481be08bdcc cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:02.015696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:02.040624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:02.107781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 22760631-9098-4ffa-a257-165f9d909836 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:02.118972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-849d3f48-3815-4e78-b75d-00786b0092bb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.119207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:02.133108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Sync routers for ids ['39db4a94-6865-4625-8f6d-2c4bbf2f628a'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:02.140835 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:02.153988 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5b424a75-7ad2-4ea0-89c1-92a430ce13d1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "PUT /v2.0/routers/39db4a94-6865-4625-8f6d-2c4bbf2f628a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0742757 Sep 15 09:58:02.156606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53528) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:02.219689 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Routers {'39db4a94-6865-4625-8f6d-2c4bbf2f628a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:02.219689 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['39db4a94-6865-4625-8f6d-2c4bbf2f628a'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:02.240870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.257098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d336120-9590-4973-9e2d-ef7ae792d603 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:02.257664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6d336120-9590-4973-9e2d-ef7ae792d603 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:02.279544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 22760631-9098-4ffa-a257-165f9d909836 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:02.333507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 22760631-9098-4ffa-a257-165f9d909836 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:02.334158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.341939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.343269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-849d3f48-3815-4e78-b75d-00786b0092bb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.398932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849d3f48-3815-4e78-b75d-00786b0092bb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff327e7-42d8-4e9a-a32b-4f2ec64e2611,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:02.409343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-849d3f48-3815-4e78-b75d-00786b0092bb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.411918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61d20bb-a655-4e70-9045-b0c3eca80c6a None None] Network e471da7d-09e9-43f5-95e8-93860282b02a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:02.426810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6d336120-9590-4973-9e2d-ef7ae792d603 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:02.430655 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6d336120-9590-4973-9e2d-ef7ae792d603 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports/836a5da5-4591-4787-a75a-8481be08bdcc HTTP/1.1" status: 200 len: 911 time: 0.2704999 Sep 15 09:58:02.436089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53532) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:02.441233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39573f84-fc2a-4d1b-966b-6d020b11527d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:02.489943 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-849d3f48-3815-4e78-b75d-00786b0092bb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/4ff327e7-42d8-4e9a-a32b-4f2ec64e2611 HTTP/1.1" status: 204 len: 168 time: 0.7331455 Sep 15 09:58:02.491557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53536) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:02.540431 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Set router 39db4a94-6865-4625-8f6d-2c4bbf2f628a gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:02.554497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e790b7-2b8a-4d0d-89ae-521886ea85df tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:02.561739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e790b7-2b8a-4d0d-89ae-521886ea85df tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:02.562609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-02e790b7-2b8a-4d0d-89ae-521886ea85df tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:02.579167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-02e790b7-2b8a-4d0d-89ae-521886ea85df tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:02.583020 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-02e790b7-2b8a-4d0d-89ae-521886ea85df tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1426077 Sep 15 09:58:02.585290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53540) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:02.709879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.712363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.713897 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9cd441e2-2d1e-41fd-a3db-1d3684764057 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0582085 Sep 15 09:58:02.718260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53544) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:02.725541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '39573f84-fc2a-4d1b-966b-6d020b11527d', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:02.735559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:02.742231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 22760631-9098-4ffa-a257-165f9d909836 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:02.743193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.747128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:02.752049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:02.760033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:02.789035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 8423e286-cc2e-4d66-9633-b467ed44cfe6 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:02.791782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:02.800290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 22760631-9098-4ffa-a257-165f9d909836, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=22760631-9098-4ffa-a257-165f9d909836,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:02.837476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:59Z', 'revision_number': 9, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:02.842048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:02.857715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:02.858380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:03.002815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] DHCP port deletion for e471da7d-09e9-43f5-95e8-93860282b02a request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:03.014676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.015476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 766f7070-33ae-488f-9b93-616b36e59705 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:03.048720 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:01Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:03.056630 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ceafd-6db3-411a-b073-ae79df120fdb None None] The sync data for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv is: [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:01Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:03.075979 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'name': 'tempest-NetworksTestDHCPv6-router-254410780', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:56Z', 'updated_at': '2022-09-15T09:57:59Z', 'revision_number': 2, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None, '_interfaces': [{'id': '836a5da5-4591-4787-a75a-8481be08bdcc', 'name': '', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'mac_address': 'fa:16:3e:97:18:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'f3d84e41-fff3-4216-a231-1f5f0d041dd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:58Z', 'updated_at': '2022-09-15T09:58:00Z', 'revision_number': 2, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'subnets': [{'id': 'f3d84e41-fff3-4216-a231-1f5f0d041dd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:03.081342 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Checking router: 39db4a94-6865-4625-8f6d-2c4bbf2f628a for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:03.082051 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Updating router 39db4a94-6865-4625-8f6d-2c4bbf2f628a port 836a5da5-4591-4787-a75a-8481be08bdcc binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 09:58:03.182287 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.219763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 8423e286-cc2e-4d66-9633-b467ed44cfe6, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8423e286-cc2e-4d66-9633-b467ed44cfe6,segment=NetworkSegment(5a6bf5bf-a0e7-4136-ac2d-6220e91c9897),segment_id=5a6bf5bf-a0e7-4136-ac2d-6220e91c9897)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:03.220309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.289040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] Deleting port 8423e286-cc2e-4d66-9633-b467ed44cfe6 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:03.289384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.393165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=22760631-9098-4ffa-a257-165f9d909836,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:03.437327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:03.549237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.626699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 8423e286-cc2e-4d66-9633-b467ed44cfe6 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:03.658074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.681186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 766f7070-33ae-488f-9b93-616b36e59705 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:03.682045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.790490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.807250 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.849809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.866639 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Transition to ACTIVE for port object 836a5da5-4591-4787-a75a-8481be08bdcc will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:03.909381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.934351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=8423e286-cc2e-4d66-9633-b467ed44cfe6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:03.936444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 836a5da5-4591-4787-a75a-8481be08bdcc {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:03.936853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.939965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No DVR routers for this DVR port 8423e286-cc2e-4d66-9633-b467ed44cfe6 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:03.942028 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:03.982020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7392f67f-9116-478f-9deb-fe3afb9d9002,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:04.074491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] For port 8423e286-cc2e-4d66-9633-b467ed44cfe6, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8423e286-cc2e-4d66-9633-b467ed44cfe6,segment=NetworkSegment(5a6bf5bf-a0e7-4136-ac2d-6220e91c9897),segment_id=5a6bf5bf-a0e7-4136-ac2d-6220e91c9897)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:04.075036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.161000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.172291 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b935c-da40-44e6-8e67-5516ac98057a None None] Pushing event updated for resources: {'Port': ['ID=836a5da5-4591-4787-a75a-8481be08bdcc,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:04.191930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.195679 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-94c1ea7e-4c52-46ff-a955-f3df5139221a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4736955 Sep 15 09:58:04.197156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53550) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:04.203268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '39573f84-fc2a-4d1b-966b-6d020b11527d', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:04.209757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e471da7d-09e9-43f5-95e8-93860282b02a']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:04.226296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:04.234443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:04.234803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a6bf5bf-a0e7-4136-ac2d-6220e91c9897') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:04.240437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:04.247188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:04.263001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.266867 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:04.272576 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Attempting to bind port 836a5da5-4591-4787-a75a-8481be08bdcc on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:04.272815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] Calling delete_port for 8423e286-cc2e-4d66-9633-b467ed44cfe6 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:04.273631 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Attempting to bind port 836a5da5-4591-4787-a75a-8481be08bdcc by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:04.274261 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Attempting to bind port 836a5da5-4591-4787-a75a-8481be08bdcc on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:04.281464 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:04.282123 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:04.282711 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.283490 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:04.284281 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Bound port: 836a5da5-4591-4787-a75a-8481be08bdcc, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:04.285314 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.296433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.298729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port 836a5da5-4591-4787-a75a-8481be08bdcc, host dv-neutron-857775-1-hyperv, got binding levels [] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:04.299295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.304146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:58:04.304596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.413471 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] For port 836a5da5-4591-4787-a75a-8481be08bdcc, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:04.417743 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] For port 836a5da5-4591-4787-a75a-8481be08bdcc, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=836a5da5-4591-4787-a75a-8481be08bdcc,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:04.442827 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 5a6bf5bf-a0e7-4136-ac2d-6220e91c9897 resource provider aggregate not found Sep 15 09:58:04.465910 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 5a6bf5bf-a0e7-4136-ac2d-6220e91c9897 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a6bf5bf-a0e7-4136-ac2d-6220e91c9897 found for delete ", "request_id": "req-8dd1c13c-33b0-4a1d-8ce1-9f41f4111995"}]} Sep 15 09:58:04.489526 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.495949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.509365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 836a5da5-4591-4787-a75a-8481be08bdcc owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:04.557387 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Routers {'39db4a94-6865-4625-8f6d-2c4bbf2f628a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:04.558583 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['39db4a94-6865-4625-8f6d-2c4bbf2f628a'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:04.569587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 766f7070-33ae-488f-9b93-616b36e59705 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:04.583208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.599874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:04.600756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:04.634196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:59Z', 'revision_number': 9, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:04.635249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b182a9-b18f-4c8f-9a5a-a671398c6c5f None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:57:59Z', 'revision_number': 9, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91345d75-38c3-4f45-935e-208a9033be4f', 'name': '', 'network_id': '711f6b67-db95-4850-90fe-04fb73e31031', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:03:eb:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:21Z', 'updated_at': '2022-09-15T09:57:30Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '33926621-93d6-4e40-8aa3-3c878cb88e06', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:04.645554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.667481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=e471da7d-09e9-43f5-95e8-93860282b02a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:04.672078 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d293d6d3-d4eb-4eb0-ac53-f565d6c99ccb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/e471da7d-09e9-43f5-95e8-93860282b02a HTTP/1.1" status: 204 len: 168 time: 2.1783504 Sep 15 09:58:04.678446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53558) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:04.703196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.776225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.792592 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b935c-da40-44e6-8e67-5516ac98057a None None] Pushing event updated for resources: {'Port': ['ID=836a5da5-4591-4787-a75a-8481be08bdcc,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:04.800915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:04.801224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:04.813537 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] Set router 39db4a94-6865-4625-8f6d-2c4bbf2f628a gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:04.832076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4eff79c-5738-44be-a4de-e391eab27596,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:04.901264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:04.906334 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ce3e1b2d-9606-40b7-bd88-2735a0dda010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7052212 Sep 15 09:58:04.906544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53564) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:04.912070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '39573f84-fc2a-4d1b-966b-6d020b11527d', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:04.918568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:04.922591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:04.925480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:04.931309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:05.014750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.061344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 23dcec46-a3a9-4398-af59-67de8c980766 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:05.112150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] Deleting port 8423e286-cc2e-4d66-9633-b467ed44cfe6 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:05.114243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.154345 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'name': 'tempest-NetworksTestDHCPv6-router-254410780', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:56Z', 'updated_at': '2022-09-15T09:57:59Z', 'revision_number': 2, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None, '_interfaces': [{'id': '836a5da5-4591-4787-a75a-8481be08bdcc', 'name': '', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'mac_address': 'fa:16:3e:97:18:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'f3d84e41-fff3-4216-a231-1f5f0d041dd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:58Z', 'updated_at': '2022-09-15T09:58:04Z', 'revision_number': 4, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'subnets': [{'id': 'f3d84e41-fff3-4216-a231-1f5f0d041dd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:05.159640 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405d72bb-3cff-4742-9188-08d38bc55af8 None None] The sync data for ids ['39db4a94-6865-4625-8f6d-2c4bbf2f628a'] in dv-neutron-857775-1-hyperv is: [{'id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'name': 'tempest-NetworksTestDHCPv6-router-254410780', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:56Z', 'updated_at': '2022-09-15T09:57:59Z', 'revision_number': 2, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None, '_interfaces': [{'id': '836a5da5-4591-4787-a75a-8481be08bdcc', 'name': '', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'mac_address': 'fa:16:3e:97:18:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1189, 'fixed_ips': [{'subnet_id': 'f3d84e41-fff3-4216-a231-1f5f0d041dd8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:58Z', 'updated_at': '2022-09-15T09:58:04Z', 'revision_number': 4, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'subnets': [{'id': 'f3d84e41-fff3-4216-a231-1f5f0d041dd8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:05.162901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.231496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f586da20-3cc5-47da-b923-4d10aa6906c9 None None] The port '8423e286-cc2e-4d66-9633-b467ed44cfe6' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:58:05.255865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.288292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d7e4263-f7d4-46a8-8590-8430f6bf34bc,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:05.303690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 836a5da5-4591-4787-a75a-8481be08bdcc {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:05.303690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.303920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.352120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 23dcec46-a3a9-4398-af59-67de8c980766 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:05.358139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 23dcec46-a3a9-4398-af59-67de8c980766 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:05.361882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.380749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.386025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c70f13cf-92bf-4109-88f2-3bce8f4132f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4781613 Sep 15 09:58:05.389957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53568) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:05.419926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '39573f84-fc2a-4d1b-966b-6d020b11527d', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:05.489713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:05.495382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 23dcec46-a3a9-4398-af59-67de8c980766 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:05.495830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.504062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:05.509230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:05.519924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:05.570705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 23dcec46-a3a9-4398-af59-67de8c980766, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=23dcec46-a3a9-4398-af59-67de8c980766,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:05.606055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port 836a5da5-4591-4787-a75a-8481be08bdcc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=836a5da5-4591-4787-a75a-8481be08bdcc,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:05.606330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.643989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.645136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 22760631-9098-4ffa-a257-165f9d909836 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:05.724632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 91345d75-38c3-4f45-935e-208a9033be4f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:05.725259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.749961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 836a5da5-4591-4787-a75a-8481be08bdcc owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:05.793577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.857288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=23dcec46-a3a9-4398-af59-67de8c980766,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:05.862269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 22760631-9098-4ffa-a257-165f9d909836 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:05.862647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:05.992026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 22760631-9098-4ffa-a257-165f9d909836 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:06.052386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8423e286-cc2e-4d66-9633-b467ed44cfe6 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:06.078551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.081784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 91345d75-38c3-4f45-935e-208a9033be4f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=91345d75-38c3-4f45-935e-208a9033be4f,segment=NetworkSegment(7498f1a7-3f86-4bad-9153-cfb210b42b1e),segment_id=7498f1a7-3f86-4bad-9153-cfb210b42b1e)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:06.082179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.105540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 8423e286-cc2e-4d66-9633-b467ed44cfe6 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:06.106320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8423e286-cc2e-4d66-9633-b467ed44cfe6 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:06.157860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.203093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf66d90-efff-4f86-930b-b48db9ca9c97,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:06.214139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 91345d75-38c3-4f45-935e-208a9033be4f owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:06.232826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.284231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.289058 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fad943c0-cdcc-4aca-a8ae-e96a6a9c4b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8746812 Sep 15 09:58:06.289058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=836a5da5-4591-4787-a75a-8481be08bdcc,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:06.289272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53574) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:06.296444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '39573f84-fc2a-4d1b-966b-6d020b11527d', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:06.338383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:06.350195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:06.420212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:06.486692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:06.489299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.505918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.537495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=91345d75-38c3-4f45-935e-208a9033be4f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:06.574795 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:58:06.639318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.774213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.780210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 23dcec46-a3a9-4398-af59-67de8c980766 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:06.842600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Router 39db4a94-6865-4625-8f6d-2c4bbf2f628a has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:06.856667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.864297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 23dcec46-a3a9-4398-af59-67de8c980766 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:06.864725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:06.915522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.002255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 23dcec46-a3a9-4398-af59-67de8c980766 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:07.009913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed518053-a97d-409c-9223-d312b81d7950,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:07.012674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:07.015678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8d933b92-a59a-4b76-91f2-758077d1e44c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:07.026960 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-41bb6f06-9fd5-4a44-a176-631bed4d9883 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "PUT /v2.0/routers/39db4a94-6865-4625-8f6d-2c4bbf2f628a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4421954 Sep 15 09:58:07.027524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53578) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:07.059572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 8d933b92-a59a-4b76-91f2-758077d1e44c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:07.060106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8d933b92-a59a-4b76-91f2-758077d1e44c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:07.061865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] Sync routers for ids ['39db4a94-6865-4625-8f6d-2c4bbf2f628a'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:07.072402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] Routers {'39db4a94-6865-4625-8f6d-2c4bbf2f628a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:07.073131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['39db4a94-6865-4625-8f6d-2c4bbf2f628a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:07.099593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf4529b-15f0-4b6d-b7fb-240782debf87 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:07.101135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf4529b-15f0-4b6d-b7fb-240782debf87 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:07.101889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ebf4529b-15f0-4b6d-b7fb-240782debf87 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:07.106752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.107952 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aca53e00-655e-4a7b-8f1e-7542a63d3e23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8175716 Sep 15 09:58:07.111065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53582) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:07.118263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '39573f84-fc2a-4d1b-966b-6d020b11527d', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:07.124732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:07.132621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:07.136654 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:07.142617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:07.152657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:07.198049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ebf4529b-15f0-4b6d-b7fb-240782debf87 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:07.203047 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ebf4529b-15f0-4b6d-b7fb-240782debf87 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1720078 Sep 15 09:58:07.209191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53586) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:07.209323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] Set router 39db4a94-6865-4625-8f6d-2c4bbf2f628a gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:07.238544 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:58:07.256803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.307496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51922db-39bd-4ef2-8fdb-396d2e3e0607 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet f3d84e41-fff3-4216-a231-1f5f0d041dd8 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:07.311270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e51922db-39bd-4ef2-8fdb-396d2e3e0607 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.326329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:07.336953 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:07.342917 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0cb6cc99-ccaa-49f7-b1b0-c4e20e3f81e1 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6632116 Sep 15 09:58:07.346395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53590) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:07.348780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'name': 'tempest-NetworksTestDHCPv6-router-254410780', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:56Z', 'updated_at': '2022-09-15T09:58:06Z', 'revision_number': 3, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:07.350504 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:07.351402 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:07.353102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] Checking router: 39db4a94-6865-4625-8f6d-2c4bbf2f628a for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:07.363140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] Routers {'39db4a94-6865-4625-8f6d-2c4bbf2f628a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:07.364690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['39db4a94-6865-4625-8f6d-2c4bbf2f628a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:07.391281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e51922db-39bd-4ef2-8fdb-396d2e3e0607 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.430635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9061c98-df22-4eb6-85ab-5c263848696d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 33926621-93d6-4e40-8aa3-3c878cb88e06 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:07.435046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d9061c98-df22-4eb6-85ab-5c263848696d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.454908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.493204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e51922db-39bd-4ef2-8fdb-396d2e3e0607 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.514777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] Set router 39db4a94-6865-4625-8f6d-2c4bbf2f628a gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:07.530597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.575171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9608b2d5-81fc-4a8e-836a-dc2ccb93403a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:07.611030 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:07.627250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d9061c98-df22-4eb6-85ab-5c263848696d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.634446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'name': 'tempest-NetworksTestDHCPv6-router-254410780', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:56Z', 'updated_at': '2022-09-15T09:58:06Z', 'revision_number': 3, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:07.640080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595fcc3-0fc4-45c7-a1ff-638e290d74f2 None None] The sync data for ids ['39db4a94-6865-4625-8f6d-2c4bbf2f628a'] in dv-neutron-857775-1-hyperv is: [{'id': '39db4a94-6865-4625-8f6d-2c4bbf2f628a', 'name': 'tempest-NetworksTestDHCPv6-router-254410780', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:56Z', 'updated_at': '2022-09-15T09:58:06Z', 'revision_number': 3, 'project_id': '3862a0bc900542b2a96277a638ae9771', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:07.678765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.679994 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ff87a5b7-796d-40c1-81e2-f59f25d359f8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5678380 Sep 15 09:58:07.723270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d9061c98-df22-4eb6-85ab-5c263848696d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.724676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e51922db-39bd-4ef2-8fdb-396d2e3e0607 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.773910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e51922db-39bd-4ef2-8fdb-396d2e3e0607 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.777781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1d9dc7-8d46-4efc-84cf-0216abc748ae None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:07.807113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51922db-39bd-4ef2-8fdb-396d2e3e0607 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d84e41-fff3-4216-a231-1f5f0d041dd8,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:07.861133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d9061c98-df22-4eb6-85ab-5c263848696d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.876991 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e51922db-39bd-4ef2-8fdb-396d2e3e0607 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/f3d84e41-fff3-4216-a231-1f5f0d041dd8 HTTP/1.1" status: 204 len: 168 time: 0.6719384 Sep 15 09:58:07.877681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53602) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:07.935736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9061c98-df22-4eb6-85ab-5c263848696d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=33926621-93d6-4e40-8aa3-3c878cb88e06,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:07.944653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d9061c98-df22-4eb6-85ab-5c263848696d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:07.968130 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d9061c98-df22-4eb6-85ab-5c263848696d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/33926621-93d6-4e40-8aa3-3c878cb88e06 HTTP/1.1" status: 204 len: 168 time: 0.6188025 Sep 15 09:58:07.969086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53610) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:08.003385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f59ed6d-a001-49cf-9665-97639c456c13 None None] Network 711f6b67-db95-4850-90fe-04fb73e31031 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:08.030977 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:06Z', 'revision_number': 10, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:08.035884 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:08.046918 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:08.047705 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:08.176643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.181457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-0b1453b8-ce25-4059-af15-abebec56c080 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:08.211866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-0b1453b8-ce25-4059-af15-abebec56c080 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:08.213053 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-0b1453b8-ce25-4059-af15-abebec56c080 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968721098&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.2975092 Sep 15 09:58:08.214466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 2e737b57-bc11-4f1a-92a7-133918cb8386 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:08.214772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.218704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c1b92dd9-2cc8-4b1c-a822-374699070157 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:router {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:08.232134 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:08.300575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c1b92dd9-2cc8-4b1c-a822-374699070157 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:router {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:08.304656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c1b92dd9-2cc8-4b1c-a822-374699070157 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4257290 Sep 15 09:58:08.305457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53614) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:08.341791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:08.354702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] Deleting port 22760631-9098-4ffa-a257-165f9d909836 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:08.355315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.480736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-997a7627-a82a-4b45-9892-ef98346ead41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.578738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] For port 22760631-9098-4ffa-a257-165f9d909836, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=22760631-9098-4ffa-a257-165f9d909836,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:08.579390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.580414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 2e737b57-bc11-4f1a-92a7-133918cb8386, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2e737b57-bc11-4f1a-92a7-133918cb8386,segment=NetworkSegment(7498f1a7-3f86-4bad-9153-cfb210b42b1e),segment_id=7498f1a7-3f86-4bad-9153-cfb210b42b1e)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:08.591355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.642529 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:06Z', 'revision_number': 10, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:08.646838 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83a1030-0033-41a8-a4a4-8372d87f9bef None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:06Z', 'revision_number': 10, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None, '_interfaces': [{'id': '6650a24f-05bd-43ba-a271-c8dee370a077', 'name': '', 'network_id': '316bcef7-1214-4334-a41c-c36ec8c685c3', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'mac_address': 'fa:16:3e:fe:71:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '82dea173-5316-4c81-a745-dec285674a53', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:10Z', 'updated_at': '2022-09-15T09:57:21Z', 'revision_number': 5, 'project_id': '92339cf5f7694662870bc251499b1385', 'subnets': [{'id': '82dea173-5316-4c81-a745-dec285674a53', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:08.720538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] Calling delete_port for 22760631-9098-4ffa-a257-165f9d909836 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:08.750420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 22760631-9098-4ffa-a257-165f9d909836 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:08.766804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 2e737b57-bc11-4f1a-92a7-133918cb8386 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:08.837321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-997a7627-a82a-4b45-9892-ef98346ead41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.840264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-997a7627-a82a-4b45-9892-ef98346ead41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.899031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-31428818-b502-4424-8692-b7381549ae08 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:08.899862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-31428818-b502-4424-8692-b7381549ae08 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:08.905133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 22760631-9098-4ffa-a257-165f9d909836 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:08.909576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.958148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-997a7627-a82a-4b45-9892-ef98346ead41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.958910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997a7627-a82a-4b45-9892-ef98346ead41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Fanout notify agent at l3_agent the message router_deleted on router 39db4a94-6865-4625-8f6d-2c4bbf2f628a {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:58:08.987356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-31428818-b502-4424-8692-b7381549ae08 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:08.987910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:08.988823 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-31428818-b502-4424-8692-b7381549ae08 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 797 time: 0.7454896 Sep 15 09:58:08.989662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.052075 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-01a1c7b5-3a54-48c9-a752-e333200d2475 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0201876 Sep 15 09:58:09.052791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=2e737b57-bc11-4f1a-92a7-133918cb8386,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:09.060139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No DVR routers for this DVR port 2e737b57-bc11-4f1a-92a7-133918cb8386 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:09.060407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd38df2-154e-474e-a4ed-f6f51e602dba None None] DHCP port deletion for 711f6b67-db95-4850-90fe-04fb73e31031 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:09.079001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-997a7627-a82a-4b45-9892-ef98346ead41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.084509 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-997a7627-a82a-4b45-9892-ef98346ead41 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/routers/39db4a94-6865-4625-8f6d-2c4bbf2f628a HTTP/1.1" status: 204 len: 168 time: 0.7776532 Sep 15 09:58:09.087670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53618) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:09.092084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] Pushing event deleted for resources: {'Port': ['ID=22760631-9098-4ffa-a257-165f9d909836,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:09.095157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 836a5da5-4591-4787-a75a-8481be08bdcc no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:09.122367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c98437-418f-431e-9ff7-d49657819f81 None None] No DVR routers for this DVR port 22760631-9098-4ffa-a257-165f9d909836 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:09.134457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 836a5da5-4591-4787-a75a-8481be08bdcc {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:09.134982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 836a5da5-4591-4787-a75a-8481be08bdcc not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:09.168774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2c94387a-2c76-453a-9474-f823e4bfd525 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:09.243347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2c94387a-2c76-453a-9474-f823e4bfd525 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:09.244569 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2c94387a-2c76-453a-9474-f823e4bfd525 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1453106 Sep 15 09:58:09.247296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53622) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:09.278680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.307760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711f6b67-db95-4850-90fe-04fb73e31031']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:09.317283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb300f5a-bddd-4ab4-bdcd-fad454cb665e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:09.317781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-eb300f5a-bddd-4ab4-bdcd-fad454cb665e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:09.331923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7498f1a7-3f86-4bad-9153-cfb210b42b1e') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:09.331923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7498f1a7-3f86-4bad-9153-cfb210b42b1e') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:09.341326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-166a8164-3207-4bf1-bf0b-0f3c48b78577 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:09.347102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.369323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.375281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:58:09.375661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.391954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-eb300f5a-bddd-4ab4-bdcd-fad454cb665e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:09.393986 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-eb300f5a-bddd-4ab4-bdcd-fad454cb665e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1449242 Sep 15 09:58:09.395657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53628) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:09.444867 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 7498f1a7-3f86-4bad-9153-cfb210b42b1e resource provider aggregate not found Sep 15 09:58:09.463612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-805850ba-890b-475d-8f8e-85b07b6b6f6c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:router {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:09.466288 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 7498f1a7-3f86-4bad-9153-cfb210b42b1e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7498f1a7-3f86-4bad-9153-cfb210b42b1e found for delete ", "request_id": "req-5a8e3bb1-3e7f-4fa1-af64-e516dc21f1e1"}]} Sep 15 09:58:09.474349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-166a8164-3207-4bf1-bf0b-0f3c48b78577 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:09.475632 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-166a8164-3207-4bf1-bf0b-0f3c48b78577 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3649683 Sep 15 09:58:09.541052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-805850ba-890b-475d-8f8e-85b07b6b6f6c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:router {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:09.542340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-805850ba-890b-475d-8f8e-85b07b6b6f6c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1455085 Sep 15 09:58:09.548676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53634) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:09.554569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:09.666091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.671177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.675107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:09.685311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:09.716806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=711f6b67-db95-4850-90fe-04fb73e31031,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:09.722791 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-775c5f6b-958a-4a81-9dd7-27d1785a3ba3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/711f6b67-db95-4850-90fe-04fb73e31031 HTTP/1.1" status: 204 len: 168 time: 1.7526515 Sep 15 09:58:09.725429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53638) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:09.740556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:09.744180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:09.898778 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-20e71a1e-810b-487c-8f67-c689722aff73 service neutron] 10.222.0.62 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111769 Sep 15 09:58:10.122316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:58:10.123444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:10.222550 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-b8ebaf01-f3f7-4bcc-a2d4-bdc609c3180f service neutron] 10.222.0.62 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176000 Sep 15 09:58:10.297316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:10.300541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:10.304758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:10.305335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:10.314126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5810be-391e-49c9-acb5-e242aec6b68a None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:10.329148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=ed97e497-bc42-4b65-9a77-b8a2407e808e,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:10.384269 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7826fa70-81db-4505-b9c5-83f01f71d71c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8318098 Sep 15 09:58:10.384562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53642) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:10.390566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:10.469079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:10.536498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2cf9b3d2-3d6b-4102-a0ab-d7f7839da3fe req-34b4fdaa-bf44-41ff-be28-5c450592d481 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:10.564359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2cf9b3d2-3d6b-4102-a0ab-d7f7839da3fe req-34b4fdaa-bf44-41ff-be28-5c450592d481 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:10.565705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2cf9b3d2-3d6b-4102-a0ab-d7f7839da3fe req-34b4fdaa-bf44-41ff-be28-5c450592d481 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 210 time: 0.1035278 Sep 15 09:58:10.608914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': 'ed97e497-bc42-4b65-9a77-b8a2407e808e'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:10.610274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:10.641043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:10.645870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:10.650820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:10.655559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:10.690865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 91345d75-38c3-4f45-935e-208a9033be4f no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:10.718223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:10.722399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:10.736636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 91345d75-38c3-4f45-935e-208a9033be4f {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:10.736834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 91345d75-38c3-4f45-935e-208a9033be4f not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:10.737163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2e737b57-bc11-4f1a-92a7-133918cb8386 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:10.788868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 2e737b57-bc11-4f1a-92a7-133918cb8386 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:10.789183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2e737b57-bc11-4f1a-92a7-133918cb8386 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:10.858015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Allocated IP 2001:db8::f816:3eff:fed6:bd63 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/ed97e497-bc42-4b65-9a77-b8a2407e808e/b0677c2a-50f5-4684-b517-cc4691eaf798) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:10.893393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 6650a24f-05bd-43ba-a271-c8dee370a077 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:10.894131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.093018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.097787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 6650a24f-05bd-43ba-a271-c8dee370a077, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6650a24f-05bd-43ba-a271-c8dee370a077,segment=NetworkSegment(718a1fc2-07f4-4fc9-9dc5-9f2e86f92101),segment_id=718a1fc2-07f4-4fc9-9dc5-9f2e86f92101)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:11.099044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.103401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Transition to ACTIVE for port object b0677c2a-50f5-4684-b517-cc4691eaf798 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:11.123066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Transition to ACTIVE for port object b0677c2a-50f5-4684-b517-cc4691eaf798 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:11.141267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.199929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:11.200373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.203296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:11.208466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:11.209311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.227585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=91fce103-85c3-48c4-977e-a81dfd59162c,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:11.287527 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-68d135c1-f985-46f8-af61-2bcacaf36f07 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8995428 Sep 15 09:58:11.288328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53656) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:11.295369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:91:b9:c3', 'name': 'tempest-NetworksTestDHCPv6-441284954'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:11.340356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:11.344511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:11.347905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:11.348243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 6650a24f-05bd-43ba-a271-c8dee370a077 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:11.438478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Pushing event updated for resources: {'Port': ['ID=b0677c2a-50f5-4684-b517-cc4691eaf798,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:11.463047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:11.472929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:11.473182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Attempting to bind port b0677c2a-50f5-4684-b517-cc4691eaf798 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:11.473535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Attempting to bind port b0677c2a-50f5-4684-b517-cc4691eaf798 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:11.474070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Attempting to bind port b0677c2a-50f5-4684-b517-cc4691eaf798 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:11.480411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:11.480990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:11.481486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.481993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:11.482560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Bound port: b0677c2a-50f5-4684-b517-cc4691eaf798, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:11.483011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.524181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:11.583283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] For port b0677c2a-50f5-4684-b517-cc4691eaf798, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:11.586769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] For port b0677c2a-50f5-4684-b517-cc4691eaf798, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b0677c2a-50f5-4684-b517-cc4691eaf798,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:11.598160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.655707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.675226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:11.712961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:58:11.769872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e952747-10d4-4b0c-8426-2c74971b1370 None None] Pushing event updated for resources: {'Port': ['ID=b0677c2a-50f5-4684-b517-cc4691eaf798,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:11.821577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=6650a24f-05bd-43ba-a271-c8dee370a077,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:11.889717 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4e498139-0bfc-4ce5-a2f8-f76fa9fbb556 req-9cc237a9-d67d-4e62-ac33-557f3905be5f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 210 time: 0.1183188 Sep 15 09:58:11.911867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:12.007598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 172.20.0.10 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/91fce103-85c3-48c4-977e-a81dfd59162c/ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:12.014769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:fe91:b9c3 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/ed97e497-bc42-4b65-9a77-b8a2407e808e/ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:12.213622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:12.264607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:12.283338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:12.356136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:12.367095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:12.372883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53662) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:12.373390 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f10f6011-c487-47b4-a956-6cc206d90d03 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6466465 Sep 15 09:58:12.378162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:12.378975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:12.413989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:12.506397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5efe5a4b-13d4-4ffb-8350-5e6d52a76034 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting subnet 82dea173-5316-4c81-a745-dec285674a53 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:12.514297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:12.515607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5efe5a4b-13d4-4ffb-8350-5e6d52a76034 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:12.532043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:12.564525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:12.575478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:12.664761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:11Z', 'revision_number': 11, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:12.676176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:12.681705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:12.682355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:12.820843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0677c2a-50f5-4684-b517-cc4691eaf798 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:12.880866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:12.884503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:12.896954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5efe5a4b-13d4-4ffb-8350-5e6d52a76034 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.009957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:11Z', 'revision_number': 11, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:13.017514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f5f7c4-b544-4b8e-ac18-f50bb26f33dc None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:11Z', 'revision_number': 11, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:13.034070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-ca66c808-28db-4c36-9a25-3126bfece8cc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:13.036236 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-ca66c808-28db-4c36-9a25-3126bfece8cc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 797 time: 0.4907520 Sep 15 09:58:13.061871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe191788-47d0-4cca-96c6-3fb65533a9e1 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:13.088550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:13.089232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.132347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port b0677c2a-50f5-4684-b517-cc4691eaf798 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:13.186342 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-cd93a0fc-ecbd-43cd-af53-15895a7fa128 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 380 time: 0.1323721 Sep 15 09:58:13.192218 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5d6e7843-64ef-4604-b8d4-991a9d61371b req-b7260512-89df-49ff-94e8-20d1939d292e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 210 time: 0.0972733 Sep 15 09:58:13.214822 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5efe5a4b-13d4-4ffb-8350-5e6d52a76034 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.228503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a9713596-7a33-4b60-8197-97914f5e9fd2 None None] Provisioning for port b0677c2a-50f5-4684-b517-cc4691eaf798 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:13.243742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a9713596-7a33-4b60-8197-97914f5e9fd2 None None] Provisioning complete for port b0677c2a-50f5-4684-b517-cc4691eaf798 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:13.244114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9713596-7a33-4b60-8197-97914f5e9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.250910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['39573f84-fc2a-4d1b-966b-6d020b11527d']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:13.336870 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-17111d24-e95a-4270-bb86-9da43cee452b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0472050 Sep 15 09:58:13.342409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53672) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:13.442695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:13.452134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf8d9c-6f7d-4540-9ff8-3e74401e6ac2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:13.454530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:13.459757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bf8d9c-6f7d-4540-9ff8-3e74401e6ac2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:13.465556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a9713596-7a33-4b60-8197-97914f5e9fd2 None None] Current status of the port b0677c2a-50f5-4684-b517-cc4691eaf798 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:13.470877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9713596-7a33-4b60-8197-97914f5e9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.471143 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-23bf8d9c-6f7d-4540-9ff8-3e74401e6ac2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1231277 Sep 15 09:58:13.471251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53676) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:13.509384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5efe5a4b-13d4-4ffb-8350-5e6d52a76034 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.571941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:13.576937 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.592057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a9713596-7a33-4b60-8197-97914f5e9fd2 None None] For port b0677c2a-50f5-4684-b517-cc4691eaf798, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b0677c2a-50f5-4684-b517-cc4691eaf798,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:13.602504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5efe5a4b-13d4-4ffb-8350-5e6d52a76034 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.605671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efe5a4b-13d4-4ffb-8350-5e6d52a76034 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Subnet': ['ID=82dea173-5316-4c81-a745-dec285674a53,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:13.609654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188092e9-7106-4d05-b9b7-f133f71760b8 None None] Network 316bcef7-1214-4334-a41c-c36ec8c685c3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:13.628613 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5efe5a4b-13d4-4ffb-8350-5e6d52a76034 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/82dea173-5316-4c81-a745-dec285674a53 HTTP/1.1" status: 204 len: 168 time: 1.2514522 Sep 15 09:58:13.628912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53680) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:13.629075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4776323d-a47b-4ff9-8da9-5d4abfd06a72 None None] Update dhcp port {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': 'ed97e497-bc42-4b65-9a77-b8a2407e808e', 'ip_address': '2001:db8::f816:3eff:fed6:bd63'}, {'subnet_id': '91fce103-85c3-48c4-977e-a81dfd59162c'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'b0677c2a-50f5-4684-b517-cc4691eaf798'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:58:13.669275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-85f74916-4e2c-4ff3-b61c-f3c50a24621a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:13.669713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f74916-4e2c-4ff3-b61c-f3c50a24621a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.717133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9713596-7a33-4b60-8197-97914f5e9fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.749001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.762757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Deleting port 225da3b0-602a-41b8-af2e-c8e79226ec8b {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:13.763453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.806736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4776323d-a47b-4ff9-8da9-5d4abfd06a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:13.942375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9713596-7a33-4b60-8197-97914f5e9fd2 None None] Pushing event updated for resources: {'Port': ['ID=b0677c2a-50f5-4684-b517-cc4691eaf798,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:13.977101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.9 (3d5126df-b3be-4373-8277-b346edf0f9ab/fc47091b-6e54-43bf-9c0f-d52c2a74c748/1d9a2235-112a-4040-8865-79b4a7e2772c) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:14.072369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f74916-4e2c-4ff3-b61c-f3c50a24621a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.117632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-4776323d-a47b-4ff9-8da9-5d4abfd06a72 None None] Allocated IP 172.20.0.2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/91fce103-85c3-48c4-977e-a81dfd59162c/b0677c2a-50f5-4684-b517-cc4691eaf798) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:14.123441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] For port 225da3b0-602a-41b8-af2e-c8e79226ec8b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=225da3b0-602a-41b8-af2e-c8e79226ec8b,segment=NetworkSegment(718a1fc2-07f4-4fc9-9dc5-9f2e86f92101),segment_id=718a1fc2-07f4-4fc9-9dc5-9f2e86f92101)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:14.123863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.157889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] DHCP port deletion for 316bcef7-1214-4334-a41c-c36ec8c685c3 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:14.214750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] Deleting port 225da3b0-602a-41b8-af2e-c8e79226ec8b {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:14.215118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.259046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Calling delete_port for 225da3b0-602a-41b8-af2e-c8e79226ec8b owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:14.280446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-85f74916-4e2c-4ff3-b61c-f3c50a24621a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:14.412201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4776323d-a47b-4ff9-8da9-5d4abfd06a72 None None] For port b0677c2a-50f5-4684-b517-cc4691eaf798, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b0677c2a-50f5-4684-b517-cc4691eaf798,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:14.418018 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-08aa0a14-d0ea-4d75-95a1-b49ee9f8f9d0 req-d7bda9f6-f0fe-43a6-80df-1685870f1b70 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 210 time: 0.0717235 Sep 15 09:58:14.483237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.530725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4776323d-a47b-4ff9-8da9-5d4abfd06a72 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.533742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.536187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Port': ['ID=225da3b0-602a-41b8-af2e-c8e79226ec8b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:14.539657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No DVR routers for this DVR port 225da3b0-602a-41b8-af2e-c8e79226ec8b on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:14.545244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] For port 225da3b0-602a-41b8-af2e-c8e79226ec8b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=225da3b0-602a-41b8-af2e-c8e79226ec8b,segment=NetworkSegment(718a1fc2-07f4-4fc9-9dc5-9f2e86f92101),segment_id=718a1fc2-07f4-4fc9-9dc5-9f2e86f92101)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:14.545557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.614834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4776323d-a47b-4ff9-8da9-5d4abfd06a72 None None] Transition to ACTIVE for port object b0677c2a-50f5-4684-b517-cc4691eaf798 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:14.650527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 1d9a2235-112a-4040-8865-79b4a7e2772c will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:14.653191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f74916-4e2c-4ff3-b61c-f3c50a24621a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.672376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0677c2a-50f5-4684-b517-cc4691eaf798 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:14.673922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.702019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316bcef7-1214-4334-a41c-c36ec8c685c3']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:14.710266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] Calling delete_port for 225da3b0-602a-41b8-af2e-c8e79226ec8b owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:14.716548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:14.716955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '718a1fc2-07f4-4fc9-9dc5-9f2e86f92101') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:14.717074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f74916-4e2c-4ff3-b61c-f3c50a24621a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:14.731748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.749403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4776323d-a47b-4ff9-8da9-5d4abfd06a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.749912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.756255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:58:14.756732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.831403 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 718a1fc2-07f4-4fc9-9dc5-9f2e86f92101 resource provider aggregate not found Sep 15 09:58:14.852710 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 718a1fc2-07f4-4fc9-9dc5-9f2e86f92101 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 718a1fc2-07f4-4fc9-9dc5-9f2e86f92101 found for delete ", "request_id": "req-9e1373ca-bd90-4e95-ab34-8e46ae5fc5ae"}]} Sep 15 09:58:14.941268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.951228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776323d-a47b-4ff9-8da9-5d4abfd06a72 None None] Pushing event updated for resources: {'Port': ['ID=b0677c2a-50f5-4684-b517-cc4691eaf798,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:14.951838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:14.972982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:14.973339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:15.002026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Pushing event deleted for resources: {'Network': ['ID=316bcef7-1214-4334-a41c-c36ec8c685c3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:15.005369 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-701ef4d6-4733-46de-b03e-c65df41feb3d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/networks/316bcef7-1214-4334-a41c-c36ec8c685c3 HTTP/1.1" status: 204 len: 168 time: 1.3754587 Sep 15 09:58:15.010096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53690) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:15.017061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'routes': None}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:15.025870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f74916-4e2c-4ff3-b61c-f3c50a24621a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.040176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 225da3b0-602a-41b8-af2e-c8e79226ec8b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:15.043184 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-85f74916-4e2c-4ff3-b61c-f3c50a24621a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3 HTTP/1.1" status: 204 len: 168 time: 1.5745847 Sep 15 09:58:15.052540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53694) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:15.085023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 225da3b0-602a-41b8-af2e-c8e79226ec8b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:15.085440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 225da3b0-602a-41b8-af2e-c8e79226ec8b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:15.085885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6650a24f-05bd-43ba-a271-c8dee370a077 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:15.121385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.122816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 6650a24f-05bd-43ba-a271-c8dee370a077 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:15.123162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6650a24f-05bd-43ba-a271-c8dee370a077 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:15.184277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132acb2c-aac2-4199-8524-263cba2835cc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:15.185782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132acb2c-aac2-4199-8524-263cba2835cc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:15.187317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132acb2c-aac2-4199-8524-263cba2835cc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:15.188126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-132acb2c-aac2-4199-8524-263cba2835cc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:15.217247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3d5126df-b3be-4373-8277-b346edf0f9ab is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:15.222870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:15.228836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:15.264185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=1d9a2235-112a-4040-8865-79b4a7e2772c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:15.301900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:15.302551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.337595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-132acb2c-aac2-4199-8524-263cba2835cc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:15.341512 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-132acb2c-aac2-4199-8524-263cba2835cc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2876084 Sep 15 09:58:15.346739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53698) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:15.386104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Added routes are [] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 15 09:58:15.386419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.extraroute_db [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Removed routes are [] {{(pid=89668) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 15 09:58:15.386798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.399551 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-32eb88e7-bdc0-4c34-80d8-a0f21d2cb25c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1571307 Sep 15 09:58:15.418386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Request body: {'port': {'device_id': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:15.474866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] Deleting port 225da3b0-602a-41b8-af2e-c8e79226ec8b {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:15.475488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.517470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e338ab4e-35d5-4827-8df9-a5244dbbbb09 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 91fce103-85c3-48c4-977e-a81dfd59162c {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:15.565963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e338ab4e-35d5-4827-8df9-a5244dbbbb09 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.685297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-acd2e32f-1e61-4ada-8885-5642959a279d None None] The port '225da3b0-602a-41b8-af2e-c8e79226ec8b' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:58:15.707138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fbdb9ab8-c352-4312-8e7f-ffce299992bc None None] Provisioning for port 1d9a2235-112a-4040-8865-79b4a7e2772c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:15.715590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fbdb9ab8-c352-4312-8e7f-ffce299992bc None None] Provisioning complete for port 1d9a2235-112a-4040-8865-79b4a7e2772c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:15.716520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fbdb9ab8-c352-4312-8e7f-ffce299992bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.728293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e338ab4e-35d5-4827-8df9-a5244dbbbb09 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.788866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb9ab8-c352-4312-8e7f-ffce299992bc None None] Port 1d9a2235-112a-4040-8865-79b4a7e2772c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:15.818333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.852639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.857119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.905463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e338ab4e-35d5-4827-8df9-a5244dbbbb09 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:15.911893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3ef2a1b2-6702-41d3-888a-58e9b9f0d0f3 None None] Could not find standard attr ID for object ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:15.960251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed13e4-dded-448f-aea8-ac31281be66f req-5a8889a7-1c52-419b-ae13-710a63f4d5fe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:15.960959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c2ed13e4-dded-448f-aea8-ac31281be66f req-5a8889a7-1c52-419b-ae13-710a63f4d5fe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:15.999438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3ef2a1b2-6702-41d3-888a-58e9b9f0d0f3 None None] Provisioning for port b0677c2a-50f5-4684-b517-cc4691eaf798 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:16.000014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router ad825198-3090-418a-bbdc-c2a40a9ca3ae has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:16.012239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3ef2a1b2-6702-41d3-888a-58e9b9f0d0f3 None None] Provisioning complete for port b0677c2a-50f5-4684-b517-cc4691eaf798 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:16.013055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a1b2-6702-41d3-888a-58e9b9f0d0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.147027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:16.154186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.158105 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-750b50bb-7ead-4d81-be9d-bf956423f8dd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 200 len: 705 time: 1.1437080 Sep 15 09:58:16.158248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3ef2a1b2-6702-41d3-888a-58e9b9f0d0f3 None None] Current status of the port b0677c2a-50f5-4684-b517-cc4691eaf798 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:16.158340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53704) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:16.166610 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] Sync routers for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:16.175505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c2ed13e4-dded-448f-aea8-ac31281be66f req-5a8889a7-1c52-419b-ae13-710a63f4d5fe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:16.176666 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c2ed13e4-dded-448f-aea8-ac31281be66f req-5a8889a7-1c52-419b-ae13-710a63f4d5fe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 931 time: 0.5663168 Sep 15 09:58:16.179904 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:16.179904 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:16.210955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bc7bf29f-1990-4216-9077-c9decd17f2a3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:16.258228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e338ab4e-35d5-4827-8df9-a5244dbbbb09 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.269592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-babfe68e-5b04-4286-a50b-d03d29437d0b None None] Could not find standard attr ID for object ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:16.288972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bc7bf29f-1990-4216-9077-c9decd17f2a3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:16.291066 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bc7bf29f-1990-4216-9077-c9decd17f2a3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 200 len: 205 time: 0.1316020 Sep 15 09:58:16.295179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53708) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:16.302496 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c2ed13e4-dded-448f-aea8-ac31281be66f req-d602be6e-08e4-408c-97d2-8509ea79c512 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138356 Sep 15 09:58:16.323902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338ab4e-35d5-4827-8df9-a5244dbbbb09 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=91fce103-85c3-48c4-977e-a81dfd59162c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:16.332903 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:16.386410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e338ab4e-35d5-4827-8df9-a5244dbbbb09 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.419904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9a2235-112a-4040-8865-79b4a7e2772c {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:58:16.429070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.443717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ab99bc1-d248-4def-8528-aa61ab5cdf3b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.448579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Transition to ACTIVE for port object 1d9a2235-112a-4040-8865-79b4a7e2772c will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:16.460765 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:11Z', 'revision_number': 11, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:16.466179 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] Checking router: ad825198-3090-418a-bbdc-c2a40a9ca3ae for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:16.475119 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e338ab4e-35d5-4827-8df9-a5244dbbbb09 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/91fce103-85c3-48c4-977e-a81dfd59162c HTTP/1.1" status: 204 len: 168 time: 1.1249809 Sep 15 09:58:16.475358 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] Routers {'ad825198-3090-418a-bbdc-c2a40a9ca3ae'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:16.475468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53712) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:16.475885 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:16.530245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.638398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] Set router ad825198-3090-418a-bbdc-c2a40a9ca3ae gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:16.669303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0677c2a-50f5-4684-b517-cc4691eaf798 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:16.740503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c31a02-cd13-447b-893a-95fada56a520 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:16.774454 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:11Z', 'revision_number': 11, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:16.780590 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f90cbc-d6f4-41b2-8452-d2ae43810f3a None None] The sync data for ids ['ad825198-3090-418a-bbdc-c2a40a9ca3ae'] in dv-neutron-857775-1-hyperv is: [{'id': 'ad825198-3090-418a-bbdc-c2a40a9ca3ae', 'name': 'tempest-RoutersIpV6Test-router-1955527397', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:05Z', 'updated_at': '2022-09-15T09:58:11Z', 'revision_number': 11, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:16.801470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43e88eb-13a5-47e5-836f-d83ff68abb40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet ed97e497-bc42-4b65-9a77-b8a2407e808e {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:16.809285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a2235-112a-4040-8865-79b4a7e2772c,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:16.813494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ab99bc1-d248-4def-8528-aa61ab5cdf3b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.814969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d43e88eb-13a5-47e5-836f-d83ff68abb40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.815980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ab99bc1-d248-4def-8528-aa61ab5cdf3b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.892782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d43e88eb-13a5-47e5-836f-d83ff68abb40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.913440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b0677c2a-50f5-4684-b517-cc4691eaf798 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:16.913898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.923422 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ab99bc1-d248-4def-8528-aa61ab5cdf3b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.923958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab99bc1-d248-4def-8528-aa61ab5cdf3b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Fanout notify agent at l3_agent the message router_deleted on router ad825198-3090-418a-bbdc-c2a40a9ca3ae {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:58:16.926473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Attempting to bind port 1d9a2235-112a-4040-8865-79b4a7e2772c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:16.926828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Attempting to bind port 1d9a2235-112a-4040-8865-79b4a7e2772c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:16.927208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Attempting to bind port 1d9a2235-112a-4040-8865-79b4a7e2772c on network 3d5126df-b3be-4373-8277-b346edf0f9ab {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:16.941084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Port 1d9a2235-112a-4040-8865-79b4a7e2772c on network 3d5126df-b3be-4373-8277-b346edf0f9ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:58:16.941295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Attempting to bind port 1d9a2235-112a-4040-8865-79b4a7e2772c on network 3d5126df-b3be-4373-8277-b346edf0f9ab {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:16.951846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5ab99bc1-d248-4def-8528-aa61ab5cdf3b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.952485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:16.952889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Checking segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:16.953337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Bound using segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:16.953587 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5ab99bc1-d248-4def-8528-aa61ab5cdf3b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 204 len: 168 time: 0.6572645 Sep 15 09:58:16.953904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Bound port: 1d9a2235-112a-4040-8865-79b4a7e2772c, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:16.954301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:16.959668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53716) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:16.965691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-312426309', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:16.972769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:16.977280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Usage tracker for resource:router and tenant:92339cf5f7694662870bc251499b1385 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:16.980745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:16.987780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:17.055485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.056614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.077308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.164289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b0677c2a-50f5-4684-b517-cc4691eaf798 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:17.175429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.188181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d43e88eb-13a5-47e5-836f-d83ff68abb40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.216220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] For port 1d9a2235-112a-4040-8865-79b4a7e2772c, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:17.236992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] For port 1d9a2235-112a-4040-8865-79b4a7e2772c, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d9a2235-112a-4040-8865-79b4a7e2772c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:17.278425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.279731 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cb031d28-fc5b-47e7-b4a9-d202ac153b3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3190758 Sep 15 09:58:17.282511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53720) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:17.288048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-70e8079c-1660-4d50-acc3-f6ae72eaff5b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:17.307396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.311186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:17.312431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.314554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] 10.222.0.16 "PUT /v2.0/ports/1d9a2235-112a-4040-8865-79b4a7e2772c HTTP/1.1" status: 200 len: 1093 time: 1.9009597 Sep 15 09:58:17.355813 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:58:17.358987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff8faff-d12b-4aed-85f1-4b7b695f7293" -d '{"events": [{"name": "network-changed", "server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:58:17.369960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d43e88eb-13a5-47e5-836f-d83ff68abb40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.435560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c0a805-1951-42e6-a4d3-223b4da34b50 x-openstack-request-id: req-b9c0a805-1951-42e6-a4d3-223b4da34b50 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:58:17.435848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:58:17.436097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9c0a805-1951-42e6-a4d3-223b4da34b50 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:58:17.436668 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c0a805-1951-42e6-a4d3-223b4da34b50'] response: {'name': 'network-changed', 'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'status': 'completed', 'code': 200} Sep 15 09:58:17.500821 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d43e88eb-13a5-47e5-836f-d83ff68abb40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.503568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e88eb-13a5-47e5-836f-d83ff68abb40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=ed97e497-bc42-4b65-9a77-b8a2407e808e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:17.543445 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d43e88eb-13a5-47e5-836f-d83ff68abb40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/ed97e497-bc42-4b65-9a77-b8a2407e808e HTTP/1.1" status: 204 len: 168 time: 1.0667784 Sep 15 09:58:17.548698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53728) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:17.603078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050f8c3-e801-4abb-90f3-3171681ef497 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9a2235-112a-4040-8865-79b4a7e2772c,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:17.626112 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-224b519d-691c-4cbc-8511-5ea6a77486e3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761883 Sep 15 09:58:17.628771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53732) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:17.635527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:17.735432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-40cc2f37-e024-408c-8059-ff85542835f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:17.738327 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-40cc2f37-e024-408c-8059-ff85542835f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 1096 time: 0.2926600 Sep 15 09:58:17.754359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd417ad-5741-437e-b4b9-48643789fc03 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:17.833864 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-30a5ac6f-ffe9-46a7-ad2b-f60d33404b98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9a2235-112a-4040-8865-79b4a7e2772c HTTP/1.1" status: 200 len: 217 time: 0.0769527 Sep 15 09:58:17.835622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:17.857732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-417c724b-e48d-4dc8-99ef-65a287d34d43 None None] Provisioning complete for port b0677c2a-50f5-4684-b517-cc4691eaf798 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:17.858129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-417c724b-e48d-4dc8-99ef-65a287d34d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.872881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:17.879026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:17.891375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:17.908931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-d407c3b4-62e5-478e-834f-15e56a421a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:17.910402 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-d407c3b4-62e5-478e-834f-15e56a421a5d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 200 len: 835 time: 0.0703218 Sep 15 09:58:17.951929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70e8079c-1660-4d50-acc3-f6ae72eaff5b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:17.968467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf626c0-04f0-49de-958d-f8ec2baf29cb req-3919bdab-dc36-4b08-b80d-4e682beffa41 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:17.969969 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9bf626c0-04f0-49de-958d-f8ec2baf29cb req-3919bdab-dc36-4b08-b80d-4e682beffa41 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 943 time: 0.5084517 Sep 15 09:58:17.999055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:18.002644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:18.021808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-112bdb0b-f955-4cf5-9d96-6b5280ee2f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:18.023296 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-112bdb0b-f955-4cf5-9d96-6b5280ee2f80 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d5126df-b3be-4373-8277-b346edf0f9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1071515 Sep 15 09:58:18.025399 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9bf626c0-04f0-49de-958d-f8ec2baf29cb req-8156834e-0515-4ac4-bb73-b04184ab3c79 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495641 Sep 15 09:58:18.061141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70e8079c-1660-4d50-acc3-f6ae72eaff5b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:18.082227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-417c724b-e48d-4dc8-99ef-65a287d34d43 None None] Current status of the port b0677c2a-50f5-4684-b517-cc4691eaf798 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:18.154329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:18.158973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] Deleting port b0677c2a-50f5-4684-b517-cc4691eaf798 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:18.159353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:18.255072 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-a3a85d04-86e5-4c1c-b5c1-5eee6f894f15 service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806228 Sep 15 09:58:18.300365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e8079c-1660-4d50-acc3-f6ae72eaff5b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Router e170152f-0c00-4991-aa99-9fce7de1980d is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:58:18.372199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] For port b0677c2a-50f5-4684-b517-cc4691eaf798, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b0677c2a-50f5-4684-b517-cc4691eaf798,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:18.372560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:18.450351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e8079c-1660-4d50-acc3-f6ae72eaff5b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:18.456944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70e8079c-1660-4d50-acc3-f6ae72eaff5b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:18.458086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-70e8079c-1660-4d50-acc3-f6ae72eaff5b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "PUT /v2.0/routers/e170152f-0c00-4991-aa99-9fce7de1980d HTTP/1.1" status: 200 len: 697 time: 1.1742570 Sep 15 09:58:18.461553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53736) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:18.484949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a7c79ef-0abc-42b7-b75d-03a05f293f4e req-044f854f-b26c-409a-a3db-656ddf83d06c service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964285 Sep 15 09:58:18.509445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] Calling delete_port for b0677c2a-50f5-4684-b517-cc4691eaf798 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:18.551405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9037e96-5259-410c-a548-2244876e0aff None None] Sync routers for ids ['e170152f-0c00-4991-aa99-9fce7de1980d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:18.573495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9037e96-5259-410c-a548-2244876e0aff None None] Routers {'e170152f-0c00-4991-aa99-9fce7de1980d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:18.574171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c9037e96-5259-410c-a548-2244876e0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e170152f-0c00-4991-aa99-9fce7de1980d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:18.607283 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-98d7a2c5-685c-4fe6-b267-851cd96461b5 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/routers/e170152f-0c00-4991-aa99-9fce7de1980d HTTP/1.1" status: 200 len: 703 time: 0.1445849 Sep 15 09:58:18.611108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53740) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:18.686344 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dfb41249-d2da-492a-95ca-6d6ebdcdce1f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=e170152f-0c00-4991-aa99-9fce7de1980d HTTP/1.1" status: 200 len: 205 time: 0.0739732 Sep 15 09:58:18.689083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53744) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:18.700165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0677c2a-50f5-4684-b517-cc4691eaf798 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:18.803493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:58:18.845083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-246885ba-61d4-41f5-9ffc-082139ca2980 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:18.854401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c9037e96-5259-410c-a548-2244876e0aff None None] Set router e170152f-0c00-4991-aa99-9fce7de1980d gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:18.877706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-db1c76e6-7c12-4945-bdae-a0fb413f4ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:18.879161 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-db1c76e6-7c12-4945-bdae-a0fb413f4ac5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 1096 time: 0.1723499 Sep 15 09:58:18.968606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.005342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c9037e96-5259-410c-a548-2244876e0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170152f-0c00-4991-aa99-9fce7de1980d', 'name': 'tempest-RoutersIpV6Test-router-312426309', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:58:17Z', 'updated_at': '2022-09-15T09:58:17Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:19.020993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No active binding found for port b0677c2a-50f5-4684-b517-cc4691eaf798 {{(pid=89670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 15 09:58:19.021484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b0677c2a-50f5-4684-b517-cc4691eaf798 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:19.025289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] Pushing event deleted for resources: {'Port': ['ID=b0677c2a-50f5-4684-b517-cc4691eaf798,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:19.028186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b888dd4f-31e8-4425-a55e-3850c50e9bfd None None] No DVR routers for this DVR port b0677c2a-50f5-4684-b517-cc4691eaf798 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:19.030029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9037e96-5259-410c-a548-2244876e0aff None None] Checking router: e170152f-0c00-4991-aa99-9fce7de1980d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:19.046768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9037e96-5259-410c-a548-2244876e0aff None None] Routers {'e170152f-0c00-4991-aa99-9fce7de1980d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:19.047463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c9037e96-5259-410c-a548-2244876e0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:57:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e170152f-0c00-4991-aa99-9fce7de1980d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:19.131476 dv-neutron-857775-1-hyperv neutron-server[89669]: WARNING neutron.services.revisions.revision_plugin [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Could not find related port for resource to bump revision. Sep 15 09:58:19.175571 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.ipam_pluggable_backend [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Port b0677c2a-50f5-4684-b517-cc4691eaf798 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89669) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 15 09:58:19.175873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.ipam_pluggable_backend [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Reverting IP allocation for 2001:db8::f816:3eff:fed6:bd63 {{(pid=89669) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 15 09:58:19.185218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-c1328774-a50a-4d42-b38f-d713df4cefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:19.186847 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-c1328774-a50a-4d42-b38f-d713df4cefcd service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 898 time: 0.2998540 Sep 15 09:58:19.188064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.199030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c9037e96-5259-410c-a548-2244876e0aff None None] Set router e170152f-0c00-4991-aa99-9fce7de1980d gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:19.295421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-246885ba-61d4-41f5-9ffc-082139ca2980 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.297564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-246885ba-61d4-41f5-9ffc-082139ca2980 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.328783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c9037e96-5259-410c-a548-2244876e0aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e170152f-0c00-4991-aa99-9fce7de1980d', 'name': 'tempest-RoutersIpV6Test-router-312426309', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:58:17Z', 'updated_at': '2022-09-15T09:58:17Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:19.336175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9037e96-5259-410c-a548-2244876e0aff None None] The sync data for ids ['e170152f-0c00-4991-aa99-9fce7de1980d'] in dv-neutron-857775-1-hyperv is: [{'id': 'e170152f-0c00-4991-aa99-9fce7de1980d', 'name': 'tempest-RoutersIpV6Test-router-312426309', 'tenant_id': '92339cf5f7694662870bc251499b1385', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:58:17Z', 'updated_at': '2022-09-15T09:58:17Z', 'revision_number': 2, 'project_id': '92339cf5f7694662870bc251499b1385', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:19.361842 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-06c5f814-35a6-4ed7-a080-af4e3cfeed3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9a2235-112a-4040-8865-79b4a7e2772c HTTP/1.1" status: 200 len: 217 time: 0.1004603 Sep 15 09:58:19.361842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:19.366609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:19.397662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c808f-f671-4093-b486-3ffee0332c9f None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:19.404285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-246885ba-61d4-41f5-9ffc-082139ca2980 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.409432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246885ba-61d4-41f5-9ffc-082139ca2980 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Fanout notify agent at l3_agent the message router_deleted on router e170152f-0c00-4991-aa99-9fce7de1980d {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:58:19.409582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:19.409582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.433091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-246885ba-61d4-41f5-9ffc-082139ca2980 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.438214 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-246885ba-61d4-41f5-9ffc-082139ca2980 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/e170152f-0c00-4991-aa99-9fce7de1980d HTTP/1.1" status: 204 len: 168 time: 0.7446551 Sep 15 09:58:19.438354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53750) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.450708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:19.473840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.474177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.474526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.475387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.475387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.475631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.475931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.476079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.476456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.476761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.477073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.477382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:19.490384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-d0651fe5-0fb5-49bf-b8e4-4c85d9954e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:19.491896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-d0651fe5-0fb5-49bf-b8e4-4c85d9954e4d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 200 len: 835 time: 0.1233175 Sep 15 09:58:19.519203 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6536bd5b-c8bb-4af6-97bb-602c31995c3f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=e170152f-0c00-4991-aa99-9fce7de1980d HTTP/1.1" status: 200 len: 205 time: 0.0773964 Sep 15 09:58:19.519660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53754) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.553317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c544bb-6f19-4213-8ec4-fb9918d0a1c2 req-8657726c-0942-4a90-b7e7-056b88fc38a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:19.554830 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-74c544bb-6f19-4213-8ec4-fb9918d0a1c2 req-8657726c-0942-4a90-b7e7-056b88fc38a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 943 time: 0.3359828 Sep 15 09:58:19.590448 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d48a5743-152e-4d9d-92f7-6505efaa7278 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9606400 Sep 15 09:58:19.597694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53758) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.605955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:19.608266 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-af27305f-3503-40c1-8a89-f42c0c1e886d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] delete failed (client error): The resource could not be found. Sep 15 09:58:19.612104 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-af27305f-3503-40c1-8a89-f42c0c1e886d tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/e170152f-0c00-4991-aa99-9fce7de1980d HTTP/1.1" status: 404 len: 336 time: 0.0889204 Sep 15 09:58:19.612783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53762) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.625137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ba548ec6-551a-4547-aec7-2fa7f93a57f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.668276 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76133de-dc07-4d56-87b3-5b857f905819 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:19.668993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a76133de-dc07-4d56-87b3-5b857f905819 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:19.674385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a76133de-dc07-4d56-87b3-5b857f905819 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/63f28e0e-dc8c-4ad6-b1bb-0de08d933e7f HTTP/1.1" status: 404 len: 337 time: 0.0605185 Sep 15 09:58:19.675152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53766) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.717613 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a218bc87-90f0-4783-a52c-9429d8dde0b9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:19.720280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a218bc87-90f0-4783-a52c-9429d8dde0b9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:19.720414 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-74c544bb-6f19-4213-8ec4-fb9918d0a1c2 req-b9921d12-c110-40f3-bc18-3a0e4a63d9fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518135 Sep 15 09:58:19.723216 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a218bc87-90f0-4783-a52c-9429d8dde0b9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/4ff327e7-42d8-4e9a-a32b-4f2ec64e2611 HTTP/1.1" status: 404 len: 337 time: 0.0461636 Sep 15 09:58:19.723404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53770) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.760694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:19.761526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:19.778017 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1a497f-2f3a-4efc-a719-c3b1e3ce82eb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:19.778472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1a497f-2f3a-4efc-a719-c3b1e3ce82eb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:19.780172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bd1a497f-2f3a-4efc-a719-c3b1e3ce82eb tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/33926621-93d6-4e40-8aa3-3c878cb88e06 HTTP/1.1" status: 404 len: 337 time: 0.0560169 Sep 15 09:58:19.782983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53774) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.826967 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6d2239-6cab-4f71-a666-6c5a4a7497a6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:19.827512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e6d2239-6cab-4f71-a666-6c5a4a7497a6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:19.828398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-b30409e8-33ae-40e6-8d83-48ff8a90237f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:19.832034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9e6d2239-6cab-4f71-a666-6c5a4a7497a6 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/82dea173-5316-4c81-a745-dec285674a53 HTTP/1.1" status: 404 len: 337 time: 0.0448437 Sep 15 09:58:19.832183 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-b30409e8-33ae-40e6-8d83-48ff8a90237f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d5126df-b3be-4373-8277-b346edf0f9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3318281 Sep 15 09:58:19.832644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53778) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.864091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:19.887638 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d6cca421-aafa-4bc9-b8a1-d940ac668446 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 200 len: 205 time: 0.0516217 Sep 15 09:58:19.887890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53782) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:19.921733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:19.928590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:19.943016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Allocated IP 2001:db8::f816:3eff:fe55:9098 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e/6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:19.943916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:19.980090 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-0b72efa5-bfb5-4750-873f-281b11983eac tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] delete failed (client error): The resource could not be found. Sep 15 09:58:19.982318 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0b72efa5-bfb5-4750-873f-281b11983eac tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/ad825198-3090-418a-bbdc-c2a40a9ca3ae HTTP/1.1" status: 404 len: 336 time: 0.0935013 Sep 15 09:58:19.983855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53786) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.003706 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-c079f154-1b67-4b51-9ade-c8042c990a81 service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663682 Sep 15 09:58:20.031162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:20.034921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.040797 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-15d837da-eabf-4fe4-8785-965079cf3eab tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=0db2f43f-0280-4b4d-8c86-98b441b5662f HTTP/1.1" status: 200 len: 205 time: 0.0535097 Sep 15 09:58:20.041126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53790) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.111788 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-08637d60-30bf-449b-9aa8-c2b4d3fedd18 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] delete failed (client error): The resource could not be found. Sep 15 09:58:20.115317 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-08637d60-30bf-449b-9aa8-c2b4d3fedd18 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/0db2f43f-0280-4b4d-8c86-98b441b5662f HTTP/1.1" status: 404 len: 336 time: 0.0707457 Sep 15 09:58:20.115530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53794) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.159234 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6010996b-a008-4d7f-97e4-ca1868f4e431 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:20.159689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6010996b-a008-4d7f-97e4-ca1868f4e431 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:20.161446 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6010996b-a008-4d7f-97e4-ca1868f4e431 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/25b28efd-31ea-4286-a818-07ca62979656 HTTP/1.1" status: 404 len: 337 time: 0.0451069 Sep 15 09:58:20.165017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53798) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.233260 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-be648150-b7ba-426a-8e48-8daf6859aada tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec378eda-d9b9-4031-8771-eae85d24a7e1 HTTP/1.1" status: 200 len: 205 time: 0.0671914 Sep 15 09:58:20.235825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53802) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.239305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.253649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Transition to ACTIVE for port object 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:20.259952 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ff8faff-d12b-4aed-85f1-4b7b695f7293 req-3e17fb9b-61fa-429b-9b3c-f5bfe3899975 service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497635 Sep 15 09:58:20.300328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Transition to ACTIVE for port object 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:20.304892 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-0a3ee823-7f22-485f-a612-9d4e9348bb85 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] delete failed (client error): The resource could not be found. Sep 15 09:58:20.309271 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0a3ee823-7f22-485f-a612-9d4e9348bb85 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/ec378eda-d9b9-4031-8771-eae85d24a7e1 HTTP/1.1" status: 404 len: 336 time: 0.0691648 Sep 15 09:58:20.309472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53806) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.359333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.369144 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed22bea2-d988-4b27-94f2-88b8d17210cd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc846e28-30fb-4105-b776-0364e53f3042 HTTP/1.1" status: 200 len: 205 time: 0.0582907 Sep 15 09:58:20.369377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53810) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.441523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:20.445044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:20.451427 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-4a2aef11-b43e-4484-bbf8-4a2b84b58f56 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] delete failed (client error): The resource could not be found. Sep 15 09:58:20.455668 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4a2aef11-b43e-4484-bbf8-4a2b84b58f56 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/dc846e28-30fb-4105-b776-0364e53f3042 HTTP/1.1" status: 404 len: 336 time: 0.0816844 Sep 15 09:58:20.455668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53814) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.455932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:20.459980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Pushing event updated for resources: {'Port': ['ID=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:20.504429 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-5549a0d5-f9ef-48a3-9e9f-ac87a871fa0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:20.504879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5549a0d5-f9ef-48a3-9e9f-ac87a871fa0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:20.513260 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5549a0d5-f9ef-48a3-9e9f-ac87a871fa0f tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/22938a10-b55f-4e57-a2a2-e8cf251d44f1 HTTP/1.1" status: 404 len: 337 time: 0.0571494 Sep 15 09:58:20.515922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53818) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.562229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.568844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Attempting to bind port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:20.569215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Attempting to bind port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:20.569573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Attempting to bind port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:20.570237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-292f01fb-5313-40fd-9593-8dde367aa8e3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Synchronizing usage tracker for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:20.580376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:20.580376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:20.580376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.580376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:20.580376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Bound port: 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:20.580376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.587355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-292f01fb-5313-40fd-9593-8dde367aa8e3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] Unset dirty status for tenant:92339cf5f7694662870bc251499b1385 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:20.588574 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-292f01fb-5313-40fd-9593-8dde367aa8e3 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=62b497eb-fd90-4645-bad3-4c79bdbab0b7 HTTP/1.1" status: 200 len: 205 time: 0.0715306 Sep 15 09:58:20.591577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53822) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.653120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.670178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] For port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:20.673381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] For port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:20.695293 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-d5205c58-6c4c-4b89-888f-7fdf4fa7e6a9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] delete failed (client error): The resource could not be found. Sep 15 09:58:20.696318 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d5205c58-6c4c-4b89-888f-7fdf4fa7e6a9 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/62b497eb-fd90-4645-bad3-4c79bdbab0b7 HTTP/1.1" status: 404 len: 336 time: 0.1037600 Sep 15 09:58:20.699312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53826) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.722676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:20.725547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:20.730791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:20.731365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.739211 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ccacdf-8426-4e69-98a7-71573dcbf737 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:20.739671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ccacdf-8426-4e69-98a7-71573dcbf737 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:20.746031 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-12ccacdf-8426-4e69-98a7-71573dcbf737 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/26482cba-4021-49b7-a5ae-a1cecfb5056a HTTP/1.1" status: 404 len: 337 time: 0.0410707 Sep 15 09:58:20.746031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53830) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.747915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=f40b1a5f-77cd-45ff-ab10-9bb530f13bb4,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:20.763973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:20.796832 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6798da0f-3cc7-40a8-b031-8b7047a76501 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "GET /v2.0/ports?device_id=aa5a6d77-ac81-4307-82ad-abce71cbe992 HTTP/1.1" status: 200 len: 205 time: 0.0516303 Sep 15 09:58:20.799432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53836) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.848672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2688e2d-7a2a-4381-91e0-988db40045e5 None None] Pushing event updated for resources: {'Port': ['ID=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:20.955291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711dd0f-c00f-4a73-aaa7-7eef1a5c8b8c req-7d6b5c8b-6dce-414e-ad94-f4f2bea9ac2b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:20.956990 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f711dd0f-c00f-4a73-aaa7-7eef1a5c8b8c req-7d6b5c8b-6dce-414e-ad94-f4f2bea9ac2b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 943 time: 0.1073310 Sep 15 09:58:20.990941 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8e09551e-7b8c-4161-80bf-009889cd04c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3927476 Sep 15 09:58:20.996479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53840) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:20.999602 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-20ca766b-ba76-40e3-a8e8-222f56166a4b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] delete failed (client error): The resource could not be found. Sep 15 09:58:21.004153 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-20ca766b-ba76-40e3-a8e8-222f56166a4b tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/routers/aa5a6d77-ac81-4307-82ad-abce71cbe992 HTTP/1.1" status: 404 len: 336 time: 0.2034431 Sep 15 09:58:21.004766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53844) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:21.006929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:a2:c3:13', 'name': 'tempest-NetworksTestDHCPv6-825217212'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:21.033029 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f711dd0f-c00f-4a73-aaa7-7eef1a5c8b8c req-07b946c3-7f07-4a51-ad52-aa1352634143 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693460 Sep 15 09:58:21.048280 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd4c5f5c-fd2d-46c9-a70d-925486fcd800 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:21.048742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd4c5f5c-fd2d-46c9-a70d-925486fcd800 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:21.058030 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dd4c5f5c-fd2d-46c9-a70d-925486fcd800 tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/107200a1-e6cf-45c1-8b79-4c0f83114777 HTTP/1.1" status: 404 len: 337 time: 0.0477991 Sep 15 09:58:21.058030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53848) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:21.102873 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-0754d304-980f-4925-be6f-e3a1689fb3fd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] DELETE failed (client error): The resource could not be found. Sep 15 09:58:21.102873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0754d304-980f-4925-be6f-e3a1689fb3fd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:21.109964 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0754d304-980f-4925-be6f-e3a1689fb3fd tempest-RoutersIpV6Test-88775764 tempest-RoutersIpV6Test-88775764-project] 10.222.0.62 "DELETE /v2.0/subnets/7340aef1-c5e5-419f-9bf2-e2f08cd08b3f HTTP/1.1" status: 404 len: 337 time: 0.0546806 Sep 15 09:58:21.187897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:21.192035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:21.195165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:21.201276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:21.271859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:21.398820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:21.426724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:58:21.548658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 1d9a2235-112a-4040-8865-79b4a7e2772c details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:58:21.609534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53856) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:21.653447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9259e770-6e95-46e0-92c2-d0040eda7384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:21.726950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 1d9a2235-112a-4040-8865-79b4a7e2772c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d9a2235-112a-4040-8865-79b4a7e2772c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:21.749850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'port_id': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'mac_address': 'fa:16:3e:fd:63:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:58:21.774633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 172.20.0.3 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/f40b1a5f-77cd-45ff-ab10-9bb530f13bb4/46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:21.781988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:fea2:c313 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e/46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:21.808796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 1d9a2235-112a-4040-8865-79b4a7e2772c is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:21.844178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:21.844690 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-727aa225-5e1c-47f0-aaca-d29f1696a50f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92339cf5f7694662870bc251499b1385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985691 Sep 15 09:58:21.844690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53862) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:21.845033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9a2235-112a-4040-8865-79b4a7e2772c {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:58:21.859501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 1d9a2235-112a-4040-8865-79b4a7e2772c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d9a2235-112a-4040-8865-79b4a7e2772c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:21.889406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3cc88ae7-c8fc-4f2e-9c58-fd37ea2163dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:21.921343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3cc88ae7-c8fc-4f2e-9c58-fd37ea2163dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.029271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd0826c-f6a2-4fa4-a65e-63b1401d91c7 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:22.029786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.045969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:22.180598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.227240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.231801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3cc88ae7-c8fc-4f2e-9c58-fd37ea2163dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.251871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc88ae7-c8fc-4f2e-9c58-fd37ea2163dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4022eb8-2dd7-431e-9f41-629ac011a0ee,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:22.258284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-66770d16-0897-4cd7-a8bf-3e34a1434704 None None] Provisioning for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:22.263354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3cc88ae7-c8fc-4f2e-9c58-fd37ea2163dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.266545 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3cc88ae7-c8fc-4f2e-9c58-fd37ea2163dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4022eb8-2dd7-431e-9f41-629ac011a0ee HTTP/1.1" status: 204 len: 168 time: 0.4499793 Sep 15 09:58:22.298808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82267ee6-c211-4a6f-a65e-cbe548f3b5c2 req-39a81a3a-ae3d-45e3-a6b0-39e49a8a466a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:22.306473 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82267ee6-c211-4a6f-a65e-cbe548f3b5c2 req-39a81a3a-ae3d-45e3-a6b0-39e49a8a466a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 944 time: 0.1419752 Sep 15 09:58:22.328112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=1d9a2235-112a-4040-8865-79b4a7e2772c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:22.345771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:22.355345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:22.360662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:22.374697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82267ee6-c211-4a6f-a65e-cbe548f3b5c2 req-7bc069f1-8cf0-4054-bc35-a7729ef3262c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672596 Sep 15 09:58:22.410474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:22.429100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.429443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.429771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.430123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.430445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.430765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.431081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.431396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.431708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.432021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.432463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.433134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:22.452947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:22.453575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.480353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['1d9a2235-112a-4040-8865-79b4a7e2772c'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:58:22.543639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c1ebe7-a253-41bd-8295-4ada1da9224f None None] Update dhcp port {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': '0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e', 'ip_address': '2001:db8::f816:3eff:fe55:9098'}, {'subnet_id': 'f40b1a5f-77cd-45ff-ab10-9bb530f13bb4'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': '6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:58:22.552221 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ac7d9b66-dbd6-452e-95ff-4bb535c9871e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5529680 Sep 15 09:58:22.560881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53870) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:22.596879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.630460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ebe7-a253-41bd-8295-4ada1da9224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.676123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48402c-bd44-4ce4-b5aa-7c9230654d03 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:22.682560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef48402c-bd44-4ce4-b5aa-7c9230654d03 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:22.683435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ef48402c-bd44-4ce4-b5aa-7c9230654d03 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:22.728914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:22.745437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ef48402c-bd44-4ce4-b5aa-7c9230654d03 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:22.749254 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ef48402c-bd44-4ce4-b5aa-7c9230654d03 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1848090 Sep 15 09:58:22.749426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53876) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:22.819725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a027827c-1496-4d87-9137-cfa64ed2089f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:22.820068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a027827c-1496-4d87-9137-cfa64ed2089f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:22.859918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.028800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-b7c1ebe7-a253-41bd-8295-4ada1da9224f None None] Allocated IP 172.20.0.2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/f40b1a5f-77cd-45ff-ab10-9bb530f13bb4/6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:23.031618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:23.054496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:23.054872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.083978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a027827c-1496-4d87-9137-cfa64ed2089f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.141163 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:58:23.216496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a027827c-1496-4d87-9137-cfa64ed2089f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:23.416225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b7c1ebe7-a253-41bd-8295-4ada1da9224f None None] For port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:23.424861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:23.425317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.468211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ebe7-a253-41bd-8295-4ada1da9224f None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.487110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b7c1ebe7-a253-41bd-8295-4ada1da9224f None None] Transition to ACTIVE for port object 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:23.505702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a027827c-1496-4d87-9137-cfa64ed2089f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.547262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53898) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:23.564776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ebe7-a253-41bd-8295-4ada1da9224f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.568187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027827c-1496-4d87-9137-cfa64ed2089f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:23.610790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2811d-5dd7-45ff-9926-abb73bcd8477 req-cebead8d-875e-4621-9cd6-4954bca34402 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:23.612225 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f1d2811d-5dd7-45ff-9926-abb73bcd8477 req-cebead8d-875e-4621-9cd6-4954bca34402 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 944 time: 0.1025920 Sep 15 09:58:23.665293 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f1d2811d-5dd7-45ff-9926-abb73bcd8477 req-8e86dc81-9727-4879-81b0-fb0a47807246 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460482 Sep 15 09:58:23.714983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1206577978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:23.726685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:23.736159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Usage tracker for resource:router and tenant:c901be84d979459db7ee8b1374781563 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:23.739377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:23.748215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:23.758284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a027827c-1496-4d87-9137-cfa64ed2089f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.799957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:23.800689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:23.805399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1ebe7-a253-41bd-8295-4ada1da9224f None None] Pushing event updated for resources: {'Port': ['ID=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:23.831513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.832563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.848637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:23.861722 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a027827c-1496-4d87-9137-cfa64ed2089f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93 HTTP/1.1" status: 204 len: 168 time: 1.1111495 Sep 15 09:58:23.864259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53904) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:23.938846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ef95c-37b1-4ad5-bbd4-cba47532281c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:23.940515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ef95c-37b1-4ad5-bbd4-cba47532281c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:23.942068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981ef95c-37b1-4ad5-bbd4-cba47532281c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:23.944051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-981ef95c-37b1-4ad5-bbd4-cba47532281c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:23.964303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.008986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-981ef95c-37b1-4ad5-bbd4-cba47532281c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:24.010358 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-981ef95c-37b1-4ad5-bbd4-cba47532281c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1450307 Sep 15 09:58:24.015366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53908) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:24.067629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.071539 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-71c660b8-bd4a-4939-adfb-eb75b2f026aa tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5148365 Sep 15 09:58:24.072307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53912) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:24.079506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1182378876'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:24.084682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:24.089310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Usage tracker for resource:network and tenant:c901be84d979459db7ee8b1374781563 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:24.091387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-775ccf5b-2403-47dd-ab7c-e4b911592f6b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:24.092764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:24.094371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-775ccf5b-2403-47dd-ab7c-e4b911592f6b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.100301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:24.154711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-775ccf5b-2403-47dd-ab7c-e4b911592f6b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.169332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Made reservation on behalf of c901be84d979459db7ee8b1374781563 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:24.172893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.186022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.207802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:24.212259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Usage tracker for resource:security_group_rule and tenant:c901be84d979459db7ee8b1374781563 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:24.216327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:24.222553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:24.245113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-775ccf5b-2403-47dd-ab7c-e4b911592f6b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.272509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.344562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.376033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:24.376420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.455675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-775ccf5b-2403-47dd-ab7c-e4b911592f6b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.499709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ccf5b-2403-47dd-ab7c-e4b911592f6b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:24.506533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-775ccf5b-2403-47dd-ab7c-e4b911592f6b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.507259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.518855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:24.519210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:24.540975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] Provisioning for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:24.545869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:58:24.547260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] Provisioning complete for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:24.547879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.554674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c00d46b-5d4a-4d7d-ba22-54214d4c242a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:24.562536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.563150 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Added segment b86ce412-58f9-41a8-9a97-8cd5bebc280f of type vlan for network dd028564-fbf7-44e0-9a16-1bb9be0882b0 Sep 15 09:58:24.596827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.625570 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-775ccf5b-2403-47dd-ab7c-e4b911592f6b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e HTTP/1.1" status: 204 len: 168 time: 0.6078830 Sep 15 09:58:24.625570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53916) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:24.672774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53e1faa-d3b2-4c69-a6cc-04af2ee0512f None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:24.694025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07e5ae6-d7d1-4866-94d8-38454418aaa6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet f40b1a5f-77cd-45ff-ab10-9bb530f13bb4 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:24.696959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c07e5ae6-d7d1-4866-94d8-38454418aaa6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.706578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.714300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:24.719183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.740482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:24.740872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.758284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c07e5ae6-d7d1-4866-94d8-38454418aaa6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.807165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] For port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:24.837785 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7628677 Sep 15 09:58:24.851038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53922) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:24.861103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'subnet': {'network_id': 'dd028564-fbf7-44e0-9a16-1bb9be0882b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:24.874880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.929981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c07e5ae6-d7d1-4866-94d8-38454418aaa6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:24.954528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ec7fb-81fd-4ced-8aa2-23ea857222e4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Network': ['ID=dd028564-fbf7-44e0-9a16-1bb9be0882b0,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:24.957093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] Could not find standard attr ID for object 46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:24.981262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network dd028564-fbf7-44e0-9a16-1bb9be0882b0 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:58:24.999166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:25.003471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Usage tracker for resource:subnet and tenant:c901be84d979459db7ee8b1374781563 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:25.006750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:25.013471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:25.084048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Made reservation on behalf of c901be84d979459db7ee8b1374781563 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:25.090409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23162b61-e542-4147-9583-0525ce4e3c4e None None] Pushing event updated for resources: {'Port': ['ID=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:25.091370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.093696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc7869-6fd2-4c7c-af54-eabf6b8b391c req-26508017-2759-4e14-81c2-0c52ee387b40 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:25.095161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-22a80aee-1d0c-4650-b553-54263afe8c51 None None] Could not find standard attr ID for object 46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:25.095321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2dcc7869-6fd2-4c7c-af54-eabf6b8b391c req-26508017-2759-4e14-81c2-0c52ee387b40 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 944 time: 0.2683032 Sep 15 09:58:25.164329 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2dcc7869-6fd2-4c7c-af54-eabf6b8b391c req-62d1c823-ddaa-4786-9330-a987b4cca4fe tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575466 Sep 15 09:58:25.226602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c07e5ae6-d7d1-4866-94d8-38454418aaa6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.268691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e5ae6-d7d1-4866-94d8-38454418aaa6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=f40b1a5f-77cd-45ff-ab10-9bb530f13bb4,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:25.270759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c07e5ae6-d7d1-4866-94d8-38454418aaa6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.285857 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c07e5ae6-d7d1-4866-94d8-38454418aaa6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/f40b1a5f-77cd-45ff-ab10-9bb530f13bb4 HTTP/1.1" status: 204 len: 168 time: 0.6603808 Sep 15 09:58:25.288108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53926) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:25.374292 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-072e1b36-c16c-45c8-8356-04eff9c55f33 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0846870 Sep 15 09:58:25.375277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53930) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:25.381566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:25.391297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:25.458370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.470553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:25.562743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:25.563256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.583647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:25.589623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Subnet': ['ID=8eb563c4-81fb-4948-abc9-866ae7a5ab14,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:25.593867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:25.596713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 1d9a2235-112a-4040-8865-79b4a7e2772c up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:25.599480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:25.608374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:25.617527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Checking segment: {'id': 'b86ce412-58f9-41a8-9a97-8cd5bebc280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dd028564-fbf7-44e0-9a16-1bb9be0882b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:25.617527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network hostable DHCP agents. Network: dd028564-fbf7-44e0-9a16-1bb9be0882b0, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:58:25.694811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:25.699759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.728529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f0a64-555a-4d8d-8132-33a4fd0cc1b2 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:25.768480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network dd028564-fbf7-44e0-9a16-1bb9be0882b0 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:58:25.861127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, dd028564-fbf7-44e0-9a16-1bb9be0882b0) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:25.865124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 1d9a2235-112a-4040-8865-79b4a7e2772c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:25.872966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:25.873545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.875685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eec0216-b6c4-4976-9738-61c592f8e5c2 None None] Network dd028564-fbf7-44e0-9a16-1bb9be0882b0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:25.909098 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 1d9a2235-112a-4040-8865-79b4a7e2772c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:25.909474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.961213 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-17d0d3d4-f39d-4869-b53e-43af5a0374c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1057050 Sep 15 09:58:25.961436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53934) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:25.966854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'network': {'name': 'tempest-router-network01--830449261'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:25.971865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:25.975784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Usage tracker for resource:network and tenant:c901be84d979459db7ee8b1374781563 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:25.978635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:25.984491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:25.988356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:25.992244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e29b2ba4-1ac5-4252-bf2b-7e0fd88ba407 None None] Provisioning complete for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:25.992632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e29b2ba4-1ac5-4252-bf2b-7e0fd88ba407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.033028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:26.051255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:26.054277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:26.059162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:26.059743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.077225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=47f388ac-f25f-4181-a7c5-be54d938fa65,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:26.094415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Made reservation on behalf of c901be84d979459db7ee8b1374781563 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:26.100064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.219096 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6075b362-6b5f-4d31-a6f0-ade95c1486d0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8417742 Sep 15 09:58:26.221413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53940) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:26.231100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:26.240904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:58:26.251761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.252184 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Added segment 94182773-fe3d-41b6-ab21-9338ee03868a of type vlan for network 64cc2c24-d992-4b90-80d0-166081e7a2d4 Sep 15 09:58:26.280612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.379891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.387005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:26.387687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.406772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:26.411031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:26.414117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:26.420530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:26.436351 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e29b2ba4-1ac5-4252-bf2b-7e0fd88ba407 None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:26.439779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 1d9a2235-112a-4040-8865-79b4a7e2772c is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:26.440163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.476915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:26.481328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.510245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-dd028564-fbf7-44e0-9a16-1bb9be0882b0', 'network_id': 'dd028564-fbf7-44e0-9a16-1bb9be0882b0', 'tenant_id': 'c901be84d979459db7ee8b1374781563', 'fixed_ips': [{'subnet_id': '8eb563c4-81fb-4948-abc9-866ae7a5ab14'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:26.512940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.528708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Network': ['ID=64cc2c24-d992-4b90-80d0-166081e7a2d4,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:26.533244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:58:26.535612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9617bca-320d-42ef-92c7-e14e8af6e262" -d '{"events": [{"server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "name": "network-vif-plugged", "status": "completed", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:58:26.548490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 64cc2c24-d992-4b90-80d0-166081e7a2d4 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:58:26.549519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0c87-432f-48c5-8be0-9aa39a525561 req-430df177-c4e6-4464-b01b-3783460aa2a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:26.551592 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4fdf0c87-432f-48c5-8be0-9aa39a525561 req-430df177-c4e6-4464-b01b-3783460aa2a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 944 time: 0.2395926 Sep 15 09:58:26.576393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 1d9a2235-112a-4040-8865-79b4a7e2772c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d9a2235-112a-4040-8865-79b4a7e2772c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:26.596712 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-014e1c14-2cbe-45ed-9580-24c073013950 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6342793 Sep 15 09:58:26.599800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53946) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:26.607079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'network': {'name': 'tempest-router-network02--381508600'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:26.612776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:26.617667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Usage tracker for resource:network and tenant:c901be84d979459db7ee8b1374781563 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:26.621019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:26.628720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:26.636886 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4fdf0c87-432f-48c5-8be0-9aa39a525561 req-24479d90-10b9-4e91-a151-b21048dc7784 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796068 Sep 15 09:58:26.689087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067b692e-1d31-4646-bc48-6f9c238ec948 x-openstack-request-id: req-067b692e-1d31-4646-bc48-6f9c238ec948 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:58:26.689371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "name": "network-vif-plugged", "status": "completed", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:58:26.689613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-067b692e-1d31-4646-bc48-6f9c238ec948 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:58:26.690018 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067b692e-1d31-4646-bc48-6f9c238ec948'] response: {'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'code': 200} Sep 15 09:58:26.694426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.722639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Made reservation on behalf of c901be84d979459db7ee8b1374781563 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:26.726287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.763347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:58:26.775252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.776031 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Added segment 2abad4e3-0396-4e17-9a40-3389e96083b6 of type vlan for network 2d6d8712-a451-4bce-9d24-df64da3240fe Sep 15 09:58:26.810711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.846965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa47538-69d5-4ca9-b0ab-92bed680b452 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:26.952005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.957540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:26.966836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:26.967001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Allocated IP 172.20.0.2 (dd028564-fbf7-44e0-9a16-1bb9be0882b0/8eb563c4-81fb-4948-abc9-866ae7a5ab14/893209f5-a302-43da-b120-c3b617bbba7c) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:26.967001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=1d9a2235-112a-4040-8865-79b4a7e2772c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:26.990140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d1025660-7e0b-4564-b0bf-1542c560f028 None None] Provisioning complete for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:26.995564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d1025660-7e0b-4564-b0bf-1542c560f028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.085547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Network': ['ID=2d6d8712-a451-4bce-9d24-df64da3240fe,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:27.127523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 2d6d8712-a451-4bce-9d24-df64da3240fe details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:58:27.184465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:58:27.186663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc0e9e9-0272-46d7-b107-273d699bdedf req-06d16ebc-4514-4f06-ae17-6593d5c7c646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:27.188121 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8bc0e9e9-0272-46d7-b107-273d699bdedf req-06d16ebc-4514-4f06-ae17-6593d5c7c646 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 1098 time: 0.1564445 Sep 15 09:58:27.194415 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7d8b29b0-c929-4911-aea9-9e3c6d61fb41 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5909140 Sep 15 09:58:27.194679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53950) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:27.200674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'subnet': {'network_id': '64cc2c24-d992-4b90-80d0-166081e7a2d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:27.299518 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8bc0e9e9-0272-46d7-b107-273d699bdedf req-d450dada-31cc-401a-9579-cca4db303fc2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715055 Sep 15 09:58:27.328047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:27.332726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Usage tracker for resource:subnet and tenant:c901be84d979459db7ee8b1374781563 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:27.335963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:27.343217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:27.437840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Made reservation on behalf of c901be84d979459db7ee8b1374781563 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:27.443674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.474071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.532838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d1025660-7e0b-4564-b0bf-1542c560f028 None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:27.576361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.598279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Transition to ACTIVE for port object 893209f5-a302-43da-b120-c3b617bbba7c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:27.610370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Transition to ACTIVE for port object 893209f5-a302-43da-b120-c3b617bbba7c will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:27.665451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.718786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:27.732643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.746768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.787765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Network dd028564-fbf7-44e0-9a16-1bb9be0882b0 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:27.802619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:27.803431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.804221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.812590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:27.825858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Pushing event updated for resources: {'Port': ['ID=893209f5-a302-43da-b120-c3b617bbba7c,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:27.832470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcdffd5-1e85-402b-a275-6871f3fd6c2c None None] Update dhcp port {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': 'e539754c-5a79-4e43-8bbd-5bff7e6b3364', 'ip_address': '2001:db8::f816:3eff:fe55:9098'}, {'subnet_id': '47f388ac-f25f-4181-a7c5-be54d938fa65'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': '6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:58:27.853489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Subnet': ['ID=41a006e6-72ad-47b6-9321-6090875d971e,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:27.864726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Checking segment: {'id': '94182773-fe3d-41b6-ab21-9338ee03868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64cc2c24-d992-4b90-80d0-166081e7a2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:27.865316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network hostable DHCP agents. Network: 64cc2c24-d992-4b90-80d0-166081e7a2d4, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:58:27.934983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network 64cc2c24-d992-4b90-80d0-166081e7a2d4 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:58:27.988346 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:27.990782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3bcdffd5-1e85-402b-a275-6871f3fd6c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.995939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:27.999020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:27.999610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:27.999948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Attempting to bind port 893209f5-a302-43da-b120-c3b617bbba7c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:28.000316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Attempting to bind port 893209f5-a302-43da-b120-c3b617bbba7c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'b86ce412-58f9-41a8-9a97-8cd5bebc280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dd028564-fbf7-44e0-9a16-1bb9be0882b0'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:28.000673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Attempting to bind port 893209f5-a302-43da-b120-c3b617bbba7c on network dd028564-fbf7-44e0-9a16-1bb9be0882b0 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:28.004090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 64cc2c24-d992-4b90-80d0-166081e7a2d4) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:28.015719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:28.015719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Checking segment: {'id': 'b86ce412-58f9-41a8-9a97-8cd5bebc280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dd028564-fbf7-44e0-9a16-1bb9be0882b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:28.015719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:28.015719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Bound using segment: {'id': 'b86ce412-58f9-41a8-9a97-8cd5bebc280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dd028564-fbf7-44e0-9a16-1bb9be0882b0'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:28.015719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Bound port: 893209f5-a302-43da-b120-c3b617bbba7c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86ce412-58f9-41a8-9a97-8cd5bebc280f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'dd028564-fbf7-44e0-9a16-1bb9be0882b0'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:28.015719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:28.017451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:28.018370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:28.029071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc155e62-033d-4a8a-95b0-c6afaee7f076 None None] Network 64cc2c24-d992-4b90-80d0-166081e7a2d4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:28.038718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=e539754c-5a79-4e43-8bbd-5bff7e6b3364,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:28.049646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,revision_number=8']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:28.079255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375922f3-9410-4222-a1c1-8d34b69ea1d2 req-e37e3569-5df2-4ac5-99c6-8c7140467f1b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:28.082742 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-375922f3-9410-4222-a1c1-8d34b69ea1d2 req-e37e3569-5df2-4ac5-99c6-8c7140467f1b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 945 time: 0.1861420 Sep 15 09:58:28.112800 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-66816ee1-b4e4-446e-8397-eea9e4b64da8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9166653 Sep 15 09:58:28.115413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53956) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:28.122544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'subnet': {'network_id': '2d6d8712-a451-4bce-9d24-df64da3240fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:28.128736 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-375922f3-9410-4222-a1c1-8d34b69ea1d2 req-2ca9b025-f88b-49a0-85ff-50230294341d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412073 Sep 15 09:58:28.159077 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0a285097-da93-4a45-a458-a43ab8f799aa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9359224 Sep 15 09:58:28.161727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53960) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:28.167355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:b9:71:58', 'name': 'tempest-NetworksTestDHCPv6-18773307'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:28.246542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:28.251279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Usage tracker for resource:subnet and tenant:c901be84d979459db7ee8b1374781563 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:28.253540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:28.261276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:28.330312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:28.334873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:28.338210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:28.344783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:28.409084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] For port 893209f5-a302-43da-b120-c3b617bbba7c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:28.432472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Made reservation on behalf of c901be84d979459db7ee8b1374781563 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:28.434050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] For port 893209f5-a302-43da-b120-c3b617bbba7c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=893209f5-a302-43da-b120-c3b617bbba7c,segment=NetworkSegment(b86ce412-58f9-41a8-9a97-8cd5bebc280f),segment_id=b86ce412-58f9-41a8-9a97-8cd5bebc280f)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:28.436179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:28.455170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:28.499155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-3bcdffd5-1e85-402b-a275-6871f3fd6c2c None None] Allocated IP 172.20.0.2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/47f388ac-f25f-4181-a7c5-be54d938fa65/6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:28.512326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-64cc2c24-d992-4b90-80d0-166081e7a2d4', 'network_id': '64cc2c24-d992-4b90-80d0-166081e7a2d4', 'tenant_id': 'c901be84d979459db7ee8b1374781563', 'fixed_ips': [{'subnet_id': '41a006e6-72ad-47b6-9321-6090875d971e'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:28.513222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:28.531048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:28.746012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:28.773674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9dae5-07da-4128-a163-edb519a59853 None None] Pushing event updated for resources: {'Port': ['ID=893209f5-a302-43da-b120-c3b617bbba7c,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:28.776151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 0910de43-72a1-4d5d-9035-f31558d278de yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:58:28.781220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:28.880761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Subnet': ['ID=4f542da5-b086-4f50-ba71-521bc8ce8f98,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:28.890928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Checking segment: {'id': '2abad4e3-0396-4e17-9a40-3389e96083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2d6d8712-a451-4bce-9d24-df64da3240fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:28.891598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network hostable DHCP agents. Network: 2d6d8712-a451-4bce-9d24-df64da3240fe, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:58:28.909037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3bcdffd5-1e85-402b-a275-6871f3fd6c2c None None] For port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:28.931483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Allocated IP 172.20.0.2 (64cc2c24-d992-4b90-80d0-166081e7a2d4/41a006e6-72ad-47b6-9321-6090875d971e/b4ab646a-f4e4-4547-be75-04bb9bc26eb8) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:28.968451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network 2d6d8712-a451-4bce-9d24-df64da3240fe is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:58:28.977125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3bcdffd5-1e85-402b-a275-6871f3fd6c2c None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:29.051614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3bcdffd5-1e85-402b-a275-6871f3fd6c2c None None] Transition to ACTIVE for port object 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:29.060189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 2d6d8712-a451-4bce-9d24-df64da3240fe) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:29.064370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:29.064950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:29.071205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f117a9-0af0-4fdf-9cfa-d464eba6e137 None None] Network 2d6d8712-a451-4bce-9d24-df64da3240fe requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:29.152227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3bcdffd5-1e85-402b-a275-6871f3fd6c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:29.164964 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f9330101-4cd6-4605-8e8b-3aaf97a5895b tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0483818 Sep 15 09:58:29.168171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53966) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:29.335491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 172.20.0.4 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/47f388ac-f25f-4181-a7c5-be54d938fa65/0910de43-72a1-4d5d-9035-f31558d278de) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:29.346990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:feb9:7158 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/e539754c-5a79-4e43-8bbd-5bff7e6b3364/0910de43-72a1-4d5d-9035-f31558d278de) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:29.479883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdffd5-1e85-402b-a275-6871f3fd6c2c None None] Pushing event updated for resources: {'Port': ['ID=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,revision_number=9']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:29.578921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:29.662420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 893209f5-a302-43da-b120-c3b617bbba7c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:29.680128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:29.702406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Transition to ACTIVE for port object b4ab646a-f4e4-4547-be75-04bb9bc26eb8 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:29.706666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-2d6d8712-a451-4bce-9d24-df64da3240fe', 'network_id': '2d6d8712-a451-4bce-9d24-df64da3240fe', 'tenant_id': 'c901be84d979459db7ee8b1374781563', 'fixed_ips': [{'subnet_id': '4f542da5-b086-4f50-ba71-521bc8ce8f98'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:29.707485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:29.715098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 0910de43-72a1-4d5d-9035-f31558d278de will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:29.810109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Transition to ACTIVE for port object b4ab646a-f4e4-4547-be75-04bb9bc26eb8 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:29.815648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:29.921566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:29.930265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:29.938426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:29.944051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:30.008153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Network 64cc2c24-d992-4b90-80d0-166081e7a2d4 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:30.012389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 893209f5-a302-43da-b120-c3b617bbba7c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:30.020952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:30.026113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be126cd-db20-4702-9ab0-4508377f1f39 req-a79beb72-ab2a-4ece-b3d8-c66c4b14c6ee tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:30.026646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=0910de43-72a1-4d5d-9035-f31558d278de,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:30.026757 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0be126cd-db20-4702-9ab0-4508377f1f39 req-a79beb72-ab2a-4ece-b3d8-c66c4b14c6ee tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 945 time: 0.7576663 Sep 15 09:58:30.035111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:30.042839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:30.061578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:30.062633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:30.098971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9fb5e1-affb-4498-bfa8-7b5fd66e2153 None None] Network dd028564-fbf7-44e0-9a16-1bb9be0882b0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:30.123251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:30.167089 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0be126cd-db20-4702-9ab0-4508377f1f39 req-4e7dffda-2b34-4e33-9cc0-f357392edb51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216700 Sep 15 09:58:30.206807 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7fc7748a-3f1d-48c7-97de-5512da1a6e08 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.0368869 Sep 15 09:58:30.206807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53972) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:30.230702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Allocated IP 172.20.0.2 (2d6d8712-a451-4bce-9d24-df64da3240fe/4f542da5-b086-4f50-ba71-521bc8ce8f98/ff90373c-8851-4b46-91b7-ca87fd0ed6cf) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:30.288308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Pushing event updated for resources: {'Port': ['ID=b4ab646a-f4e4-4547-be75-04bb9bc26eb8,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:30.372804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Attempting to bind port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:30.373388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Attempting to bind port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '94182773-fe3d-41b6-ab21-9338ee03868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64cc2c24-d992-4b90-80d0-166081e7a2d4'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:30.373850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Attempting to bind port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 on network 64cc2c24-d992-4b90-80d0-166081e7a2d4 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:30.386201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:30.387180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Checking segment: {'id': '94182773-fe3d-41b6-ab21-9338ee03868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64cc2c24-d992-4b90-80d0-166081e7a2d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:30.387834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:30.388291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Bound using segment: {'id': '94182773-fe3d-41b6-ab21-9338ee03868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64cc2c24-d992-4b90-80d0-166081e7a2d4'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:30.388833 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Bound port: b4ab646a-f4e4-4547-be75-04bb9bc26eb8, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94182773-fe3d-41b6-ab21-9338ee03868a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '64cc2c24-d992-4b90-80d0-166081e7a2d4'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:30.389265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:30.410392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33598a6-9e84-45e1-81fb-15fe3fa3f4ba None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:30.446345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b1c1d-6987-48d4-995b-991a078c08e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:30.452879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8b1c1d-6987-48d4-995b-991a078c08e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:30.453675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6f8b1c1d-6987-48d4-995b-991a078c08e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:30.475832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910a724-b968-4dba-b2a6-0d0e2859c134 req-be827d51-f91b-4549-87be-3d2194d18596 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:30.477480 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9910a724-b968-4dba-b2a6-0d0e2859c134 req-be827d51-f91b-4549-87be-3d2194d18596 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 945 time: 0.1486304 Sep 15 09:58:30.524227 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9910a724-b968-4dba-b2a6-0d0e2859c134 req-dc22066a-eae2-48af-97dc-32d02d62cd19 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Sep 15 09:58:30.541029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6f8b1c1d-6987-48d4-995b-991a078c08e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:30.546348 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6f8b1c1d-6987-48d4-995b-991a078c08e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.3406878 Sep 15 09:58:30.547170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53976) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:30.552059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f0ae8000-dbb3-4fba-a9b6-e290eda57f29 None None] Provisioning for port 893209f5-a302-43da-b120-c3b617bbba7c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:30.565974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53980) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:30.627824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-951dbe8d-5604-487e-b15f-242370d10473 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 0910de43-72a1-4d5d-9035-f31558d278de {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:30.629463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-951dbe8d-5604-487e-b15f-242370d10473 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:30.647233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f0ae8000-dbb3-4fba-a9b6-e290eda57f29 None None] Provisioning complete for port 893209f5-a302-43da-b120-c3b617bbba7c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:30.647531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8000-dbb3-4fba-a9b6-e290eda57f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:30.719822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Allocated IP 172.20.0.1 (64cc2c24-d992-4b90-80d0-166081e7a2d4/41a006e6-72ad-47b6-9321-6090875d971e/eb5927ff-9e44-40e7-8acd-2e6ef34c5068) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:30.723206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad33259b-9f90-4fc1-b0c4-ad9ca67e451d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:30.727435 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ad33259b-9f90-4fc1-b0c4-ad9ca67e451d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 1093 time: 0.1577935 Sep 15 09:58:30.727660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53984) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:30.737890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:30.746170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:30.752868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:30.770367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:30.823382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:30.864580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] For port b4ab646a-f4e4-4547-be75-04bb9bc26eb8, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:30.894369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-951dbe8d-5604-487e-b15f-242370d10473 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:30.901398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:30.915461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] For port b4ab646a-f4e4-4547-be75-04bb9bc26eb8, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b4ab646a-f4e4-4547-be75-04bb9bc26eb8,segment=NetworkSegment(94182773-fe3d-41b6-ab21-9338ee03868a),segment_id=94182773-fe3d-41b6-ab21-9338ee03868a)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:30.938316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.004882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Transition to ACTIVE for port object eb5927ff-9e44-40e7-8acd-2e6ef34c5068 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:31.021453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-951dbe8d-5604-487e-b15f-242370d10473 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 0910de43-72a1-4d5d-9035-f31558d278de owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:31.092334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.126597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.130338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.229552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network 64cc2c24-d992-4b90-80d0-166081e7a2d4 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:31.235281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Port': ['ID=eb5927ff-9e44-40e7-8acd-2e6ef34c5068,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:31.237845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:31.242243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:31.294681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-951dbe8d-5604-487e-b15f-242370d10473 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.308265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f0ae8000-dbb3-4fba-a9b6-e290eda57f29 None None] Current status of the port 893209f5-a302-43da-b120-c3b617bbba7c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:31.308642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8000-dbb3-4fba-a9b6-e290eda57f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.324431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.357068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Transition to ACTIVE for port object ff90373c-8851-4b46-91b7-ca87fd0ed6cf will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:31.359796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97b6cf-0b63-426b-a47d-cd23c5346822 None None] Pushing event updated for resources: {'Port': ['ID=b4ab646a-f4e4-4547-be75-04bb9bc26eb8,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:31.359967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.389805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951dbe8d-5604-487e-b15f-242370d10473 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=0910de43-72a1-4d5d-9035-f31558d278de,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:31.405654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.198 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/e8e6ecd2-0a8b-4af1-ba46-26ef2a1fd2b7) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:31.413074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Transition to ACTIVE for port object ff90373c-8851-4b46-91b7-ca87fd0ed6cf will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:31.421440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f0ae8000-dbb3-4fba-a9b6-e290eda57f29 None None] For port 893209f5-a302-43da-b120-c3b617bbba7c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=893209f5-a302-43da-b120-c3b617bbba7c,segment=NetworkSegment(b86ce412-58f9-41a8-9a97-8cd5bebc280f),segment_id=b86ce412-58f9-41a8-9a97-8cd5bebc280f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:31.512288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.572840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:31.653717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f0ae8000-dbb3-4fba-a9b6-e290eda57f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.702066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Network 2d6d8712-a451-4bce-9d24-df64da3240fe is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:31.731457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:31.757531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Pushing event updated for resources: {'Port': ['ID=ff90373c-8851-4b46-91b7-ca87fd0ed6cf,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:31.761105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:31.800925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-951dbe8d-5604-487e-b15f-242370d10473 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.869905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:31.872721 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-951dbe8d-5604-487e-b15f-242370d10473 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/0910de43-72a1-4d5d-9035-f31558d278de HTTP/1.1" status: 204 len: 168 time: 1.3245149 Sep 15 09:58:31.876509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53988) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:31.884928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.018556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21434a2d-62d8-4957-877f-bc525dddb522 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:32.020034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21434a2d-62d8-4957-877f-bc525dddb522 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:32.022188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21434a2d-62d8-4957-877f-bc525dddb522 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:32.022883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-21434a2d-62d8-4957-877f-bc525dddb522 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:32.043497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Attempting to bind port ff90373c-8851-4b46-91b7-ca87fd0ed6cf on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:32.043865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Attempting to bind port ff90373c-8851-4b46-91b7-ca87fd0ed6cf by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2abad4e3-0396-4e17-9a40-3389e96083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2d6d8712-a451-4bce-9d24-df64da3240fe'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:32.044227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Attempting to bind port ff90373c-8851-4b46-91b7-ca87fd0ed6cf on network 2d6d8712-a451-4bce-9d24-df64da3240fe {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:32.052527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:32.052902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Checking segment: {'id': '2abad4e3-0396-4e17-9a40-3389e96083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2d6d8712-a451-4bce-9d24-df64da3240fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:32.053341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.053690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Bound using segment: {'id': '2abad4e3-0396-4e17-9a40-3389e96083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2d6d8712-a451-4bce-9d24-df64da3240fe'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:32.054182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Bound port: ff90373c-8851-4b46-91b7-ca87fd0ed6cf, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abad4e3-0396-4e17-9a40-3389e96083b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '2d6d8712-a451-4bce-9d24-df64da3240fe'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:32.054556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.068491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5f121c31-e508-482c-8c8c-cd67d21283a7 None None] Provisioning for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:32.078840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5f121c31-e508-482c-8c8c-cd67d21283a7 None None] Provisioning complete for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:32.079217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f121c31-e508-482c-8c8c-cd67d21283a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.110675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae8000-dbb3-4fba-a9b6-e290eda57f29 None None] Pushing event updated for resources: {'Port': ['ID=893209f5-a302-43da-b120-c3b617bbba7c,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:32.135459 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-a5f2b017-b283-4498-b8ad-b68c9372e2bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1045043 Sep 15 09:58:32.231920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-21434a2d-62d8-4957-877f-bc525dddb522 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:32.233181 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-21434a2d-62d8-4957-877f-bc525dddb522 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3550427 Sep 15 09:58:32.241917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 53992) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:32.270665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] For port ff90373c-8851-4b46-91b7-ca87fd0ed6cf, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:32.295129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] For port ff90373c-8851-4b46-91b7-ca87fd0ed6cf, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ff90373c-8851-4b46-91b7-ca87fd0ed6cf,segment=NetworkSegment(2abad4e3-0396-4e17-9a40-3389e96083b6),segment_id=2abad4e3-0396-4e17-9a40-3389e96083b6)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:32.308840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.312397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f121c31-e508-482c-8c8c-cd67d21283a7 None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:32.381370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-cb91fd38-3365-4062-93b6-dfc2ace62b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:32.382890 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-cb91fd38-3365-4062-93b6-dfc2ace62b08 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 1098 time: 0.1471846 Sep 15 09:58:32.438806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.440946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:32.442147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:32.465628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb1044b-cf24-417c-a514-8fd390e2e51c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 47f388ac-f25f-4181-a7c5-be54d938fa65 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:32.471029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:32.495305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fcf3905f-febc-4bcb-bb34-bbc2b341835e None None] Provisioning complete for port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:32.495813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fcf3905f-febc-4bcb-bb34-bbc2b341835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.540428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efb1044b-cf24-417c-a514-8fd390e2e51c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.585726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=e8e6ecd2-0a8b-4af1-ba46-26ef2a1fd2b7,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:32.623952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8ee044-629a-4d3c-a4a6-dd8f83d2aaf9 None None] Pushing event updated for resources: {'Port': ['ID=ff90373c-8851-4b46-91b7-ca87fd0ed6cf,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:32.639677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-597bf50f-73e9-4060-a4bc-89ada377e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:32.644908 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-597bf50f-73e9-4060-a4bc-89ada377e1bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 898 time: 0.2389348 Sep 15 09:58:32.695323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3905f-febc-4bcb-bb34-bbc2b341835e None None] Current status of the port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:32.721681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fcf3905f-febc-4bcb-bb34-bbc2b341835e None None] Provisioning complete for port 893209f5-a302-43da-b120-c3b617bbba7c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:32.722243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fcf3905f-febc-4bcb-bb34-bbc2b341835e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.745296 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-28c06f5c-7190-4fab-b983-ed2faf36a745 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9a2235-112a-4040-8865-79b4a7e2772c HTTP/1.1" status: 200 len: 217 time: 0.0980501 Sep 15 09:58:32.817695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efb1044b-cf24-417c-a514-8fd390e2e51c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:32.863094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-07eb4e30-e0ec-4e27-8910-6d84d2120e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:32.865259 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-07eb4e30-e0ec-4e27-8910-6d84d2120e43 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 200 len: 835 time: 0.1144533 Sep 15 09:58:32.901388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fcf3905f-febc-4bcb-bb34-bbc2b341835e None None] Current status of the port 893209f5-a302-43da-b120-c3b617bbba7c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:32.910537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fcf3905f-febc-4bcb-bb34-bbc2b341835e None None] Could not find standard attr ID for object 0910de43-72a1-4d5d-9035-f31558d278de. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:32.942627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.resource_extend [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 15 09:58:32.973674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-60b6419a-fc09-4081-94e0-8426f74b93ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:32.975287 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-60b6419a-fc09-4081-94e0-8426f74b93ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d5126df-b3be-4373-8277-b346edf0f9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1037295 Sep 15 09:58:32.981778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:33.025017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-68d9140d-3a92-4b9e-893c-2976a0385206 None None] Could not find standard attr ID for object 0910de43-72a1-4d5d-9035-f31558d278de. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:33.085330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:33.135314 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-43b827e7-01de-4fe4-975f-300c312bb00e service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539237 Sep 15 09:58:33.150975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ce4789-db32-411b-8a4c-d681bf07b6bb None None] Network 64cc2c24-d992-4b90-80d0-166081e7a2d4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:33.293922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:33.298465 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e7dbf2-5c5c-49cd-bf25-5d403ccacbb6 req-16ad7ee3-35e0-4ca8-acb8-c48d32a03fa1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574361 Sep 15 09:58:33.302567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Port': ['ID=eb5927ff-9e44-40e7-8acd-2e6ef34c5068,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:33.305375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efb1044b-cf24-417c-a514-8fd390e2e51c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:33.390641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e40a4a72-f46c-4f5d-8329-60c1f15bd36a None None] Provisioning for port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:33.612989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b4ab646a-f4e4-4547-be75-04bb9bc26eb8 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:33.684920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network 64cc2c24-d992-4b90-80d0-166081e7a2d4 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:33.686934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:33.744897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:33.750117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:33.750488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:33.763716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efb1044b-cf24-417c-a514-8fd390e2e51c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:33.868655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1044b-cf24-417c-a514-8fd390e2e51c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=47f388ac-f25f-4181-a7c5-be54d938fa65,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:33.897620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-efb1044b-cf24-417c-a514-8fd390e2e51c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:33.911787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28682c03-9b8a-432a-9f36-3e0220a9f9f7 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:33.934245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:33.934632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:33.944465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-89203b0f-4ade-4e68-a04a-b0e0a1503a4a None None] Provisioning for port eb5927ff-9e44-40e7-8acd-2e6ef34c5068 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:34.013833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 53996) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:34.026594 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-efb1044b-cf24-417c-a514-8fd390e2e51c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/47f388ac-f25f-4181-a7c5-be54d938fa65 HTTP/1.1" status: 204 len: 168 time: 1.7833893 Sep 15 09:58:34.035574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.060273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-89203b0f-4ade-4e68-a04a-b0e0a1503a4a None None] Provisioning complete for port eb5927ff-9e44-40e7-8acd-2e6ef34c5068 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:34.063462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-89203b0f-4ade-4e68-a04a-b0e0a1503a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.083307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Router 1b6a7a37-d954-4f18-b84b-04087a0a5c18 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 09:58:34.096528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea715a3a-3bb5-496e-91de-bc1a41b74fba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet e539754c-5a79-4e43-8bbd-5bff7e6b3364 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:34.100078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea715a3a-3bb5-496e-91de-bc1a41b74fba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.130645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-89203b0f-4ade-4e68-a04a-b0e0a1503a4a None None] Port eb5927ff-9e44-40e7-8acd-2e6ef34c5068 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:34.132294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5033bc-1814-4cba-a45f-d06bdd3490ba None None] Network 2d6d8712-a451-4bce-9d24-df64da3240fe requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:34.172860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea715a3a-3bb5-496e-91de-bc1a41b74fba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.272827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port b4ab646a-f4e4-4547-be75-04bb9bc26eb8, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b4ab646a-f4e4-4547-be75-04bb9bc26eb8,segment=NetworkSegment(94182773-fe3d-41b6-ab21-9338ee03868a),segment_id=94182773-fe3d-41b6-ab21-9338ee03868a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:34.282637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-89203b0f-4ade-4e68-a04a-b0e0a1503a4a None None] Provisioning complete for port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:34.282855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-89203b0f-4ade-4e68-a04a-b0e0a1503a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.293460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea715a3a-3bb5-496e-91de-bc1a41b74fba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.336771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.392533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:34.399786 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5df0d1a4-fd18-41e3-99f1-4515efeadc94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "PUT /v2.0/routers/1b6a7a37-d954-4f18-b84b-04087a0a5c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2288961 Sep 15 09:58:34.399913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.399913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 893209f5-a302-43da-b120-c3b617bbba7c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:34.402251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54000) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:34.407239 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a33b7-d286-49ac-94c8-e1214271f882 None None] Sync routers for ids ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:34.419077 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a33b7-d286-49ac-94c8-e1214271f882 None None] Routers {'1b6a7a37-d954-4f18-b84b-04087a0a5c18'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:34.420571 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5e5a33b7-d286-49ac-94c8-e1214271f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:34.476147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea715a3a-3bb5-496e-91de-bc1a41b74fba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.493197 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5e5a33b7-d286-49ac-94c8-e1214271f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:34.504073 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a33b7-d286-49ac-94c8-e1214271f882 None None] Routers {'1b6a7a37-d954-4f18-b84b-04087a0a5c18'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:34.505098 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5e5a33b7-d286-49ac-94c8-e1214271f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:34.594954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea715a3a-3bb5-496e-91de-bc1a41b74fba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=e539754c-5a79-4e43-8bbd-5bff7e6b3364,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:34.596975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea715a3a-3bb5-496e-91de-bc1a41b74fba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.614778 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ea715a3a-3bb5-496e-91de-bc1a41b74fba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/e539754c-5a79-4e43-8bbd-5bff7e6b3364 HTTP/1.1" status: 204 len: 168 time: 0.5995574 Sep 15 09:58:34.615162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54004) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:34.631512 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5e5a33b7-d286-49ac-94c8-e1214271f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:34.632157 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a33b7-d286-49ac-94c8-e1214271f882 None None] The sync data for ids ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:34.669028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=b4ab646a-f4e4-4547-be75-04bb9bc26eb8,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:34.713691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4a8c0e5a-4ba2-40a2-9ec4-1f0f1de80b32 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:router {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:34.720720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.731299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4a8c0e5a-4ba2-40a2-9ec4-1f0f1de80b32 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:router {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:34.742918 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4a8c0e5a-4ba2-40a2-9ec4-1f0f1de80b32 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1160746 Sep 15 09:58:34.743275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54008) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:34.751601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:34.808755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-89203b0f-4ade-4e68-a04a-b0e0a1503a4a None None] Current status of the port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:34.811495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 893209f5-a302-43da-b120-c3b617bbba7c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:34.812031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.834031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:34.983649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:34.990062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.017069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 893209f5-a302-43da-b120-c3b617bbba7c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:35.018229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ff90373c-8851-4b46-91b7-ca87fd0ed6cf up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:35.050429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=e8e6ecd2-0a8b-4af1-ba46-26ef2a1fd2b7,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:35.068592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:35.072858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Provisioning complete for port eb5927ff-9e44-40e7-8acd-2e6ef34c5068 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:35.073282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.080702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:35.098131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:35.133379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4cbea-93a2-4778-92b2-b88f6b35d351 None None] Update dhcp port {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': 'e539754c-5a79-4e43-8bbd-5bff7e6b3364'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': '6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:58:35.196318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Port eb5927ff-9e44-40e7-8acd-2e6ef34c5068 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:35.205146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f6f4cbea-93a2-4778-92b2-b88f6b35d351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.210070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:35.213841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.233522 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-a9e16a22-11f3-4336-9f78-0ead14cc4f53 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:58:35.237291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a9e16a22-11f3-4336-9f78-0ead14cc4f53 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "PUT /v2.0/routers/1b6a7a37-d954-4f18-b84b-04087a0a5c18/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8313446 Sep 15 09:58:35.237451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54012) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:35.351602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Provisioning for port ff90373c-8851-4b46-91b7-ca87fd0ed6cf completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:35.356060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ff90373c-8851-4b46-91b7-ca87fd0ed6cf completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:35.363415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Provisioning complete for port ff90373c-8851-4b46-91b7-ca87fd0ed6cf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:35.363794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.390073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ff90373c-8851-4b46-91b7-ca87fd0ed6cf triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:35.391202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.421106 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f associated. External IP: 172.26.7.198, port: 1d9a2235-112a-4040-8865-79b4a7e2772c. Sep 15 09:58:35.453560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13034220-d2e5-4221-993a-3911f5b76d9e None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:35.799414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.836275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ff90373c-8851-4b46-91b7-ca87fd0ed6cf is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:35.836655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.856050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Current status of the port ff90373c-8851-4b46-91b7-ca87fd0ed6cf is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:35.856424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:35.902929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ff90373c-8851-4b46-91b7-ca87fd0ed6cf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ff90373c-8851-4b46-91b7-ca87fd0ed6cf,segment=NetworkSegment(2abad4e3-0396-4e17-9a40-3389e96083b6),segment_id=2abad4e3-0396-4e17-9a40-3389e96083b6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:35.922611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 7651aa9b-49c1-4b36-a076-a307f1d68f6d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:35.929942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:35.934556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] Deleting port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:35.938852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.002389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.021329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.082605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=428d0b44-7acb-42b7-9081-5c4e09e464e0,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:36.151646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:36.160021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:36.162820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:36.163503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.165031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Deleting port eb5927ff-9e44-40e7-8acd-2e6ef34c5068 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:36.165170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b4ab646a-f4e4-4547-be75-04bb9bc26eb8 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:36.165380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.212679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:36.268873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] Sync routers for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:36.293410 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-43822b33-0e94-480d-bfad-bf87d4313fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5455487 Sep 15 09:58:36.293656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:36.293994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54016) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:36.301452 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:36.306331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:36.331588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ff90373c-8851-4b46-91b7-ca87fd0ed6cf,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:36.351106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:36.351868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:36.356360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.501647 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-994530d6-b0e9-4102-aac0-c4d24c2aa388 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7686348 Sep 15 09:58:36.502391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54020) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:36.502935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:58:36.505335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7256d527-7330-44ff-a231-a823f8714edc" -d '{"events": [{"name": "network-changed", "server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:58:36.537799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:36.542293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:36.547209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:36.547413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:36.547875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.560613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:36.567435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207aeb58-603d-4552-bea6-f6524a7ba649 x-openstack-request-id: req-207aeb58-603d-4552-bea6-f6524a7ba649 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:58:36.567721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:58:36.567967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-207aeb58-603d-4552-bea6-f6524a7ba649 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:58:36.568373 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-207aeb58-603d-4552-bea6-f6524a7ba649'] response: {'name': 'network-changed', 'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'status': 'completed', 'code': 200} Sep 15 09:58:36.583803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.621642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] For port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:36.622061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.649083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:36.653606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:36.770541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Calling delete_port for eb5927ff-9e44-40e7-8acd-2e6ef34c5068 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:36.773224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] Calling delete_port for 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:36.838631 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-56efc8c4-28ac-4a4c-8625-3892b5493831 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 991 time: 0.3343136 Sep 15 09:58:36.881808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:36.901189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256d527-7330-44ff-a231-a823f8714edc req-f37089b1-f566-4abb-9457-ea7024995bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:36.902726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7256d527-7330-44ff-a231-a823f8714edc req-f37089b1-f566-4abb-9457-ea7024995bb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 1098 time: 0.2905321 Sep 15 09:58:37.093270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256d527-7330-44ff-a231-a823f8714edc req-d7c16ddf-3b2d-4c60-9315-386888b5acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:37.094673 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7256d527-7330-44ff-a231-a823f8714edc req-d7c16ddf-3b2d-4c60-9315-386888b5acb3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 898 time: 0.1832600 Sep 15 09:58:37.106386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-da716aa3-6069-4133-be6d-63d46ef8e543 None None] Current status of the port ff90373c-8851-4b46-91b7-ca87fd0ed6cf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:37.126981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:58:37.142810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:37.163860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:37.246743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Port': ['ID=eb5927ff-9e44-40e7-8acd-2e6ef34c5068,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:37.331113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:37.363041 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7256d527-7330-44ff-a231-a823f8714edc req-98d86ea8-e532-4d95-b1e2-607cfc0f3415 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9a2235-112a-4040-8865-79b4a7e2772c HTTP/1.1" status: 200 len: 999 time: 0.2612989 Sep 15 09:58:37.377069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:37.412132 dv-neutron-857775-1-hyperv neutron-server[89668]: WARNING neutron.services.revisions.revision_plugin [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Could not find related port for resource to bump revision. Sep 15 09:58:37.461275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 15 09:58:37.461728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Reverting IP allocation for 2001:db8::f816:3eff:fe55:9098 {{(pid=89668) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 15 09:58:37.469806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:37.469974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:37.470111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:37.484255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] Pushing event deleted for resources: {'Port': ['ID=6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:37.489975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e9f42-de26-4ed9-a7b1-f84c840b1b3e None None] No DVR routers for this DVR port 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:37.517702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191854fc-934c-4d73-a10b-088863c06da0 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:37.565488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:37.569142 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:37.572184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:37.572552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:37.573981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:37.583427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256d527-7330-44ff-a231-a823f8714edc req-48707109-88d9-4268-a960-2f072beac9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:37.585013 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7256d527-7330-44ff-a231-a823f8714edc req-48707109-88d9-4268-a960-2f072beac9c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 200 len: 835 time: 0.2055156 Sep 15 09:58:37.588103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e43fe97e-5761-4787-9c8e-bb4444005e1b None None] Provisioning complete for port ff90373c-8851-4b46-91b7-ca87fd0ed6cf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:37.588732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e43fe97e-5761-4787-9c8e-bb4444005e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:37.594104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=60f7ffc2-4963-41b8-829d-df92248981aa,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:37.691818 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9d3f495e-b038-4ea5-80b0-9b51985862e6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3952336 Sep 15 09:58:37.692584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54026) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:37.700405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:ec:13:93', 'name': 'tempest-NetworksTestDHCPv6-2052868301'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:37.841859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54030) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:37.910542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e43fe97e-5761-4787-9c8e-bb4444005e1b None None] Current status of the port ff90373c-8851-4b46-91b7-ca87fd0ed6cf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:37.923738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.198', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'port_id': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'mac_address': 'fa:16:3e:fd:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:58:33Z', 'updated_at': '2022-09-15T09:58:33Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:37.927666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e43fe97e-5761-4787-9c8e-bb4444005e1b None None] Could not find standard attr ID for object 6fe93f9c-f3fe-46bb-a1c5-f98c10d93cc1. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:37.930001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] Checking router: 7651aa9b-49c1-4b36-a076-a307f1d68f6d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:58:37.938547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:37.938672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '428d0b44-7acb-42b7-9081-5c4e09e464e0'}, {'subnet_id': '60f7ffc2-4963-41b8-829d-df92248981aa'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:37.939390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:37.955552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:37.955752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:37.955752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:37.963589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:37.972620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:37.989924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b2b89c12-6468-4d51-8c08-b9cf7716ae63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 991 time: 0.1468596 Sep 15 09:58:38.037527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Router 1b6a7a37-d954-4f18-b84b-04087a0a5c18 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:38.039747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256d527-7330-44ff-a231-a823f8714edc req-d223f537-c45e-4c83-8169-ed23b64c9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:38.041774 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7256d527-7330-44ff-a231-a823f8714edc req-d223f537-c45e-4c83-8169-ed23b64c9be8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d5126df-b3be-4373-8277-b346edf0f9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3940027 Sep 15 09:58:38.066082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:38.148116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ff90373c-8851-4b46-91b7-ca87fd0ed6cf up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:38.206570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:38.234854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 2c7c8a8d-b79b-4ac9-8b0b-d485be904518 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:58:38.258349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:38.273065 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcc64d-3f4f-444a-a915-3ba9ef1bd4ba None None] Sync routers for ids ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:38.286977 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-12c8ffe7-3ebb-48cc-a839-182816815125 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "PUT /v2.0/routers/1b6a7a37-d954-4f18-b84b-04087a0a5c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0484145 Sep 15 09:58:38.287737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54034) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:38.298878 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcc64d-3f4f-444a-a915-3ba9ef1bd4ba None None] Routers {'1b6a7a37-d954-4f18-b84b-04087a0a5c18'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:38.300093 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-67dcc64d-3f4f-444a-a915-3ba9ef1bd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:38.313424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:58:38.371477 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-5708e54a-3391-4995-a751-f1b760d22d29 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] delete failed (client error): The resource could not be found. Sep 15 09:58:38.376401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54038) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:38.376598 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5708e54a-3391-4995-a751-f1b760d22d29 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-364431191 HTTP/1.1" status: 404 len: 334 time: 0.0854878 Sep 15 09:58:38.382519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6d50c9b6-6fce-4abc-bfe3-0209e6cc5788 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'router': {'external_gateway_info': {'network_id': '1b6a7a37-d954-4f18-b84b-04087a0a5c18'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:38.386929 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7256d527-7330-44ff-a231-a823f8714edc req-94c70a7d-0d16-4440-9032-a82c9141993a service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375607 Sep 15 09:58:38.404236 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-67dcc64d-3f4f-444a-a915-3ba9ef1bd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:38.414144 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dcc64d-3f4f-444a-a915-3ba9ef1bd4ba None None] Routers {'1b6a7a37-d954-4f18-b84b-04087a0a5c18'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:38.415190 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-67dcc64d-3f4f-444a-a915-3ba9ef1bd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:38.495983 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-67dcc64d-3f4f-444a-a915-3ba9ef1bd4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:38.496926 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67dcc64d-3f4f-444a-a915-3ba9ef1bd4ba None None] The sync data for ids ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:38.499974 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ff90373c-8851-4b46-91b7-ca87fd0ed6cf triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:38.500329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:38.542846 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7256d527-7330-44ff-a231-a823f8714edc req-d75eb1c5-ea49-47e1-8275-b9d867f8d16c service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481583 Sep 15 09:58:38.600661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Allocated IP 172.20.0.2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/428d0b44-7acb-42b7-9081-5c4e09e464e0/2ab4cd6a-527b-44f3-a4a2-c96e66850867) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:38.622120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Allocated IP 2001:db8::f816:3eff:fe51:4352 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/60f7ffc2-4963-41b8-829d-df92248981aa/2ab4cd6a-527b-44f3-a4a2-c96e66850867) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:38.808499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6d50c9b6-6fce-4abc-bfe3-0209e6cc5788 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:38.878094 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-6d50c9b6-6fce-4abc-bfe3-0209e6cc5788 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] update failed (client error): The resource could not be found. Sep 15 09:58:38.879240 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6d50c9b6-6fce-4abc-bfe3-0209e6cc5788 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "PUT /v2.0/routers/1b6a7a37-d954-4f18-b84b-04087a0a5c18 HTTP/1.1" status: 404 len: 339 time: 0.5017478 Sep 15 09:58:38.882840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54042) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:38.956577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ff90373c-8851-4b46-91b7-ca87fd0ed6cf is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:38.993553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54046) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:39.076453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:39.083589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.198', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'port_id': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'mac_address': 'fa:16:3e:fd:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:58:33Z', 'updated_at': '2022-09-15T09:58:33Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:39.092579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Transition to ACTIVE for port object 2ab4cd6a-527b-44f3-a4a2-c96e66850867 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:39.095506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7824a91b-a763-46d9-a768-8a8f82779e06 None None] The sync data for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv is: [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.198', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'port_id': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'mac_address': 'fa:16:3e:fd:63:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:58:33Z', 'updated_at': '2022-09-15T09:58:33Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:39.120806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Transition to ACTIVE for port object 2ab4cd6a-527b-44f3-a4a2-c96e66850867 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:39.140454 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-65ef7a86-4dac-485f-8d60-236a397efdc1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 991 time: 0.1454911 Sep 15 09:58:39.175132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:39.244944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:39.248292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:39.250653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:39.261593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Pushing event updated for resources: {'Port': ['ID=2ab4cd6a-527b-44f3-a4a2-c96e66850867,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:39.347024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f385c4f6-c310-4236-a32c-142e0be0abe2 None None] New status for floating IP 4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:58:39.502560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Attempting to bind port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:39.502926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Attempting to bind port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:39.503291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Attempting to bind port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:39.579858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:39.580152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:39.580556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:39.580948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:39.581437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Bound port: 2ab4cd6a-527b-44f3-a4a2-c96e66850867, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:39.581787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:39.585755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 172.20.0.10 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/428d0b44-7acb-42b7-9081-5c4e09e464e0/2c7c8a8d-b79b-4ac9-8b0b-d485be904518) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:39.588143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:39.605983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:feec:1393 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/60f7ffc2-4963-41b8-829d-df92248981aa/2c7c8a8d-b79b-4ac9-8b0b-d485be904518) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:39.749240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] For port 2ab4cd6a-527b-44f3-a4a2-c96e66850867, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:39.752342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] For port 2ab4cd6a-527b-44f3-a4a2-c96e66850867, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2ab4cd6a-527b-44f3-a4a2-c96e66850867,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:39.835740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:39.909769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad5278-7f86-4a88-bdf5-6d3ac4d0edb0 None None] Pushing event updated for resources: {'Port': ['ID=2ab4cd6a-527b-44f3-a4a2-c96e66850867,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:40.099338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.124169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Allocated IP 172.20.0.1 (dd028564-fbf7-44e0-9a16-1bb9be0882b0/8eb563c4-81fb-4948-abc9-866ae7a5ab14/d51986a1-21d5-4ca1-9820-3c35f71dbfcf) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:40.129107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 2c7c8a8d-b79b-4ac9-8b0b-d485be904518 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:40.142773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54050) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:40.261006 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-15e276b7-1bb8-413d-9258-49fe4cb9d81f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 993 time: 0.1126041 Sep 15 09:58:40.301414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.317871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Transition to ACTIVE for port object d51986a1-21d5-4ca1-9820-3c35f71dbfcf will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:40.324311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.407518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:40.411221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:40.416583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:40.454427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=2c7c8a8d-b79b-4ac9-8b0b-d485be904518,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:40.486265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:40.488673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.508145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.581474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network dd028564-fbf7-44e0-9a16-1bb9be0882b0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:40.584787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:40.589338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:40.618385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5c778af2-bb00-44df-b45e-431f0c490df9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9223940 Sep 15 09:58:40.619527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54054) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:40.629373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Port': ['ID=d51986a1-21d5-4ca1-9820-3c35f71dbfcf,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:40.660703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.731046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d48439-0c46-4679-91a1-e9575b0d08c4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:40.737278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d48439-0c46-4679-91a1-e9575b0d08c4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:40.738228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-14d48439-0c46-4679-91a1-e9575b0d08c4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:40.837472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-14d48439-0c46-4679-91a1-e9575b0d08c4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:40.839276 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-14d48439-0c46-4679-91a1-e9575b0d08c4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2176933 Sep 15 09:58:40.847900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54058) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:40.925714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-386bdbcb-b906-4edd-8198-6eed4ccbbf12 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 2c7c8a8d-b79b-4ac9-8b0b-d485be904518 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:40.926099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-386bdbcb-b906-4edd-8198-6eed4ccbbf12 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.934792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-68eec441-dd3a-4930-91be-a70ad09e34c0 None None] Provisioning for port d51986a1-21d5-4ca1-9820-3c35f71dbfcf completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:40.940946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-68eec441-dd3a-4930-91be-a70ad09e34c0 None None] Provisioning complete for port d51986a1-21d5-4ca1-9820-3c35f71dbfcf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:40.941328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-68eec441-dd3a-4930-91be-a70ad09e34c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.989523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:40.998698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-68eec441-dd3a-4930-91be-a70ad09e34c0 None None] Port d51986a1-21d5-4ca1-9820-3c35f71dbfcf cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:41.044223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9127a4-dfde-4041-95c6-e6bc449e4eb1 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:41.214764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-738e123b-f57b-4902-917d-cef0ecfdb28b None None] Provisioning for port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:41.215460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-386bdbcb-b906-4edd-8198-6eed4ccbbf12 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:41.430803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:41.483299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-386bdbcb-b906-4edd-8198-6eed4ccbbf12 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 2c7c8a8d-b79b-4ac9-8b0b-d485be904518 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:41.511811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:41.641989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event updated for resources: {'Port': ['ID=d51986a1-21d5-4ca1-9820-3c35f71dbfcf,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:41.641989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:41.786095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-386bdbcb-b906-4edd-8198-6eed4ccbbf12 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:41.786841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eddcc91e-c852-4d78-8f96-6213712d68f8 None None] Provisioning for port 2c7c8a8d-b79b-4ac9-8b0b-d485be904518 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:41.792689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eddcc91e-c852-4d78-8f96-6213712d68f8 None None] Provisioning complete for port 2c7c8a8d-b79b-4ac9-8b0b-d485be904518 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:41.793069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eddcc91e-c852-4d78-8f96-6213712d68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:41.798246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Network dd028564-fbf7-44e0-9a16-1bb9be0882b0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:41.799626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:41.843551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bdbcb-b906-4edd-8198-6eed4ccbbf12 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=2c7c8a8d-b79b-4ac9-8b0b-d485be904518,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:41.844177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-eddcc91e-c852-4d78-8f96-6213712d68f8 None None] Port 2c7c8a8d-b79b-4ac9-8b0b-d485be904518 was deleted so its status cannot be updated. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Sep 15 09:58:41.968949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bbca0096-d32d-4f87-82c3-07ceec458d44 None None] Could not find standard attr ID for object 2c7c8a8d-b79b-4ac9-8b0b-d485be904518. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:41.997960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-386bdbcb-b906-4edd-8198-6eed4ccbbf12 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:41.999851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Router 1b6a7a37-d954-4f18-b84b-04087a0a5c18 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:42.084419 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-386bdbcb-b906-4edd-8198-6eed4ccbbf12 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/2c7c8a8d-b79b-4ac9-8b0b-d485be904518 HTTP/1.1" status: 204 len: 168 time: 1.2353547 Sep 15 09:58:42.088632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54062) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:42.173285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2ab4cd6a-527b-44f3-a4a2-c96e66850867 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:42.175297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c816f8-3380-44b7-a43b-290a3c94a323 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:42.177012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c816f8-3380-44b7-a43b-290a3c94a323 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:42.179250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c816f8-3380-44b7-a43b-290a3c94a323 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:42.180259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-53c816f8-3380-44b7-a43b-290a3c94a323 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:42.184814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:42.192924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c535be7b-eaf0-4b86-944e-75fc3cb360b5 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "PUT /v2.0/routers/1b6a7a37-d954-4f18-b84b-04087a0a5c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3068569 Sep 15 09:58:42.193643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54066) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:42.198298 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7180fb-e4d6-4fea-90dc-4815913c2dc6 None None] Sync routers for ids ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:42.209441 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7180fb-e4d6-4fea-90dc-4815913c2dc6 None None] Routers {'1b6a7a37-d954-4f18-b84b-04087a0a5c18'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:42.210307 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cd7180fb-e4d6-4fea-90dc-4815913c2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:42.248879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-53c816f8-3380-44b7-a43b-290a3c94a323 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:42.250708 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-53c816f8-3380-44b7-a43b-290a3c94a323 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1609414 Sep 15 09:58:42.253128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54070) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:42.257686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d23d502e-4343-4fed-a960-f9de411e947d None None] Provisioning complete for port d51986a1-21d5-4ca1-9820-3c35f71dbfcf triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:42.258107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d23d502e-4343-4fed-a960-f9de411e947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.275208 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cd7180fb-e4d6-4fea-90dc-4815913c2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:42.284427 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7180fb-e4d6-4fea-90dc-4815913c2dc6 None None] Routers {'1b6a7a37-d954-4f18-b84b-04087a0a5c18'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:42.285221 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cd7180fb-e4d6-4fea-90dc-4815913c2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:42.365051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a38841-e779-47b8-a359-12fad8199e71 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 428d0b44-7acb-42b7-9081-5c4e09e464e0 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:42.368781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39a38841-e779-47b8-a359-12fad8199e71 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.369786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d23d502e-4343-4fed-a960-f9de411e947d None None] Port d51986a1-21d5-4ca1-9820-3c35f71dbfcf cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:58:42.375888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cc7cf2a4-a355-4406-8535-ab5152acd19a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.385121 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-cd7180fb-e4d6-4fea-90dc-4815913c2dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:42.385516 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7180fb-e4d6-4fea-90dc-4815913c2dc6 None None] The sync data for ids ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:42.428684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39a38841-e779-47b8-a359-12fad8199e71 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.447853 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:42.453093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:42.453462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.529008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39a38841-e779-47b8-a359-12fad8199e71 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.632401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:42.632689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.664499 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-cc7cf2a4-a355-4406-8535-ab5152acd19a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 15 09:58:42.666725 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cc7cf2a4-a355-4406-8535-ab5152acd19a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/routers/1b6a7a37-d954-4f18-b84b-04087a0a5c18 HTTP/1.1" status: 409 len: 329 time: 0.4707203 Sep 15 09:58:42.669019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54074) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:42.689264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39a38841-e779-47b8-a359-12fad8199e71 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.729327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a38841-e779-47b8-a359-12fad8199e71 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=428d0b44-7acb-42b7-9081-5c4e09e464e0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:42.735630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-39a38841-e779-47b8-a359-12fad8199e71 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:42.745492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0e475-e98e-4f9a-8297-9139c8bb30a0 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:42.766620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:42.766964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:42.789166 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-39a38841-e779-47b8-a359-12fad8199e71 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/428d0b44-7acb-42b7-9081-5c4e09e464e0 HTTP/1.1" status: 204 len: 168 time: 0.5323541 Sep 15 09:58:42.789455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54078) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:42.887191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e156a56-d0db-4d04-95e5-ce077d883271 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 60f7ffc2-4963-41b8-829d-df92248981aa {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:42.946090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e156a56-d0db-4d04-95e5-ce077d883271 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.083428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e156a56-d0db-4d04-95e5-ce077d883271 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.266936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e156a56-d0db-4d04-95e5-ce077d883271 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.357655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:43.358446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.419102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.474105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e156a56-d0db-4d04-95e5-ce077d883271 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.493267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:43.493626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:43.592350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e156a56-d0db-4d04-95e5-ce077d883271 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=60f7ffc2-4963-41b8-829d-df92248981aa,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:43.594445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e156a56-d0db-4d04-95e5-ce077d883271 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.602387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2476c954-ef35-4a5a-b339-0d6084450c9a None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:43.611757 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8e156a56-d0db-4d04-95e5-ce077d883271 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/60f7ffc2-4963-41b8-829d-df92248981aa HTTP/1.1" status: 204 len: 168 time: 0.8212924 Sep 15 09:58:43.614306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54082) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:43.619430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Provisioning complete for port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:43.619818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.687489 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-674d8f03-c2c1-4be5-8294-61467542ae4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0691495 Sep 15 09:58:43.687677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54086) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:43.773619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa72ce-5406-43ae-ba08-aff42b9013bb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:43.774223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f2aa72ce-5406-43ae-ba08-aff42b9013bb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:43.816292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Deleting port d51986a1-21d5-4ca1-9820-3c35f71dbfcf {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:43.816864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.855082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f2aa72ce-5406-43ae-ba08-aff42b9013bb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:43.858811 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f2aa72ce-5406-43ae-ba08-aff42b9013bb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1679940 Sep 15 09:58:43.859100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54090) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:43.899616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Current status of the port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:43.900079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:43.932369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55548f5-6557-4bd2-86a6-0410a9ccfbba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:43.933176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b55548f5-6557-4bd2-86a6-0410a9ccfbba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:43.940997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] For port 2ab4cd6a-527b-44f3-a4a2-c96e66850867, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2ab4cd6a-527b-44f3-a4a2-c96e66850867,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:43.995639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:43.999650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] Deleting port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:44.000006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.009259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.019064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b55548f5-6557-4bd2-86a6-0410a9ccfbba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:44.022948 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b55548f5-6557-4bd2-86a6-0410a9ccfbba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1629214 Sep 15 09:58:44.023534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54094) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:44.030171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.100776 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-26cebc3e-31e6-4ff0-a71d-e31078c6083d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740311 Sep 15 09:58:44.107443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54098) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:44.114452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7770fa02-b2a2-4a10-a8ee-520d6e3cff77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:44.164879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Pushing event updated for resources: {'Port': ['ID=2ab4cd6a-527b-44f3-a4a2-c96e66850867,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:44.176999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.177347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.177682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.178035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.178362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.178686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.179009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.179330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.180404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.180404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.180404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.180673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b0dee7c-cf77-481a-bff0-6814cd37bf75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:58:44.225490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7770fa02-b2a2-4a10-a8ee-520d6e3cff77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:44.235390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7770fa02-b2a2-4a10-a8ee-520d6e3cff77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:44.263024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Calling delete_port for d51986a1-21d5-4ca1-9820-3c35f71dbfcf owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:44.287903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] For port 2ab4cd6a-527b-44f3-a4a2-c96e66850867, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2ab4cd6a-527b-44f3-a4a2-c96e66850867,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:44.288598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.328900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7770fa02-b2a2-4a10-a8ee-520d6e3cff77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:44.332824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7770fa02-b2a2-4a10-a8ee-520d6e3cff77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.334309 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7770fa02-b2a2-4a10-a8ee-520d6e3cff77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:58:44.335010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7770fa02-b2a2-4a10-a8ee-520d6e3cff77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:44.446751 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7770fa02-b2a2-4a10-a8ee-520d6e3cff77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3339791 Sep 15 09:58:44.447108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54104) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:44.452413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c2431a88-9649-4e5c-b5d8-9a6ebf61dd49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:44.463325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] Calling delete_port for 2ab4cd6a-527b-44f3-a4a2-c96e66850867 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:44.517301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:44.572995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c2431a88-9649-4e5c-b5d8-9a6ebf61dd49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:44.583771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c2431a88-9649-4e5c-b5d8-9a6ebf61dd49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:44.584580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2ab4cd6a-527b-44f3-a4a2-c96e66850867 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:44.587301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.628276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.639148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Port': ['ID=d51986a1-21d5-4ca1-9820-3c35f71dbfcf,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:44.723905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] Pushing event deleted for resources: {'Port': ['ID=2ab4cd6a-527b-44f3-a4a2-c96e66850867,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:44.725659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2431a88-9649-4e5c-b5d8-9a6ebf61dd49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:44.729592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c2431a88-9649-4e5c-b5d8-9a6ebf61dd49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.730951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefc8fa2-03f6-4953-a5f6-4d6d59e3b322 None None] No DVR routers for this DVR port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:44.731255 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2431a88-9649-4e5c-b5d8-9a6ebf61dd49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:58:44.732085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2431a88-9649-4e5c-b5d8-9a6ebf61dd49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:44.737342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No active binding found for port 2ab4cd6a-527b-44f3-a4a2-c96e66850867 {{(pid=89670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 15 09:58:44.737743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2ab4cd6a-527b-44f3-a4a2-c96e66850867 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:44.848493 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c2431a88-9649-4e5c-b5d8-9a6ebf61dd49 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4015322 Sep 15 09:58:44.851505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54108) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:44.857668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-45318178-59de-4d8e-8f1e-9394c69df07c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:44.911847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:44.965380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-45318178-59de-4d8e-8f1e-9394c69df07c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:44.975069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-45318178-59de-4d8e-8f1e-9394c69df07c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:45.031598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45318178-59de-4d8e-8f1e-9394c69df07c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:45.035095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45318178-59de-4d8e-8f1e-9394c69df07c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:45.036454 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-45318178-59de-4d8e-8f1e-9394c69df07c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:58:45.036899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45318178-59de-4d8e-8f1e-9394c69df07c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:45.112210 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-45318178-59de-4d8e-8f1e-9394c69df07c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2596080 Sep 15 09:58:45.116728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54112) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:45.123482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1d30ce3f-d9a2-4298-bd99-b59357254c0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:45.188963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Router 1b6a7a37-d954-4f18-b84b-04087a0a5c18 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:58:45.234679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1d30ce3f-d9a2-4298-bd99-b59357254c0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:45.244455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1d30ce3f-d9a2-4298-bd99-b59357254c0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:45.325143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:58:45.334411 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a624472d-7cfb-49a8-ba38-73895191d14e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "PUT /v2.0/routers/1b6a7a37-d954-4f18-b84b-04087a0a5c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6604860 Sep 15 09:58:45.334411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54116) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:45.335266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d30ce3f-d9a2-4298-bd99-b59357254c0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:45.338158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25e81a-e543-478e-a886-3f36e428e275 None None] Sync routers for ids ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:58:45.339444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1d30ce3f-d9a2-4298-bd99-b59357254c0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:45.340847 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d30ce3f-d9a2-4298-bd99-b59357254c0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:58:45.341277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d30ce3f-d9a2-4298-bd99-b59357254c0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:45.347861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25e81a-e543-478e-a886-3f36e428e275 None None] Routers {'1b6a7a37-d954-4f18-b84b-04087a0a5c18'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:45.348471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5f25e81a-e543-478e-a886-3f36e428e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:45.404618 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-fa2d304f-3e9b-40b3-8395-2353b0a1176e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] show failed (client error): The resource could not be found. Sep 15 09:58:45.405638 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fa2d304f-3e9b-40b3-8395-2353b0a1176e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-866761480 HTTP/1.1" status: 404 len: 334 time: 0.0704138 Sep 15 09:58:45.409488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54120) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:45.411378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5f25e81a-e543-478e-a886-3f36e428e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:45.414309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-895120a1-f4f5-40dc-a499-c3a6a3721e26 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:45.415331 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1d30ce3f-d9a2-4298-bd99-b59357254c0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2974961 Sep 15 09:58:45.418782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54124) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:45.424390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25e81a-e543-478e-a886-3f36e428e275 None None] Routers {'1b6a7a37-d954-4f18-b84b-04087a0a5c18'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:58:45.424541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2e5563f6-fc1b-4a20-b506-d8a886f277d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:45.427728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5f25e81a-e543-478e-a886-3f36e428e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:45.495419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5f25e81a-e543-478e-a886-3f36e428e275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:45.496970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f25e81a-e543-478e-a886-3f36e428e275 None None] The sync data for ids ['1b6a7a37-d954-4f18-b84b-04087a0a5c18'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:58:45.538435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2e5563f6-fc1b-4a20-b506-d8a886f277d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:45.549717 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2e5563f6-fc1b-4a20-b506-d8a886f277d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:45.594078 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-895120a1-f4f5-40dc-a499-c3a6a3721e26 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] update failed (client error): The resource could not be found. Sep 15 09:58:45.594995 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-895120a1-f4f5-40dc-a499-c3a6a3721e26 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1576578890 HTTP/1.1" status: 404 len: 335 time: 0.1846004 Sep 15 09:58:45.601442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54128) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:45.648430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5563f6-fc1b-4a20-b506-d8a886f277d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:45.652615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2e5563f6-fc1b-4a20-b506-d8a886f277d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:45.653991 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5563f6-fc1b-4a20-b506-d8a886f277d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:58:45.654425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5563f6-fc1b-4a20-b506-d8a886f277d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:45.666500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d990d85-7aed-44fe-a4ea-f77f8c7fa09e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Deleting subnet 4f542da5-b086-4f50-ba71-521bc8ce8f98 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:45.669439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2d990d85-7aed-44fe-a4ea-f77f8c7fa09e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:45.727892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2d990d85-7aed-44fe-a4ea-f77f8c7fa09e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:45.752212 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2e5563f6-fc1b-4a20-b506-d8a886f277d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3322215 Sep 15 09:58:45.755350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54132) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:45.762141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e3de5f1f-a226-4bb1-8d73-46da64684e82 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:45.811468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2d990d85-7aed-44fe-a4ea-f77f8c7fa09e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:45.874597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3de5f1f-a226-4bb1-8d73-46da64684e82 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:45.886170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3de5f1f-a226-4bb1-8d73-46da64684e82 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:45.951797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2d990d85-7aed-44fe-a4ea-f77f8c7fa09e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:45.957946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3de5f1f-a226-4bb1-8d73-46da64684e82 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:45.961365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3de5f1f-a226-4bb1-8d73-46da64684e82 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:45.962792 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3de5f1f-a226-4bb1-8d73-46da64684e82 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:58:45.963204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3de5f1f-a226-4bb1-8d73-46da64684e82 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:58:45.994706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d990d85-7aed-44fe-a4ea-f77f8c7fa09e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Subnet': ['ID=4f542da5-b086-4f50-ba71-521bc8ce8f98,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:45.998403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2d990d85-7aed-44fe-a4ea-f77f8c7fa09e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.004241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f1671d-b658-4c8a-9b6b-589d5f5dcb43 None None] Network 2d6d8712-a451-4bce-9d24-df64da3240fe requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:46.004600 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2d990d85-7aed-44fe-a4ea-f77f8c7fa09e tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/subnets/4f542da5-b086-4f50-ba71-521bc8ce8f98 HTTP/1.1" status: 204 len: 168 time: 0.4022653 Sep 15 09:58:46.007033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54136) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:46.048697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e3de5f1f-a226-4bb1-8d73-46da64684e82 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2921681 Sep 15 09:58:46.051256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54140) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:46.073729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-007012bf-8904-44bd-a190-c0abee6e3c94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Deleting subnet 41a006e6-72ad-47b6-9321-6090875d971e {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:46.076801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-007012bf-8904-44bd-a190-c0abee6e3c94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.108105 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8218a459-3dc9-4826-9681-44d81b72109f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0554333 Sep 15 09:58:46.110394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54144) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:46.138882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-007012bf-8904-44bd-a190-c0abee6e3c94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.179409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d3deb9-5bfd-42f0-8fb4-e091e821da10 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:46.180879 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-25d3deb9-5bfd-42f0-8fb4-e091e821da10 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0695865 Sep 15 09:58:46.186461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54148) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:46.257564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] DHCP port deletion for 2d6d8712-a451-4bce-9d24-df64da3240fe request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:46.262997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] Deleting port ff90373c-8851-4b46-91b7-ca87fd0ed6cf {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:46.263374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.269859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-68be49e1-c2e5-474b-9d69-65654c08638b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0826721 Sep 15 09:58:46.277638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54152) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:46.291048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:46.296101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-007012bf-8904-44bd-a190-c0abee6e3c94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.415391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:46.426012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:46.454852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-007012bf-8904-44bd-a190-c0abee6e3c94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.487936 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] For port ff90373c-8851-4b46-91b7-ca87fd0ed6cf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ff90373c-8851-4b46-91b7-ca87fd0ed6cf,segment=NetworkSegment(2abad4e3-0396-4e17-9a40-3389e96083b6),segment_id=2abad4e3-0396-4e17-9a40-3389e96083b6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:46.487936 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.495314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007012bf-8904-44bd-a190-c0abee6e3c94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Subnet': ['ID=41a006e6-72ad-47b6-9321-6090875d971e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:46.502871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-007012bf-8904-44bd-a190-c0abee6e3c94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.509559 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-007012bf-8904-44bd-a190-c0abee6e3c94 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/subnets/41a006e6-72ad-47b6-9321-6090875d971e HTTP/1.1" status: 204 len: 168 time: 0.5015383 Sep 15 09:58:46.512365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54156) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:46.534500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:46.534868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.549966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130fa1df-8b2d-400d-aefd-014610585a09 None None] Network 64cc2c24-d992-4b90-80d0-166081e7a2d4 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:46.643447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.655519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Deleting port ff90373c-8851-4b46-91b7-ca87fd0ed6cf {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:46.655932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.677309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] Calling delete_port for ff90373c-8851-4b46-91b7-ca87fd0ed6cf owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:46.700490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ff90373c-8851-4b46-91b7-ca87fd0ed6cf no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:46.883179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] For port ff90373c-8851-4b46-91b7-ca87fd0ed6cf, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ff90373c-8851-4b46-91b7-ca87fd0ed6cf,segment=NetworkSegment(2abad4e3-0396-4e17-9a40-3389e96083b6),segment_id=2abad4e3-0396-4e17-9a40-3389e96083b6)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:46.883560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:46.972004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ff90373c-8851-4b46-91b7-ca87fd0ed6cf is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:46.972330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.004952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.020409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Calling delete_port for ff90373c-8851-4b46-91b7-ca87fd0ed6cf owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:47.059386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:58:47.061157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.085844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] Pushing event deleted for resources: {'Port': ['ID=ff90373c-8851-4b46-91b7-ca87fd0ed6cf,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:47.096597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] DHCP port deletion for 64cc2c24-d992-4b90-80d0-166081e7a2d4 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:47.098628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf1c832-75ae-421c-be98-9255ec837157 None None] No DVR routers for this DVR port ff90373c-8851-4b46-91b7-ca87fd0ed6cf on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:47.103639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] Deleting port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:47.104120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: from cryptography.utils import int_from_bytes Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: from cryptography.utils import int_from_bytes Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn_limited( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 09:58:47.124067 dv-neutron-857775-1-hyperv neutron-server[89668]: util.warn( Sep 15 09:58:47.131858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:47.132282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:47.134931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:47.137978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:47.142270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:47.151225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.154119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6afe9f5-1e4b-45cc-b48e-706b25ce8cde None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:47.162193 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=bd0200db-d947-4e6a-9912-7368b395e1ec,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:47.229529 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-80007aba-250f-4d1b-83cb-5c655743e3ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9479115 Sep 15 09:58:47.229969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54160) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:47.236364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:8a:33:0d', 'name': 'tempest-NetworksTestDHCPv6-1475146007'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:47.377448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:47.387888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:47.487773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:47.494964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] For port b4ab646a-f4e4-4547-be75-04bb9bc26eb8, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b4ab646a-f4e4-4547-be75-04bb9bc26eb8,segment=NetworkSegment(94182773-fe3d-41b6-ab21-9338ee03868a),segment_id=94182773-fe3d-41b6-ab21-9338ee03868a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:47.495362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.655990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] Calling delete_port for b4ab646a-f4e4-4547-be75-04bb9bc26eb8 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:47.699074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Deleting port ff90373c-8851-4b46-91b7-ca87fd0ed6cf {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:47.699408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.718226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': 'bd0200db-d947-4e6a-9912-7368b395e1ec'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:47.719060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.772690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] The port 'ff90373c-8851-4b46-91b7-ca87fd0ed6cf' was deleted {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:58:47.836842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.872846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.927154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] Pushing event deleted for resources: {'Port': ['ID=b4ab646a-f4e4-4547-be75-04bb9bc26eb8,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:47.929800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:47.934933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86f90b7-45ac-4923-8c1e-d03aaca4b0d6 None None] No DVR routers for this DVR port b4ab646a-f4e4-4547-be75-04bb9bc26eb8 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:47.937771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 4b7a85a0-dfb6-4480-b1b2-e571bd0eb205 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:58:47.953301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Allocated IP 2001:db8::f816:3eff:fef3:8173 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/bd0200db-d947-4e6a-9912-7368b395e1ec/b3895b19-5c2e-43a2-a734-104ecd47545c) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:48.003639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6d8712-a451-4bce-9d24-df64da3240fe']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:48.022490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abad4e3-0396-4e17-9a40-3389e96083b6') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:48.023242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abad4e3-0396-4e17-9a40-3389e96083b6') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:48.048288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.061107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.067529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:58:48.067924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.143084 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 2abad4e3-0396-4e17-9a40-3389e96083b6 resource provider aggregate not found Sep 15 09:58:48.164475 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 2abad4e3-0396-4e17-9a40-3389e96083b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2abad4e3-0396-4e17-9a40-3389e96083b6 found for delete ", "request_id": "req-f6f08098-2176-463a-a612-2f2e97b7bdb3"}]} Sep 15 09:58:48.169910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.282799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Transition to ACTIVE for port object b3895b19-5c2e-43a2-a734-104ecd47545c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:48.282977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.306149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Transition to ACTIVE for port object b3895b19-5c2e-43a2-a734-104ecd47545c will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:48.306482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.317206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Network': ['ID=2d6d8712-a451-4bce-9d24-df64da3240fe,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:48.326668 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ab71b9e0-8f57-4bea-8615-184ef5948eb8 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/networks/2d6d8712-a451-4bce-9d24-df64da3240fe HTTP/1.1" status: 204 len: 168 time: 1.8109736 Sep 15 09:58:48.326892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54168) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:48.369481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.438871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:48.441494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:48.445302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:48.454693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Pushing event updated for resources: {'Port': ['ID=b3895b19-5c2e-43a2-a734-104ecd47545c,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:48.498243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.507995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:fe8a:330d (9ae5be1d-5fac-495e-970c-08a3e7a6333d/bd0200db-d947-4e6a-9912-7368b395e1ec/4b7a85a0-dfb6-4480-b1b2-e571bd0eb205) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:48.559917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Attempting to bind port b3895b19-5c2e-43a2-a734-104ecd47545c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:48.560346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Attempting to bind port b3895b19-5c2e-43a2-a734-104ecd47545c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:48.560754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Attempting to bind port b3895b19-5c2e-43a2-a734-104ecd47545c on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:48.566539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:48.566973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:48.567519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.567917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:48.568380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Bound port: b3895b19-5c2e-43a2-a734-104ecd47545c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:48.568768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.620703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b4ab646a-f4e4-4547-be75-04bb9bc26eb8 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:48.666397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: b4ab646a-f4e4-4547-be75-04bb9bc26eb8 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:48.667117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b4ab646a-f4e4-4547-be75-04bb9bc26eb8 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:48.702492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] For port b3895b19-5c2e-43a2-a734-104ecd47545c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:48.703231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.705501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] For port b3895b19-5c2e-43a2-a734-104ecd47545c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b3895b19-5c2e-43a2-a734-104ecd47545c,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:48.752080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.792765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64cc2c24-d992-4b90-80d0-166081e7a2d4']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:48.810449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94182773-fe3d-41b6-ab21-9338ee03868a') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:48.810753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94182773-fe3d-41b6-ab21-9338ee03868a') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:48.827223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee7611-0ab1-4336-a8e4-631a94e4a0d4 None None] Pushing event updated for resources: {'Port': ['ID=b3895b19-5c2e-43a2-a734-104ecd47545c,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:48.836958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.867316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.885770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:58:48.886321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.958581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:48.996756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 4b7a85a0-dfb6-4480-b1b2-e571bd0eb205 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:49.072566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.091131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.101430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Network': ['ID=64cc2c24-d992-4b90-80d0-166081e7a2d4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:49.105872 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4951c18c-68f7-474b-83ed-a6b9c816d35a tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/networks/64cc2c24-d992-4b90-80d0-166081e7a2d4 HTTP/1.1" status: 204 len: 168 time: 0.7765663 Sep 15 09:58:49.106981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54172) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:49.140341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.176682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dce0f13-66ad-45b7-a913-e24e19049160 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Deleting subnet 8eb563c4-81fb-4948-abc9-866ae7a5ab14 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:49.179992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dce0f13-66ad-45b7-a913-e24e19049160 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.223071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:49.225993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:49.230202 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:49.235704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:49.236307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.237952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dce0f13-66ad-45b7-a913-e24e19049160 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.250572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=4b7a85a0-dfb6-4480-b1b2-e571bd0eb205,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:49.322479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dce0f13-66ad-45b7-a913-e24e19049160 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.329057 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d089a3a9-25df-47ba-a121-54a3c93a08ba tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0981443 Sep 15 09:58:49.331899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54176) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:49.421776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71da01f-aa93-4e21-b656-db2fb8150d78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:49.427661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71da01f-aa93-4e21-b656-db2fb8150d78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:49.428401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e71da01f-aa93-4e21-b656-db2fb8150d78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:49.448478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dce0f13-66ad-45b7-a913-e24e19049160 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.492186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce0f13-66ad-45b7-a913-e24e19049160 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb563c4-81fb-4948-abc9-866ae7a5ab14,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:49.495615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dce0f13-66ad-45b7-a913-e24e19049160 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.499173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e71da01f-aa93-4e21-b656-db2fb8150d78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:49.503148 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e71da01f-aa93-4e21-b656-db2fb8150d78 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1670613 Sep 15 09:58:49.503405 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1dce0f13-66ad-45b7-a913-e24e19049160 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/subnets/8eb563c4-81fb-4948-abc9-866ae7a5ab14 HTTP/1.1" status: 204 len: 168 time: 0.3938527 Sep 15 09:58:49.503405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54180) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:49.504518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54182) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:49.518277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545da8ae-6d86-4bf4-8460-63bcccbe8d7b None None] Network dd028564-fbf7-44e0-9a16-1bb9be0882b0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:49.581331 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1bf10-a234-4e9a-9c99-17e63dc46cdf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 4b7a85a0-dfb6-4480-b1b2-e571bd0eb205 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:49.581584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f0a1bf10-a234-4e9a-9c99-17e63dc46cdf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.640870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.653647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Deleting port 893209f5-a302-43da-b120-c3b617bbba7c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:49.654405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.739397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-907a61d6-a83b-411d-aa43-6766a22b382a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.882471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] DHCP port deletion for dd028564-fbf7-44e0-9a16-1bb9be0882b0 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:49.888943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] Deleting port 893209f5-a302-43da-b120-c3b617bbba7c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:49.889659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:49.892203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f0a1bf10-a234-4e9a-9c99-17e63dc46cdf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.024604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] For port 893209f5-a302-43da-b120-c3b617bbba7c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=893209f5-a302-43da-b120-c3b617bbba7c,segment=NetworkSegment(b86ce412-58f9-41a8-9a97-8cd5bebc280f),segment_id=b86ce412-58f9-41a8-9a97-8cd5bebc280f)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:50.025123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.044106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1bf10-a234-4e9a-9c99-17e63dc46cdf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 4b7a85a0-dfb6-4480-b1b2-e571bd0eb205 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:50.142029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ffba7e20-9612-4f07-8aa6-a3b621010723 None None] Provisioning for port b3895b19-5c2e-43a2-a734-104ecd47545c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:50.170041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] For port 893209f5-a302-43da-b120-c3b617bbba7c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=893209f5-a302-43da-b120-c3b617bbba7c,segment=NetworkSegment(b86ce412-58f9-41a8-9a97-8cd5bebc280f),segment_id=b86ce412-58f9-41a8-9a97-8cd5bebc280f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:50.170508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.177414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Calling delete_port for 893209f5-a302-43da-b120-c3b617bbba7c owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:50.205431 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 94182773-fe3d-41b6-ab21-9338ee03868a resource provider aggregate not found Sep 15 09:58:50.230058 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 94182773-fe3d-41b6-ab21-9338ee03868a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94182773-fe3d-41b6-ab21-9338ee03868a found for delete ", "request_id": "req-2c567ae9-7383-4bf6-87f0-45d8f1f928b6"}]} Sep 15 09:58:50.277424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f0a1bf10-a234-4e9a-9c99-17e63dc46cdf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.299016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4cae1bb6-4926-4c43-b052-41d36c7713bc None None] Could not find standard attr ID for object 4b7a85a0-dfb6-4480-b1b2-e571bd0eb205. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:58:50.306348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] Calling delete_port for 893209f5-a302-43da-b120-c3b617bbba7c owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:50.331159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1bf10-a234-4e9a-9c99-17e63dc46cdf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=4b7a85a0-dfb6-4480-b1b2-e571bd0eb205,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:50.340573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.393731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f0a1bf10-a234-4e9a-9c99-17e63dc46cdf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.400798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:50.401463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:50.405849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Port': ['ID=893209f5-a302-43da-b120-c3b617bbba7c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:50.409448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] No DVR routers for this DVR port 893209f5-a302-43da-b120-c3b617bbba7c on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:50.470263 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f0a1bf10-a234-4e9a-9c99-17e63dc46cdf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/4b7a85a0-dfb6-4480-b1b2-e571bd0eb205 HTTP/1.1" status: 204 len: 168 time: 0.9654741 Sep 15 09:58:50.474557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54192) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:50.539057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.550334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e944c377-56c7-4180-99e3-e5bdaaa9b07d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:50.551516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.552236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e944c377-56c7-4180-99e3-e5bdaaa9b07d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:50.553126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e944c377-56c7-4180-99e3-e5bdaaa9b07d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:50.573459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd028564-fbf7-44e0-9a16-1bb9be0882b0']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:50.587100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86ce412-58f9-41a8-9a97-8cd5bebc280f') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:50.587472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86ce412-58f9-41a8-9a97-8cd5bebc280f') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:58:50.599634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.616450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.623118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:58:50.623581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.635829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b3895b19-5c2e-43a2-a734-104ecd47545c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:50.637646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e944c377-56c7-4180-99e3-e5bdaaa9b07d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:50.641449 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e944c377-56c7-4180-99e3-e5bdaaa9b07d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1671603 Sep 15 09:58:50.641703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54196) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:50.716694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c00aa33-77f4-41b7-acc4-a2a6a53b27eb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet bd0200db-d947-4e6a-9912-7368b395e1ec {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:50.719664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0c00aa33-77f4-41b7-acc4-a2a6a53b27eb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.762786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port b3895b19-5c2e-43a2-a734-104ecd47545c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:50.767717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port b3895b19-5c2e-43a2-a734-104ecd47545c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:50.768086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.774191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0c00aa33-77f4-41b7-acc4-a2a6a53b27eb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.785738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.804477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.816719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Pushing event deleted for resources: {'Network': ['ID=dd028564-fbf7-44e0-9a16-1bb9be0882b0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:50.821061 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4e98d46c-bdb5-41e3-9f95-cfe4613804c1 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/networks/dd028564-fbf7-44e0-9a16-1bb9be0882b0 HTTP/1.1" status: 204 len: 168 time: 1.3106260 Sep 15 09:58:50.826385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54200) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:50.865332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0c00aa33-77f4-41b7-acc4-a2a6a53b27eb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.878487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6463bea0-8733-466e-8174-c88e3628f4f4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Synchronizing usage tracker for tenant:c901be84d979459db7ee8b1374781563 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:50.903341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] Deleting port 893209f5-a302-43da-b120-c3b617bbba7c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:50.903762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.931863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b3895b19-5c2e-43a2-a734-104ecd47545c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:50.932244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:50.955941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6463bea0-8733-466e-8174-c88e3628f4f4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Unset dirty status for tenant:c901be84d979459db7ee8b1374781563 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:50.957127 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6463bea0-8733-466e-8174-c88e3628f4f4 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "GET /v2.0/ports?device_id=1b6a7a37-d954-4f18-b84b-04087a0a5c18 HTTP/1.1" status: 200 len: 205 time: 0.1320920 Sep 15 09:58:50.959840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54204) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:50.983241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7c17dd8d-4796-4bac-a51e-86ae76fd5bdd None None] The port '893209f5-a302-43da-b120-c3b617bbba7c' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:58:51.020244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0c00aa33-77f4-41b7-acc4-a2a6a53b27eb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.065146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c00aa33-77f4-41b7-acc4-a2a6a53b27eb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0200db-d947-4e6a-9912-7368b395e1ec,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:51.067262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0c00aa33-77f4-41b7-acc4-a2a6a53b27eb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.084117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce81e31-e4f5-4bb2-9533-8af0f9d49b0f None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:51.094549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b725-fbc8-4d14-a0f4-fdb2a4723361 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.146326 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0c00aa33-77f4-41b7-acc4-a2a6a53b27eb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/bd0200db-d947-4e6a-9912-7368b395e1ec HTTP/1.1" status: 204 len: 168 time: 0.5033562 Sep 15 09:58:51.148650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54208) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:51.155086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:51.155446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:51.220456 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-09d1d168-e83b-41ec-bf12-8050e162fe57 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706048 Sep 15 09:58:51.223104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54212) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:51.229581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:51.373075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:51.377861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Deleting port b3895b19-5c2e-43a2-a734-104ecd47545c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:51.378357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.420377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b725-fbc8-4d14-a0f4-fdb2a4723361 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.422795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b725-fbc8-4d14-a0f4-fdb2a4723361 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.453585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:51.457918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:51.460737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:51.466458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:51.522988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b725-fbc8-4d14-a0f4-fdb2a4723361 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.523533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc9b725-fbc8-4d14-a0f4-fdb2a4723361 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6a7a37-d954-4f18-b84b-04087a0a5c18 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 09:58:51.535791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9b725-fbc8-4d14-a0f4-fdb2a4723361 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.536859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4fc9b725-fbc8-4d14-a0f4-fdb2a4723361 tempest-RoutersNegativeTest-1834105777 tempest-RoutersNegativeTest-1834105777-project] 10.222.0.62 "DELETE /v2.0/routers/1b6a7a37-d954-4f18-b84b-04087a0a5c18 HTTP/1.1" status: 204 len: 168 time: 0.5761225 Sep 15 09:58:51.545533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:51.549329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.606538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] For port b3895b19-5c2e-43a2-a734-104ecd47545c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b3895b19-5c2e-43a2-a734-104ecd47545c,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:51.607005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.759864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a42f0fff-85cd-492a-a49b-0f5d2e234ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.772978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Calling delete_port for b3895b19-5c2e-43a2-a734-104ecd47545c owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:51.826479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b3895b19-5c2e-43a2-a734-104ecd47545c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:51.826861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:51.912098 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port b3895b19-5c2e-43a2-a734-104ecd47545c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b3895b19-5c2e-43a2-a734-104ecd47545c,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:51.974774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.005158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:58:52.010982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:52.011260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:52.042522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 893209f5-a302-43da-b120-c3b617bbba7c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:52.062623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54220) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:52.081552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 893209f5-a302-43da-b120-c3b617bbba7c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:58:52.081914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 893209f5-a302-43da-b120-c3b617bbba7c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:58:52.092026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=b3895b19-5c2e-43a2-a734-104ecd47545c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:52.255799 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.346213 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b86ce412-58f9-41a8-9a97-8cd5bebc280f resource provider aggregate not found Sep 15 09:58:52.354680 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0a4aa92f-0336-4683-a49f-119306d5593c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c901be84d979459db7ee8b1374781563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898345 Sep 15 09:58:52.360620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54232) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:52.368922 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment b86ce412-58f9-41a8-9a97-8cd5bebc280f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b86ce412-58f9-41a8-9a97-8cd5bebc280f found for delete ", "request_id": "req-95a3f9df-61ca-4b6e-9957-a59cb1b6f384"}]} Sep 15 09:58:52.512883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Deleting port b3895b19-5c2e-43a2-a734-104ecd47545c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:52.513263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.526944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ca357ea-2266-424a-971c-489d2f650243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.542528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.569549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port b3895b19-5c2e-43a2-a734-104ecd47545c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b3895b19-5c2e-43a2-a734-104ecd47545c,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:52.580376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ca357ea-2266-424a-971c-489d2f650243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.607515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device b3895b19-5c2e-43a2-a734-104ecd47545c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:52.631557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.688175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.688883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.762461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ca357ea-2266-424a-971c-489d2f650243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.815640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca357ea-2266-424a-971c-489d2f650243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c00d46b-5d4a-4d7d-ba22-54214d4c242a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:52.821367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:52.830560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:52.842511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:52.843102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.872920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=8e77149d-bd52-466b-a97c-21f405dff1a2,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:52.876663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] For port b3895b19-5c2e-43a2-a734-104ecd47545c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b3895b19-5c2e-43a2-a734-104ecd47545c,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:52.877242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.879211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=b3895b19-5c2e-43a2-a734-104ecd47545c,revision_number=6']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:52.885060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ca357ea-2266-424a-971c-489d2f650243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:52.886466 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6ca357ea-2266-424a-971c-489d2f650243 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c00d46b-5d4a-4d7d-ba22-54214d4c242a HTTP/1.1" status: 204 len: 168 time: 0.5246937 Sep 15 09:58:52.888454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port b3895b19-5c2e-43a2-a734-104ecd47545c is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:52.888836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:53.012409 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0aa67b4e-5cf5-464e-b502-6889a4255c4e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7851415 Sep 15 09:58:53.012666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:53.013002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54242) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:53.018564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Calling delete_port for b3895b19-5c2e-43a2-a734-104ecd47545c owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:53.018989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:8d:b9:5e', 'name': 'tempest-NetworksTestDHCPv6-1615069905'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:53.079077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port b3895b19-5c2e-43a2-a734-104ecd47545c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b3895b19-5c2e-43a2-a734-104ecd47545c,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:53.155980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:53.160057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:58:53.164568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:58:53.168763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:53.186874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:53.249424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:53.251335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:53.257979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:53.267308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=b3895b19-5c2e-43a2-a734-104ecd47545c,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:53.381460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:53.407591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 6c6a1627-0e89-4423-8db9-8430e2360224 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:58:53.547385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:fe8d:b95e (9ae5be1d-5fac-495e-970c-08a3e7a6333d/8e77149d-bd52-466b-a97c-21f405dff1a2/6c6a1627-0e89-4423-8db9-8430e2360224) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:53.749319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:53.764704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 6c6a1627-0e89-4423-8db9-8430e2360224 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:53.854956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:53.926469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:53.929486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:53.934027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:53.939486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:53.940083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:53.951640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=6c6a1627-0e89-4423-8db9-8430e2360224,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:54.011060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Deleting port b3895b19-5c2e-43a2-a734-104ecd47545c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:54.011577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:54.049073 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cddb4da2-2cc6-4185-93c7-87f1f7a741c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0349174 Sep 15 09:58:54.051697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54246) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:54.139883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c539dc03-f747-4ed1-a89a-7d7efd5c5bd7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:54.146167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c539dc03-f747-4ed1-a89a-7d7efd5c5bd7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:54.146919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c539dc03-f747-4ed1-a89a-7d7efd5c5bd7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:54.242625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c539dc03-f747-4ed1-a89a-7d7efd5c5bd7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:54.244673 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c539dc03-f747-4ed1-a89a-7d7efd5c5bd7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1918626 Sep 15 09:58:54.244812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] For port b3895b19-5c2e-43a2-a734-104ecd47545c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=b3895b19-5c2e-43a2-a734-104ecd47545c,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:54.245481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:54.247443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54250) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:54.312255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:54.324337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-8a89b7d5-78b2-4376-bc36-d6731bae7e8c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 6c6a1627-0e89-4423-8db9-8430e2360224 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:54.324765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a89b7d5-78b2-4376-bc36-d6731bae7e8c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:54.378164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Calling delete_port for b3895b19-5c2e-43a2-a734-104ecd47545c owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:54.557439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:54.575286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a89b7d5-78b2-4376-bc36-d6731bae7e8c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:54.606189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] Pushing event deleted for resources: {'Port': ['ID=b3895b19-5c2e-43a2-a734-104ecd47545c,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:54.688394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b40815-2fa8-42bb-963f-19dfd6655290 None None] No DVR routers for this DVR port b3895b19-5c2e-43a2-a734-104ecd47545c on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:54.703282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017d2b9b-5f98-4fda-b6ca-41509b129068 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:54.707552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-8a89b7d5-78b2-4376-bc36-d6731bae7e8c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 6c6a1627-0e89-4423-8db9-8430e2360224 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:54.917300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a89b7d5-78b2-4376-bc36-d6731bae7e8c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:54.957033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '8e77149d-bd52-466b-a97c-21f405dff1a2'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:54.962981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:54.970936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89b7d5-78b2-4376-bc36-d6731bae7e8c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=6c6a1627-0e89-4423-8db9-8430e2360224,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:55.018143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8a89b7d5-78b2-4376-bc36-d6731bae7e8c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.111842 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8a89b7d5-78b2-4376-bc36-d6731bae7e8c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/6c6a1627-0e89-4423-8db9-8430e2360224 HTTP/1.1" status: 204 len: 168 time: 0.8631992 Sep 15 09:58:55.113597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Allocated IP 2001:db8::f816:3eff:feca:39aa (9ae5be1d-5fac-495e-970c-08a3e7a6333d/8e77149d-bd52-466b-a97c-21f405dff1a2/f72483fd-f328-4227-8352-78c8833c5101) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:55.114219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54256) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:55.180195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cdc088-5f26-4083-80c6-b522b2dae40b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:55.181756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cdc088-5f26-4083-80c6-b522b2dae40b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:55.182553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-63cdc088-5f26-4083-80c6-b522b2dae40b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:55.252650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-63cdc088-5f26-4083-80c6-b522b2dae40b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:55.253920 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-63cdc088-5f26-4083-80c6-b522b2dae40b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1386721 Sep 15 09:58:55.256505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54260) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:55.319675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.327900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c05ec26-ba20-4b2c-85bd-0a26a79b9bc5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 8e77149d-bd52-466b-a97c-21f405dff1a2 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:58:55.334533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Transition to ACTIVE for port object f72483fd-f328-4227-8352-78c8833c5101 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:55.353678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Transition to ACTIVE for port object f72483fd-f328-4227-8352-78c8833c5101 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:55.413501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec26-ba20-4b2c-85bd-0a26a79b9bc5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.414188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.469919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec26-ba20-4b2c-85bd-0a26a79b9bc5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.482705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:55.485639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:55.489209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:55.495924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Pushing event updated for resources: {'Port': ['ID=f72483fd-f328-4227-8352-78c8833c5101,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:55.556480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec26-ba20-4b2c-85bd-0a26a79b9bc5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.597170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Attempting to bind port f72483fd-f328-4227-8352-78c8833c5101 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:58:55.597529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Attempting to bind port f72483fd-f328-4227-8352-78c8833c5101 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:58:55.597914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Attempting to bind port f72483fd-f328-4227-8352-78c8833c5101 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:58:55.603755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:58:55.604231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:58:55.604632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.605015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:58:55.605475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Bound port: f72483fd-f328-4227-8352-78c8833c5101, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:58:55.605864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.698973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec26-ba20-4b2c-85bd-0a26a79b9bc5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.700854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] For port f72483fd-f328-4227-8352-78c8833c5101, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:58:55.703998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] For port f72483fd-f328-4227-8352-78c8833c5101, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f72483fd-f328-4227-8352-78c8833c5101,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:58:55.738434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05ec26-ba20-4b2c-85bd-0a26a79b9bc5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=8e77149d-bd52-466b-a97c-21f405dff1a2,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:55.741891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c05ec26-ba20-4b2c-85bd-0a26a79b9bc5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.767747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:55.847711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988a8be-55f5-48e7-a7d4-92baedbf3bb6 None None] Pushing event updated for resources: {'Port': ['ID=f72483fd-f328-4227-8352-78c8833c5101,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:55.850549 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6c05ec26-ba20-4b2c-85bd-0a26a79b9bc5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/8e77149d-bd52-466b-a97c-21f405dff1a2 HTTP/1.1" status: 204 len: 168 time: 0.5920858 Sep 15 09:58:55.852097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54264) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:55.926303 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0652ed8b-5565-4112-a7d8-241ff7c5c931 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725341 Sep 15 09:58:55.928689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54268) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:56.020098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a52cd2-633e-483b-b547-3521abe51126 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:56.020788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b9a52cd2-633e-483b-b547-3521abe51126 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:56.130910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b9a52cd2-633e-483b-b547-3521abe51126 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:56.132136 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b9a52cd2-633e-483b-b547-3521abe51126 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2025585 Sep 15 09:58:56.135324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54272) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:56.204432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19a5c2f-9327-48ad-8429-3cb7bbe36259 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:56.205132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a19a5c2f-9327-48ad-8429-3cb7bbe36259 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:56.281184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a19a5c2f-9327-48ad-8429-3cb7bbe36259 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:56.282336 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a19a5c2f-9327-48ad-8429-3cb7bbe36259 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1461217 Sep 15 09:58:56.285405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54276) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:56.467642 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ba7a3f28-19ec-4286-86c6-2e3ccc095f9c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1809235 Sep 15 09:58:56.471483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54280) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:56.476890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:56.602778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:56.613002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:56.644765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f72483fd-f328-4227-8352-78c8833c5101 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:58:56.677342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:56.682464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:56.768401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f72483fd-f328-4227-8352-78c8833c5101 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:56.844638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f85536-4b89-4b1c-a95b-2be482dee848 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:57.004078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Provisioning for port f72483fd-f328-4227-8352-78c8833c5101 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:58:57.014009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Provisioning complete for port f72483fd-f328-4227-8352-78c8833c5101 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:58:57.014388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.098236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:58:57.156287 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:58:57.160498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Current status of the port f72483fd-f328-4227-8352-78c8833c5101 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:57.160877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.173044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Deleting port f72483fd-f328-4227-8352-78c8833c5101 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:57.173412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.371986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.466925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:57.475999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:57.489967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] For port f72483fd-f328-4227-8352-78c8833c5101, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f72483fd-f328-4227-8352-78c8833c5101,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:57.490358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.596634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port f72483fd-f328-4227-8352-78c8833c5101, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f72483fd-f328-4227-8352-78c8833c5101,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:57.612821 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Calling delete_port for f72483fd-f328-4227-8352-78c8833c5101 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:57.625812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.676614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.677339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.722986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:58:57.723583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:58:57.789636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:57.794705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:57.797607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:57.798223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:57.830376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=f72483fd-f328-4227-8352-78c8833c5101,revision_number=5']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:57.836684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=4f3be45d-89f7-4a40-883f-8d8e03e926d1,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:57.894559 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e670949b-8686-4587-8eba-13e70f930e31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4220333 Sep 15 09:58:57.896971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54284) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:57.902862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:4c:e3:74', 'name': 'tempest-NetworksTestDHCPv6-718085398'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:58:58.021245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Current status of the port f72483fd-f328-4227-8352-78c8833c5101 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:58.021628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.042830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:58:58.052204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:58:58.052815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] For port f72483fd-f328-4227-8352-78c8833c5101, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f72483fd-f328-4227-8352-78c8833c5101,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:58.122575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.147559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:58:58.149892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.176953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port ec03c424-97e3-4986-9cb5-32a841b1f053 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:58:58.190117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055ffa4-9448-4049-8d84-299324d5b21e None None] Pushing event updated for resources: {'Port': ['ID=f72483fd-f328-4227-8352-78c8833c5101,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:58.224475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Deleting port f72483fd-f328-4227-8352-78c8833c5101 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:58.224873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.319774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:fe4c:e374 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/4f3be45d-89f7-4a40-883f-8d8e03e926d1/ec03c424-97e3-4986-9cb5-32a841b1f053) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:58.454911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] For port f72483fd-f328-4227-8352-78c8833c5101, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f72483fd-f328-4227-8352-78c8833c5101,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:58:58.455300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.522652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.538666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object ec03c424-97e3-4986-9cb5-32a841b1f053 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:58.576324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Calling delete_port for f72483fd-f328-4227-8352-78c8833c5101 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:58.605283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f72483fd-f328-4227-8352-78c8833c5101 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:58:58.654353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.723030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:58.725997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:58:58.732018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:58:58.737615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:58.740322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.754358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=ec03c424-97e3-4986-9cb5-32a841b1f053,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:58.797033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f72483fd-f328-4227-8352-78c8833c5101 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:58:58.797675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.820372 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bd279533-756d-4583-8397-8d7979b2b0f4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9223640 Sep 15 09:58:58.823770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54290) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:58.878505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:58.962002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] Pushing event deleted for resources: {'Port': ['ID=f72483fd-f328-4227-8352-78c8833c5101,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:59.020524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5195a44-e17e-4188-a300-c121ddcd2356 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:58:59.021222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b5195a44-e17e-4188-a300-c121ddcd2356 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:58:59.049290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7065a792-65ed-4a53-b5c1-db03b5ccfc8b None None] No DVR routers for this DVR port f72483fd-f328-4227-8352-78c8833c5101 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:58:59.063117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028ba8ed-4d0c-4c93-bc30-d46d3e37af8b None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:58:59.092569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b5195a44-e17e-4188-a300-c121ddcd2356 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:58:59.096163 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b5195a44-e17e-4188-a300-c121ddcd2356 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2690701 Sep 15 09:58:59.096501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54294) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:58:59.164824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfa569-b6f2-4ef2-960f-7ab7addce1f2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port ec03c424-97e3-4986-9cb5-32a841b1f053 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:58:59.165738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa569-b6f2-4ef2-960f-7ab7addce1f2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:59.320285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': '4f3be45d-89f7-4a40-883f-8d8e03e926d1'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:58:59.321501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:59.513881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Allocated IP 2001:db8::f816:3eff:fe93:f738 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/4f3be45d-89f7-4a40-883f-8d8e03e926d1/7b46054e-c4ac-4723-ba6d-31e965ff4ead) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:58:59.521309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa569-b6f2-4ef2-960f-7ab7addce1f2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:59.646172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a0cfa569-b6f2-4ef2-960f-7ab7addce1f2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for ec03c424-97e3-4986-9cb5-32a841b1f053 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:58:59.721296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:59.731751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Transition to ACTIVE for port object 7b46054e-c4ac-4723-ba6d-31e965ff4ead will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:59.860136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa569-b6f2-4ef2-960f-7ab7addce1f2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:59.860376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Transition to ACTIVE for port object 7b46054e-c4ac-4723-ba6d-31e965ff4ead will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:58:59.910163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cfa569-b6f2-4ef2-960f-7ab7addce1f2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=ec03c424-97e3-4986-9cb5-32a841b1f053,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:58:59.927480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:59.960935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a0cfa569-b6f2-4ef2-960f-7ab7addce1f2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:58:59.994846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:58:59.997494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:00.001316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:00.011089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Pushing event updated for resources: {'Port': ['ID=7b46054e-c4ac-4723-ba6d-31e965ff4ead,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:00.020580 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a0cfa569-b6f2-4ef2-960f-7ab7addce1f2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/ec03c424-97e3-4986-9cb5-32a841b1f053 HTTP/1.1" status: 204 len: 168 time: 0.9229934 Sep 15 09:59:00.022888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54298) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:00.090749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7e9eb-1112-4629-99da-bccf0b53008e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:00.092240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7e9eb-1112-4629-99da-bccf0b53008e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:00.093727 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-14b7e9eb-1112-4629-99da-bccf0b53008e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0699272 Sep 15 09:59:00.096939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54302) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:00.119165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Attempting to bind port 7b46054e-c4ac-4723-ba6d-31e965ff4ead on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:59:00.119524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Attempting to bind port 7b46054e-c4ac-4723-ba6d-31e965ff4ead by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:59:00.119881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Attempting to bind port 7b46054e-c4ac-4723-ba6d-31e965ff4ead on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:59:00.125082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:59:00.125448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:00.125873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:00.126267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:59:00.126846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Bound port: 7b46054e-c4ac-4723-ba6d-31e965ff4ead, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:59:00.127220 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:00.144231 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:59:00.169758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4536f3ff-4418-41ac-a356-e8650c2095d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 4f3be45d-89f7-4a40-883f-8d8e03e926d1 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:00.171884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4536f3ff-4418-41ac-a356-e8650c2095d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:00.215818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] For port 7b46054e-c4ac-4723-ba6d-31e965ff4ead, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:59:00.218284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] For port 7b46054e-c4ac-4723-ba6d-31e965ff4ead, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7b46054e-c4ac-4723-ba6d-31e965ff4ead,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:59:00.228913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4536f3ff-4418-41ac-a356-e8650c2095d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:00.283489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:00.311028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4536f3ff-4418-41ac-a356-e8650c2095d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:00.369238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbfd7c3-5f22-46ea-b347-975bfacccaca None None] Pushing event updated for resources: {'Port': ['ID=7b46054e-c4ac-4723-ba6d-31e965ff4ead,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:00.460239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4536f3ff-4418-41ac-a356-e8650c2095d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:00.500528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536f3ff-4418-41ac-a356-e8650c2095d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3be45d-89f7-4a40-883f-8d8e03e926d1,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:00.504518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4536f3ff-4418-41ac-a356-e8650c2095d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:00.531931 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4536f3ff-4418-41ac-a356-e8650c2095d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/4f3be45d-89f7-4a40-883f-8d8e03e926d1 HTTP/1.1" status: 204 len: 168 time: 0.4326043 Sep 15 09:59:00.533700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54306) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:00.608041 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c9a4d137-09c6-446c-a61d-0a58c41494c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729487 Sep 15 09:59:00.610696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54310) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:00.616707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:00.645174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b46054e-c4ac-4723-ba6d-31e965ff4ead up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:00.734670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:00.738670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:00.741563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:00.747374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:00.768153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 7b46054e-c4ac-4723-ba6d-31e965ff4ead completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:00.877109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:00.880717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:01.279843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:59:01.304923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278680c6-1a49-4b20-92f5-805f3b7019c0 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:01.512333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Provisioning for port 7b46054e-c4ac-4723-ba6d-31e965ff4ead completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:01.524015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Provisioning complete for port 7b46054e-c4ac-4723-ba6d-31e965ff4ead triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:01.524438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:01.543089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:01.663394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Current status of the port 7b46054e-c4ac-4723-ba6d-31e965ff4ead is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:01.663893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:01.764843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port 7b46054e-c4ac-4723-ba6d-31e965ff4ead, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7b46054e-c4ac-4723-ba6d-31e965ff4ead,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:01.791065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:01.858700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:01.859440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:01.916439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:59:01.916903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:59:01.979345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:01.986448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:01.989177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:01.989756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:01.998332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a501d0ba-508d-4068-b70c-923d13710359 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:02.017248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=7b46054e-c4ac-4723-ba6d-31e965ff4ead,revision_number=5']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:02.021076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=5c5bd306-79b6-4390-aa51-0834dcfd5615,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:02.121953 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c2cb19e2-be49-4e06-aef0-8060b1ceee1f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5098867 Sep 15 09:59:02.124470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54314) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:02.129905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:c0:46:e7', 'name': 'tempest-NetworksTestDHCPv6-731321698'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:02.266052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:02.270242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:02.273676 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:02.279664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:02.378671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:02.481709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Current status of the port 7b46054e-c4ac-4723-ba6d-31e965ff4ead is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:02.482330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:02.521340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] For port 7b46054e-c4ac-4723-ba6d-31e965ff4ead, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7b46054e-c4ac-4723-ba6d-31e965ff4ead,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:02.521593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:02.549105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 1c4aa3e8-b512-4818-98f1-758d990090e6 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:02.591646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:02.632540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b46054e-c4ac-4723-ba6d-31e965ff4ead up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:02.671780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Could not find standard attr ID for object ec03c424-97e3-4986-9cb5-32a841b1f053. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:59:02.706398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:fec0:46e7 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/5c5bd306-79b6-4390-aa51-0834dcfd5615/1c4aa3e8-b512-4818-98f1-758d990090e6) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:02.729606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac22c4-d906-4fb3-92ab-e8497f340467 None None] Pushing event updated for resources: {'Port': ['ID=7b46054e-c4ac-4723-ba6d-31e965ff4ead,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:02.750260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 7b46054e-c4ac-4723-ba6d-31e965ff4ead triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:02.750751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:02.837363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-64e83e4d-f783-494e-a617-341f1f988cba None None] Could not find standard attr ID for object 6c6a1627-0e89-4423-8db9-8430e2360224. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:59:02.860667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-64e83e4d-f783-494e-a617-341f1f988cba None None] Provisioning complete for port 7b46054e-c4ac-4723-ba6d-31e965ff4ead triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:02.861037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-64e83e4d-f783-494e-a617-341f1f988cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:02.928726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:02.944825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 1c4aa3e8-b512-4818-98f1-758d990090e6 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:02.968540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 7b46054e-c4ac-4723-ba6d-31e965ff4ead is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:03.008781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:03.027206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-64e83e4d-f783-494e-a617-341f1f988cba None None] Current status of the port 7b46054e-c4ac-4723-ba6d-31e965ff4ead is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:03.030662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-64e83e4d-f783-494e-a617-341f1f988cba None None] Could not find standard attr ID for object ec03c424-97e3-4986-9cb5-32a841b1f053. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:59:03.086602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:03.089729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:03.092410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:03.098153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:03.098779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:03.113662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=1c4aa3e8-b512-4818-98f1-758d990090e6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:03.203584 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fc9b2270-9d63-4a9d-9ac8-cca189f8afdb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0780077 Sep 15 09:59:03.206442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54318) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:03.301498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8658ae3-d557-4c36-8f14-5fb2d5afd27c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:03.307814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8658ae3-d557-4c36-8f14-5fb2d5afd27c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:03.308566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e8658ae3-d557-4c36-8f14-5fb2d5afd27c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:03.374292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e8658ae3-d557-4c36-8f14-5fb2d5afd27c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:03.375410 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e8658ae3-d557-4c36-8f14-5fb2d5afd27c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1676579 Sep 15 09:59:03.378209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54322) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:03.424653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d9e6ddea-d711-4f2a-986c-c2cf7d5b75cb None None] Provisioning for port 1c4aa3e8-b512-4818-98f1-758d990090e6 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:03.429240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d9e6ddea-d711-4f2a-986c-c2cf7d5b75cb None None] Provisioning complete for port 1c4aa3e8-b512-4818-98f1-758d990090e6 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:03.429609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d9e6ddea-d711-4f2a-986c-c2cf7d5b75cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:03.450540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-41163898-f4ea-4335-9962-6325f22855fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 1c4aa3e8-b512-4818-98f1-758d990090e6 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:03.450883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41163898-f4ea-4335-9962-6325f22855fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:03.485312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6ddea-d711-4f2a-986c-c2cf7d5b75cb None None] Port 1c4aa3e8-b512-4818-98f1-758d990090e6 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:59:03.526794 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54328) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:03.612605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1137312-f404-4ab3-94f0-b4d58b670105 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:03.613259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1137312-f404-4ab3-94f0-b4d58b670105 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:03.613437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1137312-f404-4ab3-94f0-b4d58b670105 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:03.616751 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f1137312-f404-4ab3-94f0-b4d58b670105 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=14e58e70efa345479d052cec6cf73fff&network_id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 2999 time: 0.0871716 Sep 15 09:59:03.716094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41163898-f4ea-4335-9962-6325f22855fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:03.850025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-41163898-f4ea-4335-9962-6325f22855fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 1c4aa3e8-b512-4818-98f1-758d990090e6 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:04.178524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41163898-f4ea-4335-9962-6325f22855fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:04.233448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41163898-f4ea-4335-9962-6325f22855fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=1c4aa3e8-b512-4818-98f1-758d990090e6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:04.288405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-41163898-f4ea-4335-9962-6325f22855fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:04.375080 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-41163898-f4ea-4335-9962-6325f22855fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/1c4aa3e8-b512-4818-98f1-758d990090e6 HTTP/1.1" status: 204 len: 168 time: 0.9958079 Sep 15 09:59:04.377570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54336) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:04.447124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57160263-1a32-4bd2-956c-4bc9747c9d40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:04.448741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57160263-1a32-4bd2-956c-4bc9747c9d40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:04.449873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-57160263-1a32-4bd2-956c-4bc9747c9d40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:04.534115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-57160263-1a32-4bd2-956c-4bc9747c9d40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:04.535195 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-57160263-1a32-4bd2-956c-4bc9747c9d40 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1564002 Sep 15 09:59:04.537798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54342) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:04.604873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ffcc6b2-dfc9-4809-a01b-3ebc548318ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 5c5bd306-79b6-4390-aa51-0834dcfd5615 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:04.606691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b46054e-c4ac-4723-ba6d-31e965ff4ead up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:04.608111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc6b2-dfc9-4809-a01b-3ebc548318ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:04.668052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc6b2-dfc9-4809-a01b-3ebc548318ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:04.675183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 7b46054e-c4ac-4723-ba6d-31e965ff4ead triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:04.675548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:04.751357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc6b2-dfc9-4809-a01b-3ebc548318ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:04.792475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 7b46054e-c4ac-4723-ba6d-31e965ff4ead is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:04.892750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc6b2-dfc9-4809-a01b-3ebc548318ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:04.931428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcc6b2-dfc9-4809-a01b-3ebc548318ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5bd306-79b6-4390-aa51-0834dcfd5615,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:04.934952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ffcc6b2-dfc9-4809-a01b-3ebc548318ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:04.941838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71e7bb-ae96-4253-87a8-74b07ad5dc35 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:05.002213 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6ffcc6b2-dfc9-4809-a01b-3ebc548318ce tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/5c5bd306-79b6-4390-aa51-0834dcfd5615 HTTP/1.1" status: 204 len: 168 time: 0.4631248 Sep 15 09:59:05.004287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54348) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:05.074929 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6db1acd0-06b3-4a76-9882-c3248cb99609 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0695503 Sep 15 09:59:05.077292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54352) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:05.163793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732e6c4a-e6a9-49a6-97a0-bcda60dce5fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:05.164494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-732e6c4a-e6a9-49a6-97a0-bcda60dce5fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:05.204435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:59:05.208771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] Deleting port 7b46054e-c4ac-4723-ba6d-31e965ff4ead {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:05.209139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:05.241107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-732e6c4a-e6a9-49a6-97a0-bcda60dce5fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:05.242330 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-732e6c4a-e6a9-49a6-97a0-bcda60dce5fe tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1641717 Sep 15 09:59:05.251754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54356) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:05.254657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54360) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:05.344038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa645469-9b78-4a10-b221-a0c4d9678643 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:05.346038 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fa645469-9b78-4a10-b221-a0c4d9678643 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2 HTTP/1.1" status: 200 len: 814 time: 0.0900846 Sep 15 09:59:05.353428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0a0dff-d157-486f-89d0-5ed36959a882 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:05.354525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4e0a0dff-d157-486f-89d0-5ed36959a882 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:05.413190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] For port 7b46054e-c4ac-4723-ba6d-31e965ff4ead, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7b46054e-c4ac-4723-ba6d-31e965ff4ead,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:05.413579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:05.448026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4e0a0dff-d157-486f-89d0-5ed36959a882 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:05.449162 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4e0a0dff-d157-486f-89d0-5ed36959a882 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1963091 Sep 15 09:59:05.451893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54366) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:05.525443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bc6af81d-7c4a-4f8b-817b-383dbb01c2d7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0683951 Sep 15 09:59:05.525803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54372) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:05.531369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:05.536932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] Calling delete_port for 7b46054e-c4ac-4723-ba6d-31e965ff4ead owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:05.654490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:05.704282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] No DVR routers for this DVR port 7b46054e-c4ac-4723-ba6d-31e965ff4ead on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:59:05.705913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a224231-631e-4177-a309-aa9ced5581f1 None None] Pushing event deleted for resources: {'Port': ['ID=7b46054e-c4ac-4723-ba6d-31e965ff4ead,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:05.761171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:05.770683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:05.888218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:05.891707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:05.976841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54376) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:05.982832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:06.084646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:06.197014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:06.260265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:06.263325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:06.267512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:06.268098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:06.272109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42da83da-95a0-4e66-8764-1da50da05ae2 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:06.284112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=c84a030c-6516-4ee9-815f-1a6092ccaed1,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:06.369660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-76df481a-438d-41fc-a4e3-d810d6280698 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8427930 Sep 15 09:59:06.371004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:06.372253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54380) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:06.377698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:96:a5:3f', 'name': 'tempest-NetworksTestDHCPv6-492234431'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:06.455915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:06.456126 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f disassociated. External IP: 172.26.7.198, port: 1d9a2235-112a-4040-8865-79b4a7e2772c. Sep 15 09:59:06.510630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': 'c84a030c-6516-4ee9-815f-1a6092ccaed1'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:59:06.511530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:06.609276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b46054e-c4ac-4723-ba6d-31e965ff4ead no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:59:06.683735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 7b46054e-c4ac-4723-ba6d-31e965ff4ead {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:59:06.684551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 7b46054e-c4ac-4723-ba6d-31e965ff4ead not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:59:06.748998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/c84a030c-6516-4ee9-815f-1a6092ccaed1/93086b79-b020-48c7-b687-472390632529) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:06.771125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:06.788663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:06.870577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:06.955876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:06.966807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Transition to ACTIVE for port object 93086b79-b020-48c7-b687-472390632529 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:06.985369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Transition to ACTIVE for port object 93086b79-b020-48c7-b687-472390632529 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:07.078683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:07.087136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:07.088715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 7651aa9b-49c1-4b36-a076-a307f1d68f6d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:59:07.153540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:07.156476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:07.159360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:07.175052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 60d59b62-e54d-447b-9e7f-02098d882950 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:07.197512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Pushing event updated for resources: {'Port': ['ID=93086b79-b020-48c7-b687-472390632529,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:07.272385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Attempting to bind port 93086b79-b020-48c7-b687-472390632529 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:59:07.272751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Attempting to bind port 93086b79-b020-48c7-b687-472390632529 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:59:07.273113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Attempting to bind port 93086b79-b020-48c7-b687-472390632529 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:59:07.278688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:59:07.279047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:07.279453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:07.279837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:59:07.280293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Bound port: 93086b79-b020-48c7-b687-472390632529, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:59:07.280700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:07.370354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] For port 93086b79-b020-48c7-b687-472390632529, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:59:07.373783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] For port 93086b79-b020-48c7-b687-472390632529, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=93086b79-b020-48c7-b687-472390632529,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:59:07.390226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:59:07.400282 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] Sync routers for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:59:07.404213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:07.409500 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:59:07.410133 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:07.441557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:07.457888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::27b (9ae5be1d-5fac-495e-970c-08a3e7a6333d/c84a030c-6516-4ee9-815f-1a6092ccaed1/60d59b62-e54d-447b-9e7f-02098d882950) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:07.481541 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ee433d89-ed98-4c85-88b2-e4a6ccfe22a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 690 time: 1.5027680 Sep 15 09:59:07.483994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:59:07.486298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b5cecc-7263-497e-9036-e8652b5d22fa" -d '{"events": [{"name": "network-changed", "server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:59:07.487450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54384) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:07.539522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66084c18-cf76-4618-998a-2b301e4f7ad1 None None] Pushing event updated for resources: {'Port': ['ID=93086b79-b020-48c7-b687-472390632529,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:07.553054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3301391-0591-4104-99e2-2de9b736d9a5 x-openstack-request-id: req-d3301391-0591-4104-99e2-2de9b736d9a5 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:59:07.553340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:59:07.553588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3301391-0591-4104-99e2-2de9b736d9a5 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:59:07.554034 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3301391-0591-4104-99e2-2de9b736d9a5'] response: {'name': 'network-changed', 'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'status': 'completed', 'code': 200} Sep 15 09:59:07.612807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:59:07.642912 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-09eb1952-95ee-4c77-b041-dd79d7d0624c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 690 time: 0.1518002 Sep 15 09:59:07.812328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:07.820584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-fd8c36b0-6b38-4160-bda8-a31e91827b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:07.822397 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-fd8c36b0-6b38-4160-bda8-a31e91827b88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 1098 time: 0.2208071 Sep 15 09:59:07.907206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 60d59b62-e54d-447b-9e7f-02098d882950 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:07.965366 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:07.969335 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] Checking router: 7651aa9b-49c1-4b36-a076-a307f1d68f6d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:59:07.976533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-418144c9-6349-4f16-935e-fd81695996e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:07.978507 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:59:07.978896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-418144c9-6349-4f16-935e-fd81695996e9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 898 time: 0.1501861 Sep 15 09:59:07.979105 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:58:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:08.049866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:08.052380 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-a36ed2d5-1ddb-41d7-9a02-0760874be58b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9a2235-112a-4040-8865-79b4a7e2772c HTTP/1.1" status: 200 len: 217 time: 0.0682518 Sep 15 09:59:08.160245 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:59:08.301094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:08.307673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:08.313214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:08.318739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:08.319358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:08.331497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=60d59b62-e54d-447b-9e7f-02098d882950,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:08.340437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-7aaccea5-09d7-40c4-8e4c-4d89b29a981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:08.341949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-7aaccea5-09d7-40c4-8e4c-4d89b29a981d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 200 len: 835 time: 0.2557898 Sep 15 09:59:08.414295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-041bdd7c-883b-407f-881f-29f37a7cd9fd tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0408700 Sep 15 09:59:08.417025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54390) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:08.435403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-b639f5e7-a71b-4efe-8f5f-b0bd32ac4d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:08.437089 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-b639f5e7-a71b-4efe-8f5f-b0bd32ac4d58 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d5126df-b3be-4373-8277-b346edf0f9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0889561 Sep 15 09:59:08.533754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a61fc8-8759-4e63-9462-ba05c589be06 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:08.540251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a61fc8-8759-4e63-9462-ba05c589be06 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:08.541302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b9a61fc8-8759-4e63-9462-ba05c589be06 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:08.562474 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:08.565761 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0b695c-258d-4213-881e-8bcf8840a05f None None] The sync data for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv is: [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:59:08.605264 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-8e94c83c-768e-4c57-966b-2502dcce3274 service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615520 Sep 15 09:59:08.647948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b9a61fc8-8759-4e63-9462-ba05c589be06 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:08.647948 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b9a61fc8-8759-4e63-9462-ba05c589be06 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2261791 Sep 15 09:59:08.647948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54394) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:08.649913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54396) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:08.670261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 93086b79-b020-48c7-b687-472390632529 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:08.785544 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6b5cecc-7263-497e-9036-e8652b5d22fa req-3f722dd4-6b3c-4af3-ba4b-8d1f1871a583 service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743460 Sep 15 09:59:08.801803 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-98483b1a-fd6e-446a-95ea-b30072644502 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 690 time: 0.1509235 Sep 15 09:59:08.819868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-29755dcd-f5a1-42c4-af5c-2c082aaf2b94 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 60d59b62-e54d-447b-9e7f-02098d882950 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:08.820216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-29755dcd-f5a1-42c4-af5c-2c082aaf2b94 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:08.825423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7c4a541d-8646-4926-9c80-54b7b6500a6e None None] Provisioning for port 93086b79-b020-48c7-b687-472390632529 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:08.843190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 93086b79-b020-48c7-b687-472390632529 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:08.848890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 93086b79-b020-48c7-b687-472390632529 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:08.849622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:08.964318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b3c47-a5a9-4ee9-a06e-4a949148845b None None] New status for floating IP 4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:59:09.092518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-29755dcd-f5a1-42c4-af5c-2c082aaf2b94 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:09.193515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 93086b79-b020-48c7-b687-472390632529 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:09.193834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:09.223149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-29755dcd-f5a1-42c4-af5c-2c082aaf2b94 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 60d59b62-e54d-447b-9e7f-02098d882950 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:09.266609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1a3cf233-621e-4d5a-ad0f-eee3c08952ca None None] Provisioning for port 60d59b62-e54d-447b-9e7f-02098d882950 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:09.363800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1a3cf233-621e-4d5a-ad0f-eee3c08952ca None None] Provisioning complete for port 60d59b62-e54d-447b-9e7f-02098d882950 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:09.364171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1a3cf233-621e-4d5a-ad0f-eee3c08952ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:09.422504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 93086b79-b020-48c7-b687-472390632529, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=93086b79-b020-48c7-b687-472390632529,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:09.430997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1a3cf233-621e-4d5a-ad0f-eee3c08952ca None None] Port 60d59b62-e54d-447b-9e7f-02098d882950 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:59:09.432741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-29755dcd-f5a1-42c4-af5c-2c082aaf2b94 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:09.488395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:09.520053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29755dcd-f5a1-42c4-af5c-2c082aaf2b94 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=60d59b62-e54d-447b-9e7f-02098d882950,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:09.538059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-29755dcd-f5a1-42c4-af5c-2c082aaf2b94 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:09.561073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=93086b79-b020-48c7-b687-472390632529,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:09.647686 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-29755dcd-f5a1-42c4-af5c-2c082aaf2b94 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/60d59b62-e54d-447b-9e7f-02098d882950 HTTP/1.1" status: 204 len: 168 time: 0.9997399 Sep 15 09:59:09.650316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54402) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:09.721749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc64cc2-95b1-4b1f-8e1e-8471cd333934 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:09.723187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc64cc2-95b1-4b1f-8e1e-8471cd333934 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:09.724659 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3dc64cc2-95b1-4b1f-8e1e-8471cd333934 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0732908 Sep 15 09:59:09.728410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54406) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:09.797597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09e63a3-271c-497f-a114-59500397a500 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet c84a030c-6516-4ee9-815f-1a6092ccaed1 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:09.800384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e09e63a3-271c-497f-a114-59500397a500 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:09.806319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54410) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:09.854907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e09e63a3-271c-497f-a114-59500397a500 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:09.889437 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-10f69859-209a-4060-a766-7a9bffb6eb76 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 688 time: 0.0819018 Sep 15 09:59:09.940338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e09e63a3-271c-497f-a114-59500397a500 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:10.083236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e09e63a3-271c-497f-a114-59500397a500 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:10.121664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e63a3-271c-497f-a114-59500397a500 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=c84a030c-6516-4ee9-815f-1a6092ccaed1,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:10.125891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e09e63a3-271c-497f-a114-59500397a500 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:10.132258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951dff83-a713-47ad-9f25-a73eb8abf808 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:10.135253 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e09e63a3-271c-497f-a114-59500397a500 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/c84a030c-6516-4ee9-815f-1a6092ccaed1 HTTP/1.1" status: 204 len: 168 time: 0.4059048 Sep 15 09:59:10.137657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54414) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:10.208587 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fd0f66ed-9b4c-4473-874c-92d0c993f294 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697730 Sep 15 09:59:10.210927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54418) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:10.301938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c54a3f-9eb1-4a9e-8827-5ecd1f4e633a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:10.302612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-41c54a3f-9eb1-4a9e-8827-5ecd1f4e633a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:10.395515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-41c54a3f-9eb1-4a9e-8827-5ecd1f4e633a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:10.396692 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-41c54a3f-9eb1-4a9e-8827-5ecd1f4e633a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1843104 Sep 15 09:59:10.399824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54422) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:10.418364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:59:10.422826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] Deleting port 93086b79-b020-48c7-b687-472390632529 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:10.423197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:10.463035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2118f9-1445-455e-841b-15401b686ee2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:10.463717 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6a2118f9-1445-455e-841b-15401b686ee2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:10.556636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6a2118f9-1445-455e-841b-15401b686ee2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:10.560486 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6a2118f9-1445-455e-841b-15401b686ee2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1572185 Sep 15 09:59:10.561065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54426) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:10.616981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 93086b79-b020-48c7-b687-472390632529 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:59:10.638661 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4c17d5dc-51a8-47ab-aa51-2d7fa0c2e38b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0763407 Sep 15 09:59:10.642598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54430) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:10.648297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:10.668924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] For port 93086b79-b020-48c7-b687-472390632529, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=93086b79-b020-48c7-b687-472390632529,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:10.669313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:10.797560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] Calling delete_port for 93086b79-b020-48c7-b687-472390632529 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:10.865334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:10.874798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:10.920505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 93086b79-b020-48c7-b687-472390632529 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:10.920858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:10.945109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:10.949379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:10.996649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.035996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54436) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:11.042628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659002304', 'description': 'tempest-secgroup-smoke-1659002304 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:11.049021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:11.059240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:11.076026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] Pushing event deleted for resources: {'Port': ['ID=93086b79-b020-48c7-b687-472390632529,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:11.087724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b5229-3f95-460f-a80a-8d76efd47b42 None None] No DVR routers for this DVR port 93086b79-b020-48c7-b687-472390632529 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:59:11.134625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.155306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:11.159157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:11.162014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:11.167846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:11.237950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.311113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.356253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:59:11.357386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.362098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a403ae48-6ef2-4917-a282-c2f104ad5798,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:11.413022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:11.416354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:11.420656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:11.421246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.425343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c33b375-eb04-44df-b78c-b764529bbe34 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:11.441380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:11.442502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.452488 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a2d0cd47-c279-4d0e-8b40-14f2e6c84dea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4118528 Sep 15 09:59:11.454396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54440) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:11.458319 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'a403ae48-6ef2-4917-a282-c2f104ad5798', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:11.464292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:11.468122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:11.471028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:11.476707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:11.529400 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2ec0b0b1-a760-4971-87ce-ec9c66927628 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8852205 Sep 15 09:59:11.531778 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54444) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:11.537294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:11.621869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.645395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': 'c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:59:11.646297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.717596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:11.733918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:11.737300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.738276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:11.744234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:11.801709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Allocated IP 2001:db8::f816:3eff:fea0:53fe (9ae5be1d-5fac-495e-970c-08a3e7a6333d/c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19/ebce3699-f744-4901-98c3-c9ed64c0dec7) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:11.806639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.830455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94caa7d-7b9b-4d9d-87e2-70c48610ca40,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:11.837711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:11.841033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.922290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:11.923465 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5a27592e-bdae-4690-be57-878f1ecc165d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4698958 Sep 15 09:59:11.926397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54448) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:11.933425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'a403ae48-6ef2-4917-a282-c2f104ad5798', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:11.942705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:11.964380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:11.969002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:11.979117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:11.995911 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.ipam_backend_mixin [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19 (CIDR: 2001:db8::/64) Sep 15 09:59:12.014166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.026818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Transition to ACTIVE for port object ebce3699-f744-4901-98c3-c9ed64c0dec7 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:12.045285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Transition to ACTIVE for port object ebce3699-f744-4901-98c3-c9ed64c0dec7 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:12.060239 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:59:12.060726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:12.098376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.127162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.157197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.194759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:12.198839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:12.201393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:12.208964 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3c3fcc19-c246-402b-ac55-28523b67919b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6761587 Sep 15 09:59:12.212438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54452) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:12.218349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:12.243455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Pushing event updated for resources: {'Port': ['ID=ebce3699-f744-4901-98c3-c9ed64c0dec7,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:12.253811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.279274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90648d05-173a-48e9-91bd-ec376bfdcdc3,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:12.346761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Attempting to bind port ebce3699-f744-4901-98c3-c9ed64c0dec7 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:59:12.347126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Attempting to bind port ebce3699-f744-4901-98c3-c9ed64c0dec7 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:59:12.347475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Attempting to bind port ebce3699-f744-4901-98c3-c9ed64c0dec7 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:59:12.352945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:59:12.353403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:12.355338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.355338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:59:12.355338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Bound port: ebce3699-f744-4901-98c3-c9ed64c0dec7, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:59:12.355338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.372153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:12.374165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.375755 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2d86a849-b0ad-4882-ac5c-627b79f42a07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4482534 Sep 15 09:59:12.378370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54456) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:12.379290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:12.384268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:12.384719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'a403ae48-6ef2-4917-a282-c2f104ad5798', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:12.389108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:12.390873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:12.394901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:12.397989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:12.405352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:12.443748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] For port ebce3699-f744-4901-98c3-c9ed64c0dec7, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:59:12.447539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] For port ebce3699-f744-4901-98c3-c9ed64c0dec7, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebce3699-f744-4901-98c3-c9ed64c0dec7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:59:12.453847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:12.457636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.483450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.500273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.557462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.574770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdeca0-8291-4d57-8f10-d9305626205d None None] Pushing event updated for resources: {'Port': ['ID=ebce3699-f744-4901-98c3-c9ed64c0dec7,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:12.686629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.708792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e94fe128-093f-4834-97ee-1f4370f785f4,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:12.801543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.815275 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1224d757-6a66-4581-a39f-b5c51fc9ece6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4282928 Sep 15 09:59:12.815431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54460) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:12.818650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'a403ae48-6ef2-4917-a282-c2f104ad5798', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:12.826993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:12.833731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:12.837559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:12.840412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.882086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:12.920443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:12.923545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:12.927940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:12.928526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:12.947279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=81b76b7d-8660-439e-902c-529dad6fe4f2,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:12.991841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.042216 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2cd25d4a-e431-47bf-a319-da8238bf1144 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8283608 Sep 15 09:59:13.044910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54464) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:13.050693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:ea:17:ad', 'name': 'tempest-NetworksTestDHCPv6-128823882'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:13.061548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.139725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.166410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e2b1df5-3a0f-405b-8d5a-65d35c4a8e5f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:13.236636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.238017 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-57937147-fcf3-4bb7-af3a-5d1789f3aefa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4241531 Sep 15 09:59:13.240814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54468) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:13.245808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'a403ae48-6ef2-4917-a282-c2f104ad5798', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:13.251767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:13.255880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:13.259780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:13.266199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:13.307478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:13.311698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:13.317524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:13.322351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:13.334002 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:59:13.342744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.412361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.425545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:13.493975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.519188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21bc80f-04bd-4701-9b92-12def6eb8c4a,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:13.556204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.584168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 64e3dfc4-01d0-4ada-968b-3e4e5527567c yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:13.603757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f48ec-87bb-4271-b135-11e5450bff46 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:13.630806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.635529 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0d6da0ee-b0ea-4271-bfc9-270a2e66801b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3937566 Sep 15 09:59:13.647321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54472) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:13.647321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'a403ae48-6ef2-4917-a282-c2f104ad5798', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:13.647321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:13.651835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:13.653976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:13.659818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:13.728141 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 09:59:13.735285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.757975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c4bcb488-3391-419b-862a-198ede261da9 None None] Provisioning for port ebce3699-f744-4901-98c3-c9ed64c0dec7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:13.803731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.805687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8:0:1::32f (9ae5be1d-5fac-495e-970c-08a3e7a6333d/81b76b7d-8660-439e-902c-529dad6fe4f2/64e3dfc4-01d0-4ada-968b-3e4e5527567c) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:13.811588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:feea:17ad (9ae5be1d-5fac-495e-970c-08a3e7a6333d/c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19/64e3dfc4-01d0-4ada-968b-3e4e5527567c) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:13.882647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.911898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1866779-9079-427d-a4c4-7594702e1b5f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:13.942707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc789aac-f31f-4022-9e51-1bcedf41f3e0 None None] Update dhcp port {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': 'c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19', 'ip_address': '2001:db8::f816:3eff:fea0:53fe'}, {'subnet_id': '81b76b7d-8660-439e-902c-529dad6fe4f2'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'ebce3699-f744-4901-98c3-c9ed64c0dec7'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:59:13.962998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:13.969977 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ab18b5b5-39b2-4483-8e91-992f2f296f25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274009 Sep 15 09:59:14.000381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fc789aac-f31f-4022-9e51-1bcedf41f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:14.017798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:14.034837 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 64e3dfc4-01d0-4ada-968b-3e4e5527567c will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:14.118948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:14.196342 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-7307737d-d908-4686-966e-c00ebb09c967 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659002304&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.0403817 Sep 15 09:59:14.199642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:14.202595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:14.205199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:14.212236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:14.213388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:14.214561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-fc789aac-f31f-4022-9e51-1bcedf41f3e0 None None] Allocated IP 2001:db8:0:1::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/81b76b7d-8660-439e-902c-529dad6fe4f2/ebce3699-f744-4901-98c3-c9ed64c0dec7) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:14.232931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=64e3dfc4-01d0-4ada-968b-3e4e5527567c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:14.306390 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-351824ea-a553-4ead-bcc2-12ad5413e754 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2601964 Sep 15 09:59:14.308696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54488) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:14.368230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-e7c77e62-c1c4-4a81-a8ef-237e67743010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:14.369454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fc789aac-f31f-4022-9e51-1bcedf41f3e0 None None] For port ebce3699-f744-4901-98c3-c9ed64c0dec7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebce3699-f744-4901-98c3-c9ed64c0dec7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:14.369903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-e7c77e62-c1c4-4a81-a8ef-237e67743010 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 797 time: 0.1639125 Sep 15 09:59:14.386510 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-d2ca8bc5-4e71-4559-95fb-18a720c1faea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0109599 Sep 15 09:59:14.393407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1c5036cf-7fa3-44f0-86c1-51402f6a2cc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 64e3dfc4-01d0-4ada-968b-3e4e5527567c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:14.393754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c5036cf-7fa3-44f0-86c1-51402f6a2cc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:14.399703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fc789aac-f31f-4022-9e51-1bcedf41f3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:14.417667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fc789aac-f31f-4022-9e51-1bcedf41f3e0 None None] Transition to ACTIVE for port object ebce3699-f744-4901-98c3-c9ed64c0dec7 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:14.459610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fc789aac-f31f-4022-9e51-1bcedf41f3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:14.487617 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-8543b587-c2fb-4730-b7ae-715b8af19115 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0946705 Sep 15 09:59:14.637147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc789aac-f31f-4022-9e51-1bcedf41f3e0 None None] Pushing event updated for resources: {'Port': ['ID=ebce3699-f744-4901-98c3-c9ed64c0dec7,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:14.654807 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1f60a8fd-f4ae-4e25-8ec1-df6ec6edc89a service neutron] 10.222.0.62 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526666 Sep 15 09:59:14.674006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c5036cf-7fa3-44f0-86c1-51402f6a2cc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:14.696465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebce3699-f744-4901-98c3-c9ed64c0dec7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:14.810597 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-04458b21-1610-4fb7-a420-39116a5f1ee4 service neutron] 10.222.0.62 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495304 Sep 15 09:59:14.820235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1c5036cf-7fa3-44f0-86c1-51402f6a2cc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 64e3dfc4-01d0-4ada-968b-3e4e5527567c owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:14.835981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ebce3699-f744-4901-98c3-c9ed64c0dec7 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:15.104205 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e808ab6d-b510-48b3-b59c-9d31d14633ad req-b9a45826-66c5-43b4-9967-72736b5b1809 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 210 time: 0.0722449 Sep 15 09:59:15.180403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c5036cf-7fa3-44f0-86c1-51402f6a2cc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:15.266679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5036cf-7fa3-44f0-86c1-51402f6a2cc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=64e3dfc4-01d0-4ada-968b-3e4e5527567c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:15.368263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-792a1083-bf56-4d2d-8187-dfd1428b32c1 None None] Provisioning for port ebce3699-f744-4901-98c3-c9ed64c0dec7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:15.375334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-792a1083-bf56-4d2d-8187-dfd1428b32c1 None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:15.376811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-792a1083-bf56-4d2d-8187-dfd1428b32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:15.445715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c5036cf-7fa3-44f0-86c1-51402f6a2cc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:15.462370 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1c5036cf-7fa3-44f0-86c1-51402f6a2cc8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/64e3dfc4-01d0-4ada-968b-3e4e5527567c HTTP/1.1" status: 204 len: 168 time: 1.1456277 Sep 15 09:59:15.462578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54500) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:15.540941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-792a1083-bf56-4d2d-8187-dfd1428b32c1 None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:15.541555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-792a1083-bf56-4d2d-8187-dfd1428b32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:15.560902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae48b2-0358-4309-9cb3-0d70dcf1cee7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:15.561640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-84ae48b2-0358-4309-9cb3-0d70dcf1cee7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:15.577284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-792a1083-bf56-4d2d-8187-dfd1428b32c1 None None] For port ebce3699-f744-4901-98c3-c9ed64c0dec7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebce3699-f744-4901-98c3-c9ed64c0dec7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:15.676758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-792a1083-bf56-4d2d-8187-dfd1428b32c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:15.748292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a1083-bf56-4d2d-8187-dfd1428b32c1 None None] Pushing event updated for resources: {'Port': ['ID=ebce3699-f744-4901-98c3-c9ed64c0dec7,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:15.762263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-84ae48b2-0358-4309-9cb3-0d70dcf1cee7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:15.763474 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-84ae48b2-0358-4309-9cb3-0d70dcf1cee7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3017168 Sep 15 09:59:15.765987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54506) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:15.787953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d55938b8-ec1f-4da8-8175-5d68c83bacfb None None] Could not find standard attr ID for object 64e3dfc4-01d0-4ada-968b-3e4e5527567c. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:59:15.851172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e540540b-f0d4-4fce-820e-459249d0f5e7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:15.853191 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e540540b-f0d4-4fce-820e-459249d0f5e7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0862710 Sep 15 09:59:15.856019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54510) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:16.023107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea0cf4-fd15-430b-99ba-2b81173151a9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:16.025271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea0cf4-fd15-430b-99ba-2b81173151a9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:16.026801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cea0cf4-fd15-430b-99ba-2b81173151a9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:16.027587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1cea0cf4-fd15-430b-99ba-2b81173151a9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:16.122170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1cea0cf4-fd15-430b-99ba-2b81173151a9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:16.123309 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1cea0cf4-fd15-430b-99ba-2b81173151a9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2664044 Sep 15 09:59:16.126101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54514) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:16.195535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdbcdbb-54c2-472c-88c6-3b2ef96d21ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 81b76b7d-8660-439e-902c-529dad6fe4f2 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:16.200228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cdbcdbb-54c2-472c-88c6-3b2ef96d21ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:16.300148 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f336aa9f-2892-48b0-ae39-c1611e31f1fb req-9c828afa-9d9c-4a24-a890-ecd0fea1d2d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 210 time: 0.0678532 Sep 15 09:59:16.309754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cdbcdbb-54c2-472c-88c6-3b2ef96d21ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:16.405897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cdbcdbb-54c2-472c-88c6-3b2ef96d21ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:16.540317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cdbcdbb-54c2-472c-88c6-3b2ef96d21ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:16.579794 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbcdbb-54c2-472c-88c6-3b2ef96d21ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=81b76b7d-8660-439e-902c-529dad6fe4f2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:16.584292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1cdbcdbb-54c2-472c-88c6-3b2ef96d21ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:16.597591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e29a5e-5dfd-4a48-ae33-bd92b60eaa9b None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:16.618530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebce3699-f744-4901-98c3-c9ed64c0dec7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:16.656888 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1cdbcdbb-54c2-472c-88c6-3b2ef96d21ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/81b76b7d-8660-439e-902c-529dad6fe4f2 HTTP/1.1" status: 204 len: 168 time: 0.5274920 Sep 15 09:59:16.657245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54520) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:16.723515 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e27780a-f3f5-4202-a1cb-5b65fe123df5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:16.726477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e27780a-f3f5-4202-a1cb-5b65fe123df5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:16.786618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e27780a-f3f5-4202-a1cb-5b65fe123df5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:16.863678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:16.864255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:16.868881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e27780a-f3f5-4202-a1cb-5b65fe123df5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:17.035257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e27780a-f3f5-4202-a1cb-5b65fe123df5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:17.043662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:17.077572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27780a-f3f5-4202-a1cb-5b65fe123df5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:17.079544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e27780a-f3f5-4202-a1cb-5b65fe123df5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:17.089794 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1e27780a-f3f5-4202-a1cb-5b65fe123df5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19 HTTP/1.1" status: 204 len: 168 time: 0.4316528 Sep 15 09:59:17.092377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54524) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:17.163137 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-941380f3-6f0d-46a9-8613-488ce785abf6 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696352 Sep 15 09:59:17.166875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54528) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:17.172690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:17.292702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:17.297018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:17.299901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:17.305895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:17.384328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:17.389342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:17.429173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-42a2127b-0465-4e8f-a2e8-cc5927e812c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:17.433842 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-42a2127b-0465-4e8f-a2e8-cc5927e812c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 797 time: 0.1729372 Sep 15 09:59:17.540788 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-df76ab7e-38c3-4459-9d8d-4f0bcecb4962 req-34f3582a-8c06-43f0-8226-8d137bbe0a44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 210 time: 0.0625646 Sep 15 09:59:17.549117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-d9c444d3-ced4-4bee-be25-0e4f22287fd7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:17.629740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-d9c444d3-ced4-4bee-be25-0e4f22287fd7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:17.631612 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-d9c444d3-ced4-4bee-be25-0e4f22287fd7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 473 time: 0.1842883 Sep 15 09:59:17.640863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['a403ae48-6ef2-4917-a282-c2f104ad5798']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:17.695235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2380515-69d9-4afd-97a1-44cbb116e801 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:17.794871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:17.804194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-75bc23eb-1c74-4830-8625-d3ab2191975d None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:17.804651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-75bc23eb-1c74-4830-8625-d3ab2191975d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:17.808584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:17.874923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:17.879021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:17.896880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:59:18.027473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-75bc23eb-1c74-4830-8625-d3ab2191975d None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:18.044343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.11 (3d5126df-b3be-4373-8277-b346edf0f9ab/fc47091b-6e54-43bf-9c0f-d52c2a74c748/20fc0f53-2d4c-41e6-aed7-a58b32e82a5c) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:18.138060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.250732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.266508 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:18.349273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-837ce539-7ccf-4a1e-ad67-df552b88a909 None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:18.349711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-837ce539-7ccf-4a1e-ad67-df552b88a909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.366378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port ebce3699-f744-4901-98c3-c9ed64c0dec7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebce3699-f744-4901-98c3-c9ed64c0dec7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:18.378368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.391720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.457411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 3d5126df-b3be-4373-8277-b346edf0f9ab is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:18.458722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.460131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.460558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:18.464976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:18.471086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-837ce539-7ccf-4a1e-ad67-df552b88a909 None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:18.500172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:18.534101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:18.534722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.583305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:18.589796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:18.592587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:18.593307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.604055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f25db6-5782-438f-90d9-080229187c22 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:18.615864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=eec24f98-c11f-4e98-9e6f-0f7324418faf,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:18.628156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=ebce3699-f744-4901-98c3-c9ed64c0dec7,revision_number=8']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:18.700363 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-1e5bb045-a60f-4808-b15d-724df6226e81 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0632110 Sep 15 09:59:18.728556 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-351aa567-a518-480c-8f0a-de68bb1f9ada tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5552437 Sep 15 09:59:18.728833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Request body: {'port': {'device_id': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:18.728930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54540) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:18.735078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:18.861953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:18.918759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5230f18c-98e5-4019-b5b9-e4022d381fc4 None None] Provisioning for port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:18.926305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5230f18c-98e5-4019-b5b9-e4022d381fc4 None None] Provisioning complete for port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:18.926975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5230f18c-98e5-4019-b5b9-e4022d381fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.013743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5230f18c-98e5-4019-b5b9-e4022d381fc4 None None] Port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:59:19.076566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccb161-ab35-4aca-b2ea-1c405d04a7e9 req-fafe8b7f-2e80-4aa0-9ad6-9f94fdad4469 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:19.079812 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5cccb161-ab35-4aca-b2ea-1c405d04a7e9 req-fafe8b7f-2e80-4aa0-9ad6-9f94fdad4469 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 932 time: 0.3173275 Sep 15 09:59:19.083649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:19.088255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:19.110459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:19.123838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:19.142386 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5cccb161-ab35-4aca-b2ea-1c405d04a7e9 req-3dd560cb-bdd7-4a9b-a53d-e2230d95ca42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510614 Sep 15 09:59:19.231002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:19.235217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.310620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:59:19.317913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.340781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-099b3b76-110a-4a03-86ab-de3a6b77c043 None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:19.345985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-099b3b76-110a-4a03-86ab-de3a6b77c043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.346108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Transition to ACTIVE for port object 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:19.390319 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.ipam_backend_mixin [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet eec24f98-c11f-4e98-9e6f-0f7324418faf (CIDR: 2001:db8::/64) Sep 15 09:59:19.419590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.420052 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:59:19.420488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:19.463502 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-099b3b76-110a-4a03-86ab-de3a6b77c043 None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:19.515864 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e1c8587b-3d84-478d-828a-2c86cbf906f8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7878220 Sep 15 09:59:19.518647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54544) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:19.525388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:19.590743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3e0b1c2-98f0-490d-94b8-b1bbe1d41559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.616147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Pushing event updated for resources: {'Port': ['ID=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:19.628634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.628990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.629326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.629658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.630014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.630343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.630671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.630996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.631317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.631637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.631958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.632275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:19.658816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Attempting to bind port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:59:19.659148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Attempting to bind port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:59:19.659985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Attempting to bind port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c on network 3d5126df-b3be-4373-8277-b346edf0f9ab {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:59:19.663979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c on network 3d5126df-b3be-4373-8277-b346edf0f9ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 09:59:19.664853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Attempting to bind port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c on network 3d5126df-b3be-4373-8277-b346edf0f9ab {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:59:19.669977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:59:19.670315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Checking segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:19.670690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Bound using segment: {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:59:19.671115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Bound port: 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:59:19.671460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.673418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:19.677612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:19.681336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:19.688769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:19.761728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] For port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:59:19.762343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:19.764676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] For port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:59:19.765987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.837765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.873335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:19.873971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:19.875396 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] 10.222.0.16 "PUT /v2.0/ports/20fc0f53-2d4c-41e6-aed7-a58b32e82a5c HTTP/1.1" status: 200 len: 1094 time: 1.1619680 Sep 15 09:59:19.875852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'tag': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:59:19.878165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2306ade7-aa64-44e8-94ea-c755c431eb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "da036b4a-4b67-48f0-ae69-32311c7ddd91", "tag": "20fc0f53-2d4c-41e6-aed7-a58b32e82a5c"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:59:19.913414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed389e8-1cd4-4aaa-b0ae-d34a43e631f9 service neutron] Pushing event updated for resources: {'Port': ['ID=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:19.932956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33033848-48ba-4beb-9eba-4db22002aee8 x-openstack-request-id: req-33033848-48ba-4beb-9eba-4db22002aee8 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:59:19.932956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da036b4a-4b67-48f0-ae69-32311c7ddd91", "tag": "20fc0f53-2d4c-41e6-aed7-a58b32e82a5c", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:59:19.932956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-33033848-48ba-4beb-9eba-4db22002aee8 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:59:19.932956 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33033848-48ba-4beb-9eba-4db22002aee8'] response: {'name': 'network-changed', 'server_uuid': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'tag': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'status': 'completed', 'code': 200} Sep 15 09:59:20.055532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ade7-aa64-44e8-94ea-c755c431eb8b req-6cd375b2-df34-4e1f-9eea-07b43207ecfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:20.056988 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2306ade7-aa64-44e8-94ea-c755c431eb8b req-6cd375b2-df34-4e1f-9eea-07b43207ecfe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 1097 time: 0.0841839 Sep 15 09:59:20.088947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:20.145516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:20.149274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:20.153522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:20.154119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:20.158785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94c3f14-1e2d-4298-8c90-fe33f2c7688c None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:20.183458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=49120473-8b24-415c-9f3e-ee090e111b56,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:20.251190 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f35e88b2-2bb4-41bb-b4ec-0396e3f82665 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7279677 Sep 15 09:59:20.251841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54552) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:20.263409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:ac:9d:d5', 'name': 'tempest-NetworksTestDHCPv6-1643335763'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:20.332639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ade7-aa64-44e8-94ea-c755c431eb8b req-a0e1e99d-2989-4a28-a396-5653d2295c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:20.334379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2306ade7-aa64-44e8-94ea-c755c431eb8b req-a0e1e99d-2989-4a28-a396-5653d2295c75 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2658679 Sep 15 09:59:20.487581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657d508-aeb8-4664-b9f3-af6a7ce2649f req-17b30ccb-4b0e-4b63-9638-ae0c4a224bb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:20.489036 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e657d508-aeb8-4664-b9f3-af6a7ce2649f req-17b30ccb-4b0e-4b63-9638-ae0c4a224bb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 944 time: 0.1989574 Sep 15 09:59:20.497294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306ade7-aa64-44e8-94ea-c755c431eb8b req-0fea728e-7fd4-447d-9387-20056a98cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:20.498786 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2306ade7-aa64-44e8-94ea-c755c431eb8b req-0fea728e-7fd4-447d-9387-20056a98cc8d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583648 Sep 15 09:59:20.501239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:20.535000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:20.550488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab40b85-9e00-457c-83c6-b489d18d05ce None None] Update dhcp port {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': 'eec24f98-c11f-4e98-9e6f-0f7324418faf', 'ip_address': '2001:db8::f816:3eff:fea0:53fe'}, {'subnet_id': '49120473-8b24-415c-9f3e-ee090e111b56'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'ebce3699-f744-4901-98c3-c9ed64c0dec7'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:59:20.552432 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e657d508-aeb8-4664-b9f3-af6a7ce2649f req-3db877b7-0d91-4de0-931b-2efa93696663 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539587 Sep 15 09:59:20.617083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4ab40b85-9e00-457c-83c6-b489d18d05ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:20.629898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebce3699-f744-4901-98c3-c9ed64c0dec7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:20.641954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:20.646591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-7c31328e-6387-4d8c-a56d-e143ad6f5f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:20.648080 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-7c31328e-6387-4d8c-a56d-e143ad6f5f3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 1097 time: 0.0884795 Sep 15 09:59:20.663088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:20.729949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-cad11274-e184-4c5b-a818-751895b2478d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c HTTP/1.1" status: 200 len: 217 time: 0.0692892 Sep 15 09:59:20.777473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:20.802003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-14ee8a7c-03c5-4d38-8b65-3bb4d3663076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:20.803448 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-14ee8a7c-03c5-4d38-8b65-3bb4d3663076 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 200 len: 835 time: 0.0672207 Sep 15 09:59:20.805866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 684e81d0-a17d-42c6-9e7c-85967ffa6847 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:20.836398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:20.836860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:20.896349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-d047053b-8f3d-4f67-b2ba-341eed9bec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:20.897780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-d047053b-8f3d-4f67-b2ba-341eed9bec89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d5126df-b3be-4373-8277-b346edf0f9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869675 Sep 15 09:59:20.963305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:21.021760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8:0:1::273 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/49120473-8b24-415c-9f3e-ee090e111b56/684e81d0-a17d-42c6-9e7c-85967ffa6847) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:21.027772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::f816:3eff:feac:9dd5 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/eec24f98-c11f-4e98-9e6f-0f7324418faf/684e81d0-a17d-42c6-9e7c-85967ffa6847) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:21.034150 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-5d9be44f-5cbd-4035-bf5d-e3cbe9681da1 service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298068 Sep 15 09:59:21.163423 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9ce7e7c3-1276-45ef-a75b-705cc892a9bf req-c95aa894-abd2-44f2-ae1e-c2a71752c3af service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229968 Sep 15 09:59:21.225273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:21.241832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 684e81d0-a17d-42c6-9e7c-85967ffa6847 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:21.305601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:21.378423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-4ab40b85-9e00-457c-83c6-b489d18d05ce None None] Allocated IP 2001:db8:0:1::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/49120473-8b24-415c-9f3e-ee090e111b56/ebce3699-f744-4901-98c3-c9ed64c0dec7) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:21.490538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:21.494023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:21.498573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:21.503978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:21.504577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:21.512940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=684e81d0-a17d-42c6-9e7c-85967ffa6847,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:21.520578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4ab40b85-9e00-457c-83c6-b489d18d05ce None None] For port ebce3699-f744-4901-98c3-c9ed64c0dec7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebce3699-f744-4901-98c3-c9ed64c0dec7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:21.546096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4ab40b85-9e00-457c-83c6-b489d18d05ce None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:21.562282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4ab40b85-9e00-457c-83c6-b489d18d05ce None None] Transition to ACTIVE for port object ebce3699-f744-4901-98c3-c9ed64c0dec7 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:21.618813 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d939ee52-5cbc-4a74-bb82-e4f89f6ad58c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.3658376 Sep 15 09:59:21.621287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54558) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:21.652421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4ab40b85-9e00-457c-83c6-b489d18d05ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:21.692683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 684e81d0-a17d-42c6-9e7c-85967ffa6847 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:21.693138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:21.693378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed21292a-63c5-4b2e-a9e6-bba02583f50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:21.774514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1bee03-feb8-4f57-8ddf-3b1df76acee4 req-d49b2c13-d95d-4bd7-8a2b-fa9c006a2778 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:21.775125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2a1bee03-feb8-4f57-8ddf-3b1df76acee4 req-d49b2c13-d95d-4bd7-8a2b-fa9c006a2778 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:21.814541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab40b85-9e00-457c-83c6-b489d18d05ce None None] Pushing event updated for resources: {'Port': ['ID=ebce3699-f744-4901-98c3-c9ed64c0dec7,revision_number=9']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:21.840684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2a1bee03-feb8-4f57-8ddf-3b1df76acee4 req-d49b2c13-d95d-4bd7-8a2b-fa9c006a2778 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:21.841888 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2a1bee03-feb8-4f57-8ddf-3b1df76acee4 req-d49b2c13-d95d-4bd7-8a2b-fa9c006a2778 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 944 time: 0.1565571 Sep 15 09:59:21.889668 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2a1bee03-feb8-4f57-8ddf-3b1df76acee4 req-70b91592-f1b6-4d89-82d0-a439486e1ab6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413506 Sep 15 09:59:21.965008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:22.100035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 684e81d0-a17d-42c6-9e7c-85967ffa6847 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:22.419313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:22.470717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=684e81d0-a17d-42c6-9e7c-85967ffa6847,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:22.481249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7b0f2a24-ea08-4da8-93ca-1735f541f74e None None] Provisioning for port ebce3699-f744-4901-98c3-c9ed64c0dec7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:22.482647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7b0f2a24-ea08-4da8-93ca-1735f541f74e None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:22.483120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b0f2a24-ea08-4da8-93ca-1735f541f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:22.483998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.484342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.484695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.485220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.485369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.485685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.486034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.486356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.486675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.486994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.487311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.487619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:22.592669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:22.596045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:22.611306 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ca4c4350-b0ae-494e-bc0e-97ccdffafd64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/684e81d0-a17d-42c6-9e7c-85967ffa6847 HTTP/1.1" status: 204 len: 168 time: 0.9868374 Sep 15 09:59:22.611735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54562) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:22.629813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f2a24-ea08-4da8-93ca-1735f541f74e None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:22.634314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebce3699-f744-4901-98c3-c9ed64c0dec7 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:22.711527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18096d17-a1a3-4d4b-8624-8bdd09d0a414 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:22.712387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18096d17-a1a3-4d4b-8624-8bdd09d0a414 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:22.720386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:22.720782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:22.756528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:22.763166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bfe938d6-aeab-4cde-8401-a75c86d5b423 None None] Could not find standard attr ID for object 684e81d0-a17d-42c6-9e7c-85967ffa6847. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:59:22.794624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18096d17-a1a3-4d4b-8624-8bdd09d0a414 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:22.795928 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-18096d17-a1a3-4d4b-8624-8bdd09d0a414 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1830769 Sep 15 09:59:22.798524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54566) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:22.845394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:22.890202 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c6abc4-103e-4b60-8977-884aa9336d23 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:22.891685 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-35c6abc4-103e-4b60-8977-884aa9336d23 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0922341 Sep 15 09:59:22.900026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54570) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:22.966036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca58388-0ae1-4d0c-a24f-fb1923569852 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:22.967535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca58388-0ae1-4d0c-a24f-fb1923569852 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:22.969015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca58388-0ae1-4d0c-a24f-fb1923569852 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:22.969799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1ca58388-0ae1-4d0c-a24f-fb1923569852 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:23.062875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1ca58388-0ae1-4d0c-a24f-fb1923569852 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:23.063988 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1ca58388-0ae1-4d0c-a24f-fb1923569852 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1630483 Sep 15 09:59:23.066899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54576) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:23.112409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48b1fa-297c-41c0-be7c-2543f4c636c1 req-2f49c0fa-44f2-4fe0-865d-5ba4ca0b4a34 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:23.113784 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4c48b1fa-297c-41c0-be7c-2543f4c636c1 req-2f49c0fa-44f2-4fe0-865d-5ba4ca0b4a34 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 944 time: 0.0941997 Sep 15 09:59:23.136623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce5851b-4bf2-41ad-9d1e-1ca13a193a81 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 49120473-8b24-415c-9f3e-ee090e111b56 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:23.139613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dce5851b-4bf2-41ad-9d1e-1ca13a193a81 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:23.159918 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4c48b1fa-297c-41c0-be7c-2543f4c636c1 req-dbb89a78-bde3-423f-8228-9967e336ae18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396149 Sep 15 09:59:23.192445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dce5851b-4bf2-41ad-9d1e-1ca13a193a81 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:23.278009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dce5851b-4bf2-41ad-9d1e-1ca13a193a81 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:23.402615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dce5851b-4bf2-41ad-9d1e-1ca13a193a81 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:23.440945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5851b-4bf2-41ad-9d1e-1ca13a193a81 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=49120473-8b24-415c-9f3e-ee090e111b56,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:23.444664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dce5851b-4bf2-41ad-9d1e-1ca13a193a81 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:23.452755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b37b03-64a2-4626-a33b-d56f5548e3c1 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:23.528457 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dce5851b-4bf2-41ad-9d1e-1ca13a193a81 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/49120473-8b24-415c-9f3e-ee090e111b56 HTTP/1.1" status: 204 len: 168 time: 0.4603872 Sep 15 09:59:23.531352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54580) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:23.601906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-70474a9e-a03b-46a2-a24d-bddfa3ac3258 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet eec24f98-c11f-4e98-9e6f-0f7324418faf {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:23.605028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70474a9e-a03b-46a2-a24d-bddfa3ac3258 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:23.658605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70474a9e-a03b-46a2-a24d-bddfa3ac3258 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:23.744966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70474a9e-a03b-46a2-a24d-bddfa3ac3258 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:23.865726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 09:59:24.007012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:24.021216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'port_id': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'mac_address': 'fa:16:3e:21:72:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 09:59:24.083718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:24.084102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:24.103022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 09:59:24.119900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:24.156891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70474a9e-a03b-46a2-a24d-bddfa3ac3258 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:24.177601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:24.202298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70474a9e-a03b-46a2-a24d-bddfa3ac3258 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=eec24f98-c11f-4e98-9e6f-0f7324418faf,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:24.207261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70474a9e-a03b-46a2-a24d-bddfa3ac3258 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:24.221167 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-70474a9e-a03b-46a2-a24d-bddfa3ac3258 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/eec24f98-c11f-4e98-9e6f-0f7324418faf HTTP/1.1" status: 204 len: 168 time: 0.6887872 Sep 15 09:59:24.223469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54586) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:24.235821 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e342a6b-c265-433d-bfe6-4ee3f66c087c None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:24.293738 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-34d003c1-6d5c-40d4-b20b-9b9a161ad09d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690894 Sep 15 09:59:24.296789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54590) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:24.302771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:24.394490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:24.440108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:24.447749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b4479672-bde5-426e-aca9-16ab8e2cd6b4 None None] Provisioning complete for port ebce3699-f744-4901-98c3-c9ed64c0dec7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:24.448126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b4479672-bde5-426e-aca9-16ab8e2cd6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:24.476258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['20fc0f53-2d4c-41e6-aed7-a58b32e82a5c'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 09:59:24.588636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:24.595334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:24.599261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:24.606394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:24.620555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69370dd1-f920-4210-9b43-a056b38c697f req-fc7510c8-291f-48ff-a7de-9cfa1a1d01e2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:24.622029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69370dd1-f920-4210-9b43-a056b38c697f req-fc7510c8-291f-48ff-a7de-9cfa1a1d01e2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 945 time: 0.3007932 Sep 15 09:59:24.666511 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69370dd1-f920-4210-9b43-a056b38c697f req-1bb3a3d8-d9dd-490d-875c-13d68f68942a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381758 Sep 15 09:59:24.704959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:24.709099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:24.733802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b4479672-bde5-426e-aca9-16ab8e2cd6b4 None None] Current status of the port ebce3699-f744-4901-98c3-c9ed64c0dec7 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:24.781926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:59:24.798439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] Deleting port ebce3699-f744-4901-98c3-c9ed64c0dec7 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:24.798814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:24.994976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:25.056511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:25.059595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:25.064198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:25.064784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:25.082749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=f5aa43cf-0013-48ae-b6a6-df76f6ec00cb,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:25.101761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] For port ebce3699-f744-4901-98c3-c9ed64c0dec7, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebce3699-f744-4901-98c3-c9ed64c0dec7,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:25.102357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:25.151560 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c149be6e-0704-42ce-8123-cbaef3b29f6e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8533671 Sep 15 09:59:25.154514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54594) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:25.159864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:25.228315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] Calling delete_port for ebce3699-f744-4901-98c3-c9ed64c0dec7 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:25.302299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:25.307351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:25.310258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:25.315958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:25.390985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:25.400150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:25.403711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:25.441424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] Pushing event deleted for resources: {'Port': ['ID=ebce3699-f744-4901-98c3-c9ed64c0dec7,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:25.444213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4e060-bfa2-435c-aec6-5154cacc9dec None None] No DVR routers for this DVR port ebce3699-f744-4901-98c3-c9ed64c0dec7 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:59:25.456944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34d671-2ed7-4ca1-9e15-415b2e14897d None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:25.532102 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.ipam_backend_mixin [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f5aa43cf-0013-48ae-b6a6-df76f6ec00cb (CIDR: 2001:db8::/64) Sep 15 09:59:25.585739 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:59:25.586261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:25.680175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'tenant_id': '3862a0bc900542b2a96277a638ae9771', 'fixed_ips': [{'subnet_id': 'f5aa43cf-0013-48ae-b6a6-df76f6ec00cb'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:59:25.680996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:25.688492 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1458fbc8-020a-4531-b3ac-ee2974d65fd3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5329504 Sep 15 09:59:25.691309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54600) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:25.698433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:25.843436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:25.845005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/f5aa43cf-0013-48ae-b6a6-df76f6ec00cb/fdfe5a13-3899-4739-b195-931b2bf14693) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:25.847492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:25.850429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:25.856964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:25.875783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:25.882795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2070cd1-f3c7-473a-afb2-55506f61af57 req-7a1526cb-2135-4204-928e-71d7445fbc61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:25.884263 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a2070cd1-f3c7-473a-afb2-55506f61af57 req-7a1526cb-2135-4204-928e-71d7445fbc61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 945 time: 0.0933800 Sep 15 09:59:25.932324 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a2070cd1-f3c7-473a-afb2-55506f61af57 req-a5d0cdb8-3ef6-4eec-8fbc-d6196c8bf71e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419111 Sep 15 09:59:25.933995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:25.937804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.146809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:26.150730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.160806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:26.161170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.198589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Transition to ACTIVE for port object fdfe5a13-3899-4739-b195-931b2bf14693 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:26.236062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Transition to ACTIVE for port object fdfe5a13-3899-4739-b195-931b2bf14693 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:26.305671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:26.306140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.333833 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:59:26.336221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715785af-de66-4390-92fc-954485fe0d7f" -d '{"events": [{"server_uuid": "da036b4a-4b67-48f0-ae69-32311c7ddd91", "name": "network-vif-plugged", "status": "completed", "tag": "20fc0f53-2d4c-41e6-aed7-a58b32e82a5c"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:59:26.341212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.395070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:26.396795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 09:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3843853c-4de6-4cf1-8f10-a0e0ddeee865 x-openstack-request-id: req-3843853c-4de6-4cf1-8f10-a0e0ddeee865 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:59:26.397123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da036b4a-4b67-48f0-ae69-32311c7ddd91", "name": "network-vif-plugged", "status": "completed", "tag": "20fc0f53-2d4c-41e6-aed7-a58b32e82a5c", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:59:26.397317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3843853c-4de6-4cf1-8f10-a0e0ddeee865 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:59:26.397709 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3843853c-4de6-4cf1-8f10-a0e0ddeee865'] response: {'server_uuid': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'code': 200} Sep 15 09:59:26.403618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.objects.ports [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89669) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:59:26.421452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:26.424405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:26.436094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:26.438376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Pushing event updated for resources: {'Port': ['ID=fdfe5a13-3899-4739-b195-931b2bf14693,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:26.479232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.593250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Attempting to bind port fdfe5a13-3899-4739-b195-931b2bf14693 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:59:26.593774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Attempting to bind port fdfe5a13-3899-4739-b195-931b2bf14693 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:59:26.594188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Attempting to bind port fdfe5a13-3899-4739-b195-931b2bf14693 on network 9ae5be1d-5fac-495e-970c-08a3e7a6333d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:59:26.605576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:59:26.605979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Checking segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:26.606456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.606970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Bound using segment: {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:59:26.607321 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Bound port: fdfe5a13-3899-4739-b195-931b2bf14693, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:59:26.607683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.627885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebce3699-f744-4901-98c3-c9ed64c0dec7 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:59:26.651843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.701785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: ebce3699-f744-4901-98c3-c9ed64c0dec7 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:59:26.702334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebce3699-f744-4901-98c3-c9ed64c0dec7 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:59:26.710622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:26.754169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] For port fdfe5a13-3899-4739-b195-931b2bf14693, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:59:26.757147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] For port fdfe5a13-3899-4739-b195-931b2bf14693, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fdfe5a13-3899-4739-b195-931b2bf14693,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:59:26.806921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfd249-d962-4bc8-a6ec-13795e75f530 req-4b625ad0-70fd-447b-9108-8905e0d8a7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:26.808429 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-acbfd249-d962-4bc8-a6ec-13795e75f530 req-4b625ad0-70fd-447b-9108-8905e0d8a7bd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 1099 time: 0.1089945 Sep 15 09:59:26.837796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:26.846281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:59:26.846641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:59:26.852388 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-acbfd249-d962-4bc8-a6ec-13795e75f530 req-20a9ddc0-a689-4f1b-9eb8-836bfeaad4f2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382240 Sep 15 09:59:26.907373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0178ba97-8230-4f26-bb76-ab59251743e0 None None] Pushing event updated for resources: {'Port': ['ID=fdfe5a13-3899-4739-b195-931b2bf14693,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:27.162718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f99c7b-9765-482f-8036-88297003c304 req-872a3ecd-a753-45b1-9841-3a67e328cfc9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:27.164397 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4f99c7b-9765-482f-8036-88297003c304 req-872a3ecd-a753-45b1-9841-3a67e328cfc9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 946 time: 0.1051998 Sep 15 09:59:27.209884 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4f99c7b-9765-482f-8036-88297003c304 req-f31f6beb-3db3-47b6-adc6-22a44221119f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397990 Sep 15 09:59:27.406557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:27.634699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port fdfe5a13-3899-4739-b195-931b2bf14693, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fdfe5a13-3899-4739-b195-931b2bf14693,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:27.670160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:27.725747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:27.726535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:27.925705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a43cac2a-e0ee-407e-9375-d72d5d4f145a None None] Provisioning for port fdfe5a13-3899-4739-b195-931b2bf14693 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:27.964033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:27.968878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:27.979044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:27.979635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:27.980229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb3204-bc70-4ba5-a51e-99d831fe91f6 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:28.003840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=5167c241-6718-4650-8cf5-da7d1a448cda,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:28.003840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=fdfe5a13-3899-4739-b195-931b2bf14693,revision_number=4']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:28.075091 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-27ae0a36-7b5e-4d56-9a73-dd1c09911ff2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3826575 Sep 15 09:59:28.077849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54610) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:28.083674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:4d:9f:38', 'name': 'tempest-NetworksTestDHCPv6-1729155250'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:28.222090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:28.226345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:port and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:28.229130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:28.234944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:28.286347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:28.426174 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:28.426665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcc1c8e-ac4e-491f-a5d0-b04333777136 req-77e72dee-d8ee-456c-b547-cf5f263e1f33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:28.428359 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0bcc1c8e-ac4e-491f-a5d0-b04333777136 req-77e72dee-d8ee-456c-b547-cf5f263e1f33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 946 time: 0.0900459 Sep 15 09:59:28.455047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port d010e952-9b30-4f29-ab39-5e00d8a06700 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:28.477727 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0bcc1c8e-ac4e-491f-a5d0-b04333777136 req-630f6a86-1e81-49ce-a4c6-c5c1036051bf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413883 Sep 15 09:59:28.678932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fdfe5a13-3899-4739-b195-931b2bf14693 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:28.813694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port fdfe5a13-3899-4739-b195-931b2bf14693 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:28.819377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port fdfe5a13-3899-4739-b195-931b2bf14693 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:28.827666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:28.853099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::317 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/f5aa43cf-0013-48ae-b6a6-df76f6ec00cb/d010e952-9b30-4f29-ab39-5e00d8a06700) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:28.861406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8:0:1:f816:3eff:fe4d:9f38 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/5167c241-6718-4650-8cf5-da7d1a448cda/d010e952-9b30-4f29-ab39-5e00d8a06700) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:28.886022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712296f-7f6f-44c0-8652-5991c6c67f6d req-13c34c79-1a71-4808-9a12-a1a7f9051f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:28.887508 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9712296f-7f6f-44c0-8652-5991c6c67f6d req-13c34c79-1a71-4808-9a12-a1a7f9051f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 946 time: 0.2774346 Sep 15 09:59:28.943149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port fdfe5a13-3899-4739-b195-931b2bf14693 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:28.943760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:28.978179 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9712296f-7f6f-44c0-8652-5991c6c67f6d req-d79cb1c0-d74d-48ff-8998-337da0a9d03b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806346 Sep 15 09:59:28.983064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b08ebbf7-ad95-4ff5-8415-f1437ddb07cf None None] Provisioning complete for port fdfe5a13-3899-4739-b195-931b2bf14693 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:28.985124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b08ebbf7-ad95-4ff5-8415-f1437ddb07cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.008730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54618) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:29.019950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port fdfe5a13-3899-4739-b195-931b2bf14693, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fdfe5a13-3899-4739-b195-931b2bf14693,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:29.084173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.096951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06514f9d-a473-4934-a0d2-0d11b840e76d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:29.102690 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-06514f9d-a473-4934-a0d2-0d11b840e76d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 1094 time: 0.0890908 Sep 15 09:59:29.103017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54622) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:29.110716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'port_id': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:29.163389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b08ebbf7-ad95-4ff5-8415-f1437ddb07cf None None] Current status of the port fdfe5a13-3899-4739-b195-931b2bf14693 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:29.174839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=fdfe5a13-3899-4739-b195-931b2bf14693,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:29.203784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.208492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.321132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object d010e952-9b30-4f29-ab39-5e00d8a06700 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:29.558698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.645728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:29.651385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:29.656626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:29.662177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:29.662802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.748869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=d010e952-9b30-4f29-ab39-5e00d8a06700,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:29.891204 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ea893a12-37de-4f9d-9953-cc251deb0907 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8121917 Sep 15 09:59:29.893911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54626) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:29.933325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.944460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-60278ae5-8bac-4e0d-87a8-9593462b9f95 None None] Provisioning for port d010e952-9b30-4f29-ab39-5e00d8a06700 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:29.949970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-60278ae5-8bac-4e0d-87a8-9593462b9f95 None None] Provisioning complete for port d010e952-9b30-4f29-ab39-5e00d8a06700 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:29.950337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-60278ae5-8bac-4e0d-87a8-9593462b9f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.962642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-846e531e-41db-41f3-9b61-6a0c73dabf28 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port d010e952-9b30-4f29-ab39-5e00d8a06700 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:29.963081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-846e531e-41db-41f3-9b61-6a0c73dabf28 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:29.996814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:30.003636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-60278ae5-8bac-4e0d-87a8-9593462b9f95 None None] Port d010e952-9b30-4f29-ab39-5e00d8a06700 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:59:30.174214 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f associated. External IP: 172.26.7.198, port: 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c. Sep 15 09:59:30.213929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-846e531e-41db-41f3-9b61-6a0c73dabf28 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:30.340133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-846e531e-41db-41f3-9b61-6a0c73dabf28 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for d010e952-9b30-4f29-ab39-5e00d8a06700 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:30.621202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fdfe5a13-3899-4739-b195-931b2bf14693 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:30.630983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-846e531e-41db-41f3-9b61-6a0c73dabf28 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:30.649496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 7651aa9b-49c1-4b36-a076-a307f1d68f6d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 09:59:30.693038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e531e-41db-41f3-9b61-6a0c73dabf28 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=d010e952-9b30-4f29-ab39-5e00d8a06700,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:30.696430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port fdfe5a13-3899-4739-b195-931b2bf14693 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:30.696809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:30.794120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-846e531e-41db-41f3-9b61-6a0c73dabf28 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:30.804587 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-846e531e-41db-41f3-9b61-6a0c73dabf28 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/d010e952-9b30-4f29-ab39-5e00d8a06700 HTTP/1.1" status: 204 len: 168 time: 0.9093909 Sep 15 09:59:30.806940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54630) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:30.831432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port fdfe5a13-3899-4739-b195-931b2bf14693 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:30.850566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 09:59:30.856097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:30.860603 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] Sync routers for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 09:59:30.873664 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:59:30.874794 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:59:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:30.907183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9420cb71-c03f-4afb-a897-2aeafc42b661 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:30.907921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9420cb71-c03f-4afb-a897-2aeafc42b661 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:30.921508 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b3d02c22-e6f2-458e-870b-618c888962d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 992 time: 1.8172994 Sep 15 09:59:30.922189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'tag': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 09:59:30.924689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54634) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:30.924857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2f46f1-f1f6-4615-8bef-73871a40002b" -d '{"events": [{"name": "network-changed", "server_uuid": "da036b4a-4b67-48f0-ae69-32311c7ddd91", "tag": "20fc0f53-2d4c-41e6-aed7-a58b32e82a5c"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 09:59:30.972538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 09:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6259d9d1-88fd-453d-8976-f430e5b8467b x-openstack-request-id: req-6259d9d1-88fd-453d-8976-f430e5b8467b {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 09:59:30.972825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da036b4a-4b67-48f0-ae69-32311c7ddd91", "tag": "20fc0f53-2d4c-41e6-aed7-a58b32e82a5c", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 09:59:30.973075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6259d9d1-88fd-453d-8976-f430e5b8467b {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 09:59:30.973478 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6259d9d1-88fd-453d-8976-f430e5b8467b'] response: {'name': 'network-changed', 'server_uuid': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'tag': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'status': 'completed', 'code': 200} Sep 15 09:59:30.990073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9420cb71-c03f-4afb-a897-2aeafc42b661 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:30.991145 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9420cb71-c03f-4afb-a897-2aeafc42b661 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1831341 Sep 15 09:59:30.994143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54640) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:31.087892 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:59:31.096834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eedc31f-542a-4b99-9c97-11cfd5d92cfa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:31.097541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3eedc31f-542a-4b99-9c97-11cfd5d92cfa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:31.097662 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fad3f2ea-5446-48d6-a5d3-6ffbb25fe3e1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 992 time: 0.1718404 Sep 15 09:59:31.109878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3eedc31f-542a-4b99-9c97-11cfd5d92cfa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:31.111006 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3eedc31f-542a-4b99-9c97-11cfd5d92cfa tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1159008 Sep 15 09:59:31.113564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54644) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:31.118299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-f147ac95-d9b8-474d-86f2-887991994f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:31.119752 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-f147ac95-d9b8-474d-86f2-887991994f35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 1099 time: 0.1038795 Sep 15 09:59:31.181390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f98e30-ff8c-4d6e-bf81-25ae180dc80a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:31.182908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f98e30-ff8c-4d6e-bf81-25ae180dc80a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:31.184476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f98e30-ff8c-4d6e-bf81-25ae180dc80a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:31.186017 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b8f98e30-ff8c-4d6e-bf81-25ae180dc80a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0714324 Sep 15 09:59:31.188623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54648) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:31.260583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2dff6a-2cfe-436b-bea7-53a8519b1a0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 5167c241-6718-4650-8cf5-da7d1a448cda {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:31.263683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf2dff6a-2cfe-436b-bea7-53a8519b1a0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:31.266159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-26ab0452-a731-4906-8d93-c8640cf5f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:31.267659 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-26ab0452-a731-4906-8d93-c8640cf5f538 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 898 time: 0.1421275 Sep 15 09:59:31.318642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf2dff6a-2cfe-436b-bea7-53a8519b1a0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:31.380353 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-45d3435f-d74d-4f91-8dc2-d99a862503ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c HTTP/1.1" status: 200 len: 1000 time: 0.1070027 Sep 15 09:59:31.402971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf2dff6a-2cfe-436b-bea7-53a8519b1a0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:31.446315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-9a234fe3-84b4-4067-9eeb-a42f68ba0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:31.447913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-9a234fe3-84b4-4067-9eeb-a42f68ba0101 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 200 len: 835 time: 0.0621583 Sep 15 09:59:31.472703 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.198', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'port_id': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'mac_address': 'fa:16:3e:21:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:58:33Z', 'updated_at': '2022-09-15T09:59:29Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:31.478001 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] Checking router: 7651aa9b-49c1-4b36-a076-a307f1d68f6d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 09:59:31.485937 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 09:59:31.486531 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:59:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:31.531118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-e59808eb-7c37-4605-95c6-7037ec22e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:31.535913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-e59808eb-7c37-4605-95c6-7037ec22e71c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d5126df-b3be-4373-8277-b346edf0f9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793080 Sep 15 09:59:31.606538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf2dff6a-2cfe-436b-bea7-53a8519b1a0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:31.647714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dff6a-2cfe-436b-bea7-53a8519b1a0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=5167c241-6718-4650-8cf5-da7d1a448cda,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:31.653362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cf2dff6a-2cfe-436b-bea7-53a8519b1a0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:31.663763 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cf2dff6a-2cfe-436b-bea7-53a8519b1a0d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/5167c241-6718-4650-8cf5-da7d1a448cda HTTP/1.1" status: 204 len: 168 time: 0.4740143 Sep 15 09:59:31.668075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54652) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:31.670654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1009d48-e28b-43dc-b55a-24547c1c733e None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:31.678704 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 09:59:31.758446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-9131c4e1-5511-44ce-8943-a2db690c20f7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet f5aa43cf-0013-48ae-b6a6-df76f6ec00cb {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:31.761417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9131c4e1-5511-44ce-8943-a2db690c20f7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:31.799341 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-69758f5c-ef5a-4694-bdf2-e216bb3f3c17 service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610245 Sep 15 09:59:31.822755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9131c4e1-5511-44ce-8943-a2db690c20f7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:31.934719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9131c4e1-5511-44ce-8943-a2db690c20f7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:31.960394 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e2f46f1-f1f6-4615-8bef-73871a40002b req-05f6466f-f5f1-43dd-94cb-33dc8620d1cd service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541610 Sep 15 09:59:32.089311 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.198', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'port_id': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'mac_address': 'fa:16:3e:21:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:58:33Z', 'updated_at': '2022-09-15T09:59:29Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:32.093694 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9af6ad-3348-4d24-bfb0-367e6ce582c0 None None] The sync data for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv is: [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.198', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'port_id': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'mac_address': 'fa:16:3e:21:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T09:58:33Z', 'updated_at': '2022-09-15T09:59:29Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 09:59:32.097897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9131c4e1-5511-44ce-8943-a2db690c20f7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:32.101082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54656) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:32.145420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131c4e1-5511-44ce-8943-a2db690c20f7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=f5aa43cf-0013-48ae-b6a6-df76f6ec00cb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:32.150600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9131c4e1-5511-44ce-8943-a2db690c20f7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:32.167569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9131c4e1-5511-44ce-8943-a2db690c20f7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/f5aa43cf-0013-48ae-b6a6-df76f6ec00cb HTTP/1.1" status: 204 len: 168 time: 0.4984417 Sep 15 09:59:32.170945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54660) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:32.237079 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-391c9d7b-266c-41c7-a7db-49dbd99c329a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 992 time: 0.1338601 Sep 15 09:59:32.253872 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7141c83b-ad82-4df9-bbab-ad0b5e4497ed tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793462 Sep 15 09:59:32.255126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54664) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:32.261747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:32.357332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be5ed70-0475-4fc2-b88b-2f04e1a23897 None None] New status for floating IP 4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 09:59:32.400618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:32.405019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:32.408190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:32.414881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:32.480884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:32.486237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:32.614146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96a8d3c-347c-42a7-9f40-93bea5209f97 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:32.721729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ec721d2a-a98d-443d-bce3-cab853004827 None None] Provisioning complete for port fdfe5a13-3899-4739-b195-931b2bf14693 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:32.722418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ec721d2a-a98d-443d-bce3-cab853004827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:32.766189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:32.826819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:32.829814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:32.834411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:32.834996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:32.850928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=a6d99446-4917-4868-aac5-851aed93e21e,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:32.938078 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c25adb08-83fc-4346-8394-ebfb9058a8c0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6817670 Sep 15 09:59:32.939774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ec721d2a-a98d-443d-bce3-cab853004827 None None] Current status of the port fdfe5a13-3899-4739-b195-931b2bf14693 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:32.940907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54668) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:32.947204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:33.138911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc474125-a9bf-4182-891c-b8ea32b34d02 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:33.148458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:33.155124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:33.158484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:33.165141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:33.169418 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-8cffb6d6-f380-4580-83d5-339d168bf4d3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1376281 Sep 15 09:59:33.227883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0d29987c-6ab9-43b5-8bd4-3b6533057c1a None None] Provisioning complete for port fdfe5a13-3899-4739-b195-931b2bf14693 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:33.228144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0d29987c-6ab9-43b5-8bd4-3b6533057c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:33.238840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54672) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:33.337617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:33.341007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:33.467967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0d29987c-6ab9-43b5-8bd4-3b6533057c1a None None] Current status of the port fdfe5a13-3899-4739-b195-931b2bf14693 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:33.487685 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1f556398-1bc4-4bf1-b010-5fd9c1e0a067 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 200 len: 994 time: 0.2476079 Sep 15 09:59:33.533375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-4d3523e0-471c-4054-a465-e22dcdd8e208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:33.548379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-4d3523e0-471c-4054-a465-e22dcdd8e208 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 1098 time: 0.2415831 Sep 15 09:59:33.548379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.ipam_backend_mixin [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a6d99446-4917-4868-aac5-851aed93e21e (CIDR: 2001:db8::/64) Sep 15 09:59:33.630783 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 09:59:33.634850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:33.689610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-74dfab67-04b9-4610-ab55-189315ad8359 None None] Provisioning complete for port fdfe5a13-3899-4739-b195-931b2bf14693 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:33.690269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-74dfab67-04b9-4610-ab55-189315ad8359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:33.697296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-bfdfc719-dc29-4235-a8ee-c06e0c4a9bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:33.698883 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-bfdfc719-dc29-4235-a8ee-c06e0c4a9bca service neutron] 10.222.0.16 "GET /v2.0/networks?id=3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 200 len: 898 time: 0.1430719 Sep 15 09:59:33.808618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-74dfab67-04b9-4610-ab55-189315ad8359 None None] Current status of the port fdfe5a13-3899-4739-b195-931b2bf14693 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:33.867435 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-08b74e31-bef2-4fcf-aef7-565139287096 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9249194 Sep 15 09:59:33.870532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54676) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:33.875126 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-7fe1d22f-994d-4150-8846-c18f3acdd0a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9a2235-112a-4040-8865-79b4a7e2772c HTTP/1.1" status: 200 len: 217 time: 0.1709778 Sep 15 09:59:33.876186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'subnet': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:33.935362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-0d84a9ce-1eb2-4125-9ceb-638e3b7e8656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:33.936773 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-0d84a9ce-1eb2-4125-9ceb-638e3b7e8656 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 200 len: 835 time: 0.0560095 Sep 15 09:59:34.020580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-98d3ed73-ba52-4b14-a1bd-e2cd123a6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:34.022269 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-98d3ed73-ba52-4b14-a1bd-e2cd123a6efa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3d5126df-b3be-4373-8277-b346edf0f9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801957 Sep 15 09:59:34.126598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:34.130658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Usage tracker for resource:subnet and tenant:3862a0bc900542b2a96277a638ae9771 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:34.134108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:34.139725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:34.162340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-838c8eda-9594-4e72-b387-317a3dbf952f service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339815 Sep 15 09:59:34.196292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:34.199736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:34.294879 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-161f9c49-80e9-494a-ae05-1e8bb46250c0 req-76aaf376-ecfe-4d74-81ec-ad828c8ee9ee service neutron] 10.222.0.16 "GET /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266921 Sep 15 09:59:34.648506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.objects.ports [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89668) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 15 09:59:34.907341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:35.121251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] For port fdfe5a13-3899-4739-b195-931b2bf14693, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fdfe5a13-3899-4739-b195-931b2bf14693,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:35.144691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:35.218600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:35.219194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:35.326874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:35.331879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:35.338056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:35.338647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:35.341540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04874a4d-49f7-47ed-9179-15812afd2e5c None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:35.363750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Subnet': ['ID=96a12d59-d8d8-4c18-9957-df816c38bda4,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:35.374246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=fdfe5a13-3899-4739-b195-931b2bf14693,revision_number=9']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:35.431002 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ea1f7ffd-0744-4d5c-9a17-a42e8429e85d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5593696 Sep 15 09:59:35.433732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54680) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:35.439416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Request body: {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'mac_address': 'fa:16:3e:37:36:7c', 'name': 'tempest-NetworksTestDHCPv6-1708862937'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:35.578299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:35.588541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:35.693189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Made reservation on behalf of 3862a0bc900542b2a96277a638ae9771 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:35.702925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61328e4-ed3d-421d-b9d1-0f0ca9e1ad0c None None] Update dhcp port {'port': {'network_id': '9ae5be1d-5fac-495e-970c-08a3e7a6333d', 'fixed_ips': [{'subnet_id': '96a12d59-d8d8-4c18-9957-df816c38bda4', 'ip_address': '2001:db8:0:1:f816:3eff:feb9:c94a'}, {'subnet_id': 'a6d99446-4917-4868-aac5-851aed93e21e'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': 'fdfe5a13-3899-4739-b195-931b2bf14693'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 09:59:35.758848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b61328e4-ed3d-421d-b9d1-0f0ca9e1ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:35.818628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:35.850061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] device_id is not set on port 408da467-2c2d-4b43-aaea-8d2f9cc1eb7f yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:35.959881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-b61328e4-ed3d-421d-b9d1-0f0ca9e1ad0c None None] Allocated IP 2001:db8::2 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/a6d99446-4917-4868-aac5-851aed93e21e/fdfe5a13-3899-4739-b195-931b2bf14693) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:36.096109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b61328e4-ed3d-421d-b9d1-0f0ca9e1ad0c None None] For port fdfe5a13-3899-4739-b195-931b2bf14693, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fdfe5a13-3899-4739-b195-931b2bf14693,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:36.120068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b61328e4-ed3d-421d-b9d1-0f0ca9e1ad0c None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:36.136345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b61328e4-ed3d-421d-b9d1-0f0ca9e1ad0c None None] Transition to ACTIVE for port object fdfe5a13-3899-4739-b195-931b2bf14693 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:36.180075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b61328e4-ed3d-421d-b9d1-0f0ca9e1ad0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:36.321287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8::277 (9ae5be1d-5fac-495e-970c-08a3e7a6333d/a6d99446-4917-4868-aac5-851aed93e21e/408da467-2c2d-4b43-aaea-8d2f9cc1eb7f) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:36.329844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:367c (9ae5be1d-5fac-495e-970c-08a3e7a6333d/96a12d59-d8d8-4c18-9957-df816c38bda4/408da467-2c2d-4b43-aaea-8d2f9cc1eb7f) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:36.345235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61328e4-ed3d-421d-b9d1-0f0ca9e1ad0c None None] Pushing event updated for resources: {'Port': ['ID=fdfe5a13-3899-4739-b195-931b2bf14693,revision_number=10']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:36.550685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:36.568590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Transition to ACTIVE for port object 408da467-2c2d-4b43-aaea-8d2f9cc1eb7f will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:36.627581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fdfe5a13-3899-4739-b195-931b2bf14693 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:36.693768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:36.771976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:36.776171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:36.780391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:36.786136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:36.786810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:36.796361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event updated for resources: {'Port': ['ID=408da467-2c2d-4b43-aaea-8d2f9cc1eb7f,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:36.859801 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-db341495-288f-4e0c-9d87-dd2275af23ae tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4249344 Sep 15 09:59:36.862538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54684) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:36.938916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-154b4220-6128-48dc-9fb3-6bc49844fbe1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting port 408da467-2c2d-4b43-aaea-8d2f9cc1eb7f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:36.939345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-154b4220-6128-48dc-9fb3-6bc49844fbe1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:37.005363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7442f7ad-8b73-4490-9144-80a1140cbcc4 None None] Provisioning for port fdfe5a13-3899-4739-b195-931b2bf14693 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:37.011257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7442f7ad-8b73-4490-9144-80a1140cbcc4 None None] Provisioning complete for port fdfe5a13-3899-4739-b195-931b2bf14693 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:37.011714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7442f7ad-8b73-4490-9144-80a1140cbcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:37.143393 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 09:59:37.143998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7442f7ad-8b73-4490-9144-80a1140cbcc4 None None] Current status of the port fdfe5a13-3899-4739-b195-931b2bf14693 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:37.202586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-154b4220-6128-48dc-9fb3-6bc49844fbe1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:37.326886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-154b4220-6128-48dc-9fb3-6bc49844fbe1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Calling delete_port for 408da467-2c2d-4b43-aaea-8d2f9cc1eb7f owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:37.332025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2e138856-c63b-4b7d-b1fd-571ea7083bdf None None] Provisioning for port 408da467-2c2d-4b43-aaea-8d2f9cc1eb7f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:37.339390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2e138856-c63b-4b7d-b1fd-571ea7083bdf None None] Provisioning complete for port 408da467-2c2d-4b43-aaea-8d2f9cc1eb7f triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:37.339934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2e138856-c63b-4b7d-b1fd-571ea7083bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:37.394942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2e138856-c63b-4b7d-b1fd-571ea7083bdf None None] Port 408da467-2c2d-4b43-aaea-8d2f9cc1eb7f cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 09:59:37.611633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-154b4220-6128-48dc-9fb3-6bc49844fbe1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:37.660544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b4220-6128-48dc-9fb3-6bc49844fbe1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Port': ['ID=408da467-2c2d-4b43-aaea-8d2f9cc1eb7f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:37.754864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-154b4220-6128-48dc-9fb3-6bc49844fbe1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:37.765530 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-154b4220-6128-48dc-9fb3-6bc49844fbe1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/408da467-2c2d-4b43-aaea-8d2f9cc1eb7f HTTP/1.1" status: 204 len: 168 time: 0.9016159 Sep 15 09:59:37.768191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54688) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:37.855063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9ef2ee-116d-4a79-962c-112251ba406e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:37.855756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1d9ef2ee-116d-4a79-962c-112251ba406e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:37.927234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1d9ef2ee-116d-4a79-962c-112251ba406e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:37.928372 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1d9ef2ee-116d-4a79-962c-112251ba406e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1596100 Sep 15 09:59:37.931388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54692) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:38.018391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1360e7e-b345-473f-87e4-5bd551604b74 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:38.019725 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f1360e7e-b345-473f-87e4-5bd551604b74 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0874388 Sep 15 09:59:38.022214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54696) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:38.087085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75620e34-ebd8-4f8e-9a18-eb16e15d26e7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:38.088777 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75620e34-ebd8-4f8e-9a18-eb16e15d26e7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:38.090461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75620e34-ebd8-4f8e-9a18-eb16e15d26e7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:38.091229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-75620e34-ebd8-4f8e-9a18-eb16e15d26e7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:38.172688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-75620e34-ebd8-4f8e-9a18-eb16e15d26e7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:38.173803 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-75620e34-ebd8-4f8e-9a18-eb16e15d26e7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1506898 Sep 15 09:59:38.176535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54700) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:38.241747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18599cf-7bc8-48e8-98c8-755615c302c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet 96a12d59-d8d8-4c18-9957-df816c38bda4 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:38.245262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a18599cf-7bc8-48e8-98c8-755615c302c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:38.404211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a18599cf-7bc8-48e8-98c8-755615c302c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:38.482259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a18599cf-7bc8-48e8-98c8-755615c302c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:38.653933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a18599cf-7bc8-48e8-98c8-755615c302c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:38.693215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18599cf-7bc8-48e8-98c8-755615c302c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=96a12d59-d8d8-4c18-9957-df816c38bda4,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:38.697077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a18599cf-7bc8-48e8-98c8-755615c302c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:38.703596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b963e9e-6a4a-4e8e-83b1-b4bebd7e8b91 None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:38.779945 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a18599cf-7bc8-48e8-98c8-755615c302c9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/96a12d59-d8d8-4c18-9957-df816c38bda4 HTTP/1.1" status: 204 len: 168 time: 0.6023324 Sep 15 09:59:38.782292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54704) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:38.847262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-06da395e-0c9e-4f71-b6c8-efde6240e285 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Deleting subnet a6d99446-4917-4868-aac5-851aed93e21e {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:38.850172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-06da395e-0c9e-4f71-b6c8-efde6240e285 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:38.908334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-06da395e-0c9e-4f71-b6c8-efde6240e285 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:38.993749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-06da395e-0c9e-4f71-b6c8-efde6240e285 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:39.168106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-06da395e-0c9e-4f71-b6c8-efde6240e285 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:39.208265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da395e-0c9e-4f71-b6c8-efde6240e285 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d99446-4917-4868-aac5-851aed93e21e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:39.214247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-06da395e-0c9e-4f71-b6c8-efde6240e285 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:39.224435 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-06da395e-0c9e-4f71-b6c8-efde6240e285 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/a6d99446-4917-4868-aac5-851aed93e21e HTTP/1.1" status: 204 len: 168 time: 0.4411452 Sep 15 09:59:39.229806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54708) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.297512 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8dd90641-2320-47ec-96bf-0a745dab575e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689077 Sep 15 09:59:39.300117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54712) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.389412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa1441-fe27-418e-8e1e-e126fc535025 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:39.391032 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9aaa1441-fe27-418e-8e1e-e126fc535025 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0901687 Sep 15 09:59:39.393511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54716) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.444034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505075db-47b8-4f79-b9a6-c31e701b0c3f None None] Network 9ae5be1d-5fac-495e-970c-08a3e7a6333d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:39.467128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c20e968-b9a9-4e18-bd1c-585346b85c4f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:39.467977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9c20e968-b9a9-4e18-bd1c-585346b85c4f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:39.554364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9c20e968-b9a9-4e18-bd1c-585346b85c4f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:subnet {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:39.555781 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9c20e968-b9a9-4e18-bd1c-585346b85c4f tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1612356 Sep 15 09:59:39.556282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d4d03934-be2e-4c52-ba5c-438da3ee24ab None None] Provisioning complete for port fdfe5a13-3899-4739-b195-931b2bf14693 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:39.556678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d4d03934-be2e-4c52-ba5c-438da3ee24ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:39.558185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54720) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.625756 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2d0e1007-0c3e-4c8d-89ff-451b13521832 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662196 Sep 15 09:59:39.631307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54724) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.675631 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a1ee64-c710-4482-9419-2ba5f0ad076a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:39.676228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62a1ee64-c710-4482-9419-2ba5f0ad076a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:39.677922 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-62a1ee64-c710-4482-9419-2ba5f0ad076a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/408da467-2c2d-4b43-aaea-8d2f9cc1eb7f HTTP/1.1" status: 404 len: 333 time: 0.0449519 Sep 15 09:59:39.680530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54728) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.718315 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-31133332-1201-4a4c-b225-1eed85b25cc2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:39.718679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31133332-1201-4a4c-b225-1eed85b25cc2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:39.720328 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-31133332-1201-4a4c-b225-1eed85b25cc2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/96a12d59-d8d8-4c18-9957-df816c38bda4 HTTP/1.1" status: 404 len: 337 time: 0.0389392 Sep 15 09:59:39.722879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54732) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.762369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d4d03934-be2e-4c52-ba5c-438da3ee24ab None None] Current status of the port fdfe5a13-3899-4739-b195-931b2bf14693 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:39.833847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] DHCP port deletion for 9ae5be1d-5fac-495e-970c-08a3e7a6333d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:59:39.839274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] Deleting port fdfe5a13-3899-4739-b195-931b2bf14693 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:39.839654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:39.866422 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1f58e4-ff6d-4c22-aa10-4d28c531bee8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:39.866876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d1f58e4-ff6d-4c22-aa10-4d28c531bee8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:39.869568 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1d1f58e4-ff6d-4c22-aa10-4d28c531bee8 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/a6d99446-4917-4868-aac5-851aed93e21e HTTP/1.1" status: 404 len: 337 time: 0.1457794 Sep 15 09:59:39.872089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54736) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.911637 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8dc94a8-3ef1-4d26-a5ee-da20463f4924 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:39.912100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8dc94a8-3ef1-4d26-a5ee-da20463f4924 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:39.914012 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f8dc94a8-3ef1-4d26-a5ee-da20463f4924 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/d010e952-9b30-4f29-ab39-5e00d8a06700 HTTP/1.1" status: 404 len: 333 time: 0.0409915 Sep 15 09:59:39.916358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54740) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.954271 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3780c3f-f4f6-4eb2-b380-93ab27d6da31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:39.954644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3780c3f-f4f6-4eb2-b380-93ab27d6da31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:39.956596 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e3780c3f-f4f6-4eb2-b380-93ab27d6da31 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/5167c241-6718-4650-8cf5-da7d1a448cda HTTP/1.1" status: 404 len: 337 time: 0.0392163 Sep 15 09:59:39.959103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54744) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:39.999497 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b5f9f3-8ea5-4c5f-b6ab-1120173596e9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:39.999942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b5f9f3-8ea5-4c5f-b6ab-1120173596e9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.001606 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-12b5f9f3-8ea5-4c5f-b6ab-1120173596e9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/f5aa43cf-0013-48ae-b6a6-df76f6ec00cb HTTP/1.1" status: 404 len: 337 time: 0.0416267 Sep 15 09:59:40.004122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54748) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.044398 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-600957dc-b4a5-4db5-910f-10ef40fe0034 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.044780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600957dc-b4a5-4db5-910f-10ef40fe0034 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.046495 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-600957dc-b4a5-4db5-910f-10ef40fe0034 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/684e81d0-a17d-42c6-9e7c-85967ffa6847 HTTP/1.1" status: 404 len: 333 time: 0.0414708 Sep 15 09:59:40.048908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54752) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.069322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] For port fdfe5a13-3899-4739-b195-931b2bf14693, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fdfe5a13-3899-4739-b195-931b2bf14693,segment=NetworkSegment(c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3),segment_id=c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:40.069706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:40.086385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15bc1c4-86a2-4ccd-9a8c-f8c78661b87c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.086832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15bc1c4-86a2-4ccd-9a8c-f8c78661b87c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.088493 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c15bc1c4-86a2-4ccd-9a8c-f8c78661b87c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/49120473-8b24-415c-9f3e-ee090e111b56 HTTP/1.1" status: 404 len: 337 time: 0.0387080 Sep 15 09:59:40.090997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54756) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.130830 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c607266d-1649-4f4b-8418-59774a104008 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.131284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c607266d-1649-4f4b-8418-59774a104008 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.132943 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c607266d-1649-4f4b-8418-59774a104008 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/eec24f98-c11f-4e98-9e6f-0f7324418faf HTTP/1.1" status: 404 len: 337 time: 0.0410721 Sep 15 09:59:40.136090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54760) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.175730 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-827da25f-f9a3-48fc-bbc3-63e1544f4bc3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.176194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-827da25f-f9a3-48fc-bbc3-63e1544f4bc3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.181016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54764) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.181582 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-827da25f-f9a3-48fc-bbc3-63e1544f4bc3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/64e3dfc4-01d0-4ada-968b-3e4e5527567c HTTP/1.1" status: 404 len: 333 time: 0.0408874 Sep 15 09:59:40.192840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] Calling delete_port for fdfe5a13-3899-4739-b195-931b2bf14693 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:40.224739 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a8b21b7-1969-4aae-b4fc-de7918481710 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.225122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a8b21b7-1969-4aae-b4fc-de7918481710 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.226853 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2a8b21b7-1969-4aae-b4fc-de7918481710 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/81b76b7d-8660-439e-902c-529dad6fe4f2 HTTP/1.1" status: 404 len: 337 time: 0.0440769 Sep 15 09:59:40.230108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54768) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.267984 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf5544e8-3ef1-43cd-984b-74df79dbb4a7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.268440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf5544e8-3ef1-43cd-984b-74df79dbb4a7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.270280 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cf5544e8-3ef1-43cd-984b-74df79dbb4a7 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/c1b00fee-2ac0-47b6-a2cb-51e6f6c00c19 HTTP/1.1" status: 404 len: 337 time: 0.0392509 Sep 15 09:59:40.272874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54772) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.313940 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-664066fc-c6df-4e48-bb62-0aa0e2f22d14 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.314401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664066fc-c6df-4e48-bb62-0aa0e2f22d14 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.316048 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-664066fc-c6df-4e48-bb62-0aa0e2f22d14 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/60d59b62-e54d-447b-9e7f-02098d882950 HTTP/1.1" status: 404 len: 333 time: 0.0422573 Sep 15 09:59:40.318793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54776) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.334167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:40.358882 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7131da6c-79d9-448a-9de5-4712fd7b2ea0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.359341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7131da6c-79d9-448a-9de5-4712fd7b2ea0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.361075 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7131da6c-79d9-448a-9de5-4712fd7b2ea0 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/c84a030c-6516-4ee9-815f-1a6092ccaed1 HTTP/1.1" status: 404 len: 337 time: 0.0412290 Sep 15 09:59:40.363736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54780) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.381104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] Pushing event deleted for resources: {'Port': ['ID=fdfe5a13-3899-4739-b195-931b2bf14693,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:40.384539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac44e66-6172-4405-bb6c-b1e656a3055a None None] No DVR routers for this DVR port fdfe5a13-3899-4739-b195-931b2bf14693 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:59:40.408498 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3999be72-a6f7-4485-af34-4f8d60ef8958 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.408964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3999be72-a6f7-4485-af34-4f8d60ef8958 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.410658 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3999be72-a6f7-4485-af34-4f8d60ef8958 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/1c4aa3e8-b512-4818-98f1-758d990090e6 HTTP/1.1" status: 404 len: 333 time: 0.0460026 Sep 15 09:59:40.413189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54784) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.450737 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-4041995b-2fd8-447c-bed3-d9e2c4b2216c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.451181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4041995b-2fd8-447c-bed3-d9e2c4b2216c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.452878 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4041995b-2fd8-447c-bed3-d9e2c4b2216c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/5c5bd306-79b6-4390-aa51-0834dcfd5615 HTTP/1.1" status: 404 len: 337 time: 0.0387824 Sep 15 09:59:40.455394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54788) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.496432 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-98c8b144-1b48-419d-8089-cb9e1cace1d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.496814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98c8b144-1b48-419d-8089-cb9e1cace1d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.498507 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-98c8b144-1b48-419d-8089-cb9e1cace1d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/ec03c424-97e3-4986-9cb5-32a841b1f053 HTTP/1.1" status: 404 len: 333 time: 0.0419939 Sep 15 09:59:40.500982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54792) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.540312 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1580b7-07e0-4cd4-82be-055b5ec55d30 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.540752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1580b7-07e0-4cd4-82be-055b5ec55d30 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.542396 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ee1580b7-07e0-4cd4-82be-055b5ec55d30 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/4f3be45d-89f7-4a40-883f-8d8e03e926d1 HTTP/1.1" status: 404 len: 337 time: 0.0405517 Sep 15 09:59:40.544806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54796) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.584809 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b0c8715-204a-4c1b-9624-91727a47c14e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.585278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b0c8715-204a-4c1b-9624-91727a47c14e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.587108 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8b0c8715-204a-4c1b-9624-91727a47c14e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/6c6a1627-0e89-4423-8db9-8430e2360224 HTTP/1.1" status: 404 len: 333 time: 0.0413589 Sep 15 09:59:40.589466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54800) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.621251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fdfe5a13-3899-4739-b195-931b2bf14693 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:59:40.626790 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf96ca0-9f76-4125-8adb-5699de73a2ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.627237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf96ca0-9f76-4125-8adb-5699de73a2ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.628913 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-edf96ca0-9f76-4125-8adb-5699de73a2ac tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/8e77149d-bd52-466b-a97c-21f405dff1a2 HTTP/1.1" status: 404 len: 337 time: 0.0385408 Sep 15 09:59:40.631542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54804) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.658270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: fdfe5a13-3899-4739-b195-931b2bf14693 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:59:40.658613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fdfe5a13-3899-4739-b195-931b2bf14693 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:59:40.675238 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-d16f06f2-86e7-46c6-9985-1352ef694454 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.675695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d16f06f2-86e7-46c6-9985-1352ef694454 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.677350 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d16f06f2-86e7-46c6-9985-1352ef694454 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/4b7a85a0-dfb6-4480-b1b2-e571bd0eb205 HTTP/1.1" status: 404 len: 333 time: 0.0449300 Sep 15 09:59:40.679798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54808) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.716272 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef60be23-a300-4369-a370-28c5babdbb24 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.716704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef60be23-a300-4369-a370-28c5babdbb24 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.718311 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ef60be23-a300-4369-a370-28c5babdbb24 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/bd0200db-d947-4e6a-9912-7368b395e1ec HTTP/1.1" status: 404 len: 337 time: 0.0376191 Sep 15 09:59:40.720567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54812) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.759793 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fa572c0-62fe-4ed5-8b45-5653f90c92ec tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.760163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fa572c0-62fe-4ed5-8b45-5653f90c92ec tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.761737 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5fa572c0-62fe-4ed5-8b45-5653f90c92ec tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/2c7c8a8d-b79b-4ac9-8b0b-d485be904518 HTTP/1.1" status: 404 len: 333 time: 0.0403306 Sep 15 09:59:40.764057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54816) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.804017 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-010995f1-b0fa-4ef4-9a32-2c57fcc76f6d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.804460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010995f1-b0fa-4ef4-9a32-2c57fcc76f6d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.806086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-010995f1-b0fa-4ef4-9a32-2c57fcc76f6d tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/60f7ffc2-4963-41b8-829d-df92248981aa HTTP/1.1" status: 404 len: 337 time: 0.0411565 Sep 15 09:59:40.808494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54820) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.844507 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d464e93-68f1-4802-a3cf-d8823d5ac576 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.844955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d464e93-68f1-4802-a3cf-d8823d5ac576 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.846529 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1d464e93-68f1-4802-a3cf-d8823d5ac576 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/428d0b44-7acb-42b7-9081-5c4e09e464e0 HTTP/1.1" status: 404 len: 337 time: 0.0371847 Sep 15 09:59:40.848715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54824) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.888000 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-462dd4c5-ac7e-4705-8b27-27343e4d8534 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.888447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462dd4c5-ac7e-4705-8b27-27343e4d8534 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.890053 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-462dd4c5-ac7e-4705-8b27-27343e4d8534 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/0910de43-72a1-4d5d-9035-f31558d278de HTTP/1.1" status: 404 len: 333 time: 0.0404711 Sep 15 09:59:40.892303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54828) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.931590 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1204d0-cf65-4359-82b1-4c80d2d423d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.932025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1204d0-cf65-4359-82b1-4c80d2d423d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.933591 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fd1204d0-cf65-4359-82b1-4c80d2d423d4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/e539754c-5a79-4e43-8bbd-5bff7e6b3364 HTTP/1.1" status: 404 len: 337 time: 0.0404544 Sep 15 09:59:40.935899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54832) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:40.971788 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34b73c5-b241-4b42-9f41-1503703900e2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:40.972219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e34b73c5-b241-4b42-9f41-1503703900e2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:40.973773 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e34b73c5-b241-4b42-9f41-1503703900e2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/47f388ac-f25f-4181-a7c5-be54d938fa65 HTTP/1.1" status: 404 len: 337 time: 0.0370376 Sep 15 09:59:40.976022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54836) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.015546 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-882ba619-07b9-4307-80c8-95ca2d15ddcb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.015922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882ba619-07b9-4307-80c8-95ca2d15ddcb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.017500 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-882ba619-07b9-4307-80c8-95ca2d15ddcb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/46f6df9d-b7fe-4bd1-adfb-dea4c01f1c93 HTTP/1.1" status: 404 len: 333 time: 0.0406463 Sep 15 09:59:41.019810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54840) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.058577 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f4174f-acbc-4e4d-9cb3-95bfa7b46e77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.059013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f4174f-acbc-4e4d-9cb3-95bfa7b46e77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.060588 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-76f4174f-acbc-4e4d-9cb3-95bfa7b46e77 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/f40b1a5f-77cd-45ff-ab10-9bb530f13bb4 HTTP/1.1" status: 404 len: 337 time: 0.0399370 Sep 15 09:59:41.062922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54844) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.099407 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-85f7a67c-e10c-4cdd-83a5-a1354cb0ab18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.099835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85f7a67c-e10c-4cdd-83a5-a1354cb0ab18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.101395 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-85f7a67c-e10c-4cdd-83a5-a1354cb0ab18 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/0bf1784c-92e9-4bdf-a6e3-8ff7f89d749e HTTP/1.1" status: 404 len: 337 time: 0.0376368 Sep 15 09:59:41.103750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54848) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.142256 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9a583b-c1f4-4b52-a72c-f25a49793ccf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.142699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9a583b-c1f4-4b52-a72c-f25a49793ccf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.144265 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2b9a583b-c1f4-4b52-a72c-f25a49793ccf tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/ae6895a3-f1cf-4b13-861e-a5a3b5f4fed3 HTTP/1.1" status: 404 len: 333 time: 0.0396867 Sep 15 09:59:41.146599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54852) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.185894 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-880c931b-258f-47fa-bf06-e16fb8e3995e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.186327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880c931b-258f-47fa-bf06-e16fb8e3995e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.187914 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-880c931b-258f-47fa-bf06-e16fb8e3995e tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/91fce103-85c3-48c4-977e-a81dfd59162c HTTP/1.1" status: 404 len: 337 time: 0.0404704 Sep 15 09:59:41.190261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54856) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.226921 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-08837557-fc05-4ade-8a1b-f78a37665b80 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.227424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08837557-fc05-4ade-8a1b-f78a37665b80 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.229008 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-08837557-fc05-4ade-8a1b-f78a37665b80 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/ed97e497-bc42-4b65-9a77-b8a2407e808e HTTP/1.1" status: 404 len: 337 time: 0.0379167 Sep 15 09:59:41.231413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54860) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.279340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eb2c4c4e-9652-45af-b63e-dc77dd0ced14 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Synchronizing usage tracker for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:41.367340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eb2c4c4e-9652-45af-b63e-dc77dd0ced14 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Unset dirty status for tenant:3862a0bc900542b2a96277a638ae9771 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:41.368990 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eb2c4c4e-9652-45af-b63e-dc77dd0ced14 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports?device_id=39db4a94-6865-4625-8f6d-2c4bbf2f628a HTTP/1.1" status: 200 len: 205 time: 0.1367278 Sep 15 09:59:41.371585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54864) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.439872 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-041eb3bf-5b35-463d-aeb6-7d3b5174c700 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] delete failed (client error): The resource could not be found. Sep 15 09:59:41.440909 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-041eb3bf-5b35-463d-aeb6-7d3b5174c700 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/routers/39db4a94-6865-4625-8f6d-2c4bbf2f628a HTTP/1.1" status: 404 len: 336 time: 0.0684514 Sep 15 09:59:41.443419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54868) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.480225 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0c228e-00a2-4ae5-a030-cbbfbdc9a85b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.480660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0c228e-00a2-4ae5-a030-cbbfbdc9a85b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.482382 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fa0c228e-00a2-4ae5-a030-cbbfbdc9a85b tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/f3d84e41-fff3-4216-a231-1f5f0d041dd8 HTTP/1.1" status: 404 len: 337 time: 0.0381114 Sep 15 09:59:41.484696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54872) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.538830 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a4ff77f4-efa6-4584-967d-3123b631f296 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "GET /v2.0/ports?device_id=abb9dd45-7781-4df2-ae4a-091958504491 HTTP/1.1" status: 200 len: 205 time: 0.0529702 Sep 15 09:59:41.541057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54876) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.608956 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-73376daf-9c91-41d3-ae20-f70fa864dda2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] delete failed (client error): The resource could not be found. Sep 15 09:59:41.609965 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-73376daf-9c91-41d3-ae20-f70fa864dda2 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/routers/abb9dd45-7781-4df2-ae4a-091958504491 HTTP/1.1" status: 404 len: 336 time: 0.0680156 Sep 15 09:59:41.612451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54880) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.649664 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-85251865-e27f-4a14-b44e-fbfc3c8e50d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.650341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85251865-e27f-4a14-b44e-fbfc3c8e50d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.651705 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-85251865-e27f-4a14-b44e-fbfc3c8e50d9 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/6ee21339-32a9-4734-b4bf-ed0540fcb085 HTTP/1.1" status: 404 len: 337 time: 0.0384099 Sep 15 09:59:41.654099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54884) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.690985 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f418ac4-51f1-4f31-a1d1-0999c2b9c97a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.691430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f418ac4-51f1-4f31-a1d1-0999c2b9c97a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.693044 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4f418ac4-51f1-4f31-a1d1-0999c2b9c97a tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/6a393d11-1867-4cb1-aac9-c43400a3b783 HTTP/1.1" status: 404 len: 337 time: 0.0381000 Sep 15 09:59:41.695544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54888) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.738872 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-137a4d2c-45c5-4786-9b02-a2cb800f9e64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.739328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137a4d2c-45c5-4786-9b02-a2cb800f9e64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.740955 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-137a4d2c-45c5-4786-9b02-a2cb800f9e64 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/22bf0566-b43e-42c4-8e2b-9c714e0d67fe HTTP/1.1" status: 404 len: 333 time: 0.0438917 Sep 15 09:59:41.744338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54892) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.876379 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05cf3a3-d62e-4fb1-b5de-8f5a4ee649b1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.876739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05cf3a3-d62e-4fb1-b5de-8f5a4ee649b1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.878432 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f05cf3a3-d62e-4fb1-b5de-8f5a4ee649b1 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/fd5feb8b-4078-486f-9c55-452ac738d230 HTTP/1.1" status: 404 len: 337 time: 0.1332309 Sep 15 09:59:41.880936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54896) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.919823 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-a539e7ad-2dac-4493-8406-7b5afc928417 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.920273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a539e7ad-2dac-4493-8406-7b5afc928417 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.921862 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a539e7ad-2dac-4493-8406-7b5afc928417 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/32607ae6-132a-4b2f-9a85-09fbc9f124e1 HTTP/1.1" status: 404 len: 333 time: 0.0400527 Sep 15 09:59:41.924230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54900) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:41.962786 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c353ef69-4545-4a27-8b56-afd9f9433e2c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:41.963219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c353ef69-4545-4a27-8b56-afd9f9433e2c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:41.964789 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c353ef69-4545-4a27-8b56-afd9f9433e2c tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/e418da6f-298f-4a94-9f94-9bc62b663263 HTTP/1.1" status: 404 len: 337 time: 0.0397191 Sep 15 09:59:41.967297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54904) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.006183 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-1652a2fc-5d5d-4d25-947f-15232095e7cb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.006629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1652a2fc-5d5d-4d25-947f-15232095e7cb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.008268 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1652a2fc-5d5d-4d25-947f-15232095e7cb tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/06677854-bb2c-4ded-8489-1aff3f3e2f24 HTTP/1.1" status: 404 len: 333 time: 0.0400600 Sep 15 09:59:42.010726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54908) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.045884 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-26879dd1-fa4e-4c5a-8fac-f32edb770fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.046309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26879dd1-fa4e-4c5a-8fac-f32edb770fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.047866 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-26879dd1-fa4e-4c5a-8fac-f32edb770fd4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/8707f7aa-c4de-48d7-8536-4882b1efed67 HTTP/1.1" status: 404 len: 337 time: 0.0363023 Sep 15 09:59:42.050143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54912) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.091987 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdc59668-3e3a-497c-8597-23e78cea38e3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.092429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdc59668-3e3a-497c-8597-23e78cea38e3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.094043 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cdc59668-3e3a-497c-8597-23e78cea38e3 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/e347a7a3-3750-44d4-a75f-a11fcc0b2085 HTTP/1.1" status: 404 len: 333 time: 0.0430470 Sep 15 09:59:42.096489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54916) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.134658 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9295036c-f8a6-4b25-af29-8ebf70681cfc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.135023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9295036c-f8a6-4b25-af29-8ebf70681cfc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.136627 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9295036c-f8a6-4b25-af29-8ebf70681cfc tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/82592223-d3cb-40bd-a3b4-8e3e9c6a4e8d HTTP/1.1" status: 404 len: 337 time: 0.0392864 Sep 15 09:59:42.139110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54920) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.177932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e4ce340-dedd-49f6-8278-d3867cc45127 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.178379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e4ce340-dedd-49f6-8278-d3867cc45127 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.179972 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2e4ce340-dedd-49f6-8278-d3867cc45127 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/c3096e36-162a-45fb-941a-05cd122bbf02 HTTP/1.1" status: 404 len: 333 time: 0.0399919 Sep 15 09:59:42.183027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54924) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.222480 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f3ab31b-c9bf-4819-94d1-358ec01ac6a4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.222931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f3ab31b-c9bf-4819-94d1-358ec01ac6a4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.224603 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3f3ab31b-c9bf-4819-94d1-358ec01ac6a4 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/398dcc35-aa2f-4d1d-91cb-088bca96e73f HTTP/1.1" status: 404 len: 337 time: 0.0407274 Sep 15 09:59:42.228059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 54928) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.268224 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a18214c-00d4-4732-b1d9-8f5358d7fcf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.268688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a18214c-00d4-4732-b1d9-8f5358d7fcf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.270370 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5a18214c-00d4-4732-b1d9-8f5358d7fcf5 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/9a80e431-aa89-4d5e-a551-c012b69b5cc9 HTTP/1.1" status: 404 len: 333 time: 0.0417857 Sep 15 09:59:42.273088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54932) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.316475 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-4253bcc7-4845-4962-b135-2be9af687d60 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.322606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4253bcc7-4845-4962-b135-2be9af687d60 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.322606 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4253bcc7-4845-4962-b135-2be9af687d60 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/78f63ade-18b0-4fd4-82eb-08b178a89793 HTTP/1.1" status: 404 len: 337 time: 0.0445795 Sep 15 09:59:42.324333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54936) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.365697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17bef77-dc7a-4630-bbf8-600d0a12e1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.366270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17bef77-dc7a-4630-bbf8-600d0a12e1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.368539 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e17bef77-dc7a-4630-bbf8-600d0a12e1ee tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/ports/59087144-2be0-4265-842f-d14b3da8e3bb HTTP/1.1" status: 404 len: 333 time: 0.0431950 Sep 15 09:59:42.371747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54940) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.410814 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdc6700-f9bd-4573-a54a-259f9b8f0036 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:42.410814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdc6700-f9bd-4573-a54a-259f9b8f0036 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:42.410814 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5bdc6700-f9bd-4573-a54a-259f9b8f0036 tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/subnets/4c216d3f-e15e-4688-8465-fb3ab41fc3ec HTTP/1.1" status: 404 len: 337 time: 0.0379400 Sep 15 09:59:42.413889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54944) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:42.531192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:42.664957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:42.695651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae5be1d-5fac-495e-970c-08a3e7a6333d']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:42.708333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:42.708639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:42.720592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:42.736630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:42.742879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:59:42.743270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:42.876294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:42.895744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:42.902449 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3 resource provider aggregate not found Sep 15 09:59:42.911337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] Pushing event deleted for resources: {'Network': ['ID=9ae5be1d-5fac-495e-970c-08a3e7a6333d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:42.917640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8f558dfe-3fa1-4bbf-986c-df9ba19d84ea tempest-NetworksTestDHCPv6-1475952721 tempest-NetworksTestDHCPv6-1475952721-project] 10.222.0.62 "DELETE /v2.0/networks/9ae5be1d-5fac-495e-970c-08a3e7a6333d HTTP/1.1" status: 204 len: 168 time: 0.5033057 Sep 15 09:59:42.930841 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c59f3f6e-9775-464a-a0b9-e0b29d5e7dc3 found for delete ", "request_id": "req-ce0031c4-00ce-41e1-b5cc-709615ec9b98"}]} Sep 15 09:59:43.400987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54962) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:43.542465 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-80f5737b-2882-4304-9099-feee9e0e1661 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3862a0bc900542b2a96277a638ae9771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403379 Sep 15 09:59:43.544915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54968) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:43.602308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-036c0769-3776-4ae2-8faa-8db17b9e58bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:43.628342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-036c0769-3776-4ae2-8faa-8db17b9e58bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:43.742464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-036c0769-3776-4ae2-8faa-8db17b9e58bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:43.756637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c0769-3776-4ae2-8faa-8db17b9e58bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d9622d-10be-4258-a6ef-b3233f217fd3,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:43.763186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-036c0769-3776-4ae2-8faa-8db17b9e58bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:43.764304 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-036c0769-3776-4ae2-8faa-8db17b9e58bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24d9622d-10be-4258-a6ef-b3233f217fd3 HTTP/1.1" status: 204 len: 168 time: 0.2184842 Sep 15 09:59:44.774432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54992) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:44.874650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1076416056'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:44.879714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:44.883482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:network and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:44.887021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:44.896039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:44.967431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:44.970793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:44.982836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:44.997537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:45.001323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group_rule and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:45.004186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:45.010527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:45.092339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:45.199323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:45.233325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] vlan segment allocate from pool success with {'vlan_id': 395, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:59:45.238420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5965e65b-0ebd-4f20-81a7-a0effaef5635,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:45.247211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:45.247211 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Added segment 0728f808-2f6c-4a67-9826-c7b9d5a180bc of type vlan for network db14c391-2c5b-4fb0-9651-a02d50ec20d0 Sep 15 09:59:45.272453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:45.373173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:45.378672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:45.379245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:45.585737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Network': ['ID=db14c391-2c5b-4fb0-9651-a02d50ec20d0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:45.596305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:59:45.694029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5b1ec333-9f91-4c63-abe7-d1c89393d41b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.9184201 Sep 15 09:59:45.696526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 54998) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:45.703030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'name': 'tempest-PortsTestJSON-604269376'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:45.812843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:45.816631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:45.819431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:45.825487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:45.898862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:45.902864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:45.923733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port b1b113cd-c10c-431b-b9a6-fd09201cb472 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:46.139099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:46.214060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:46.297625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=b1b113cd-c10c-431b-b9a6-fd09201cb472,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:46.308547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking segment: {'id': '0728f808-2f6c-4a67-9826-c7b9d5a180bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:46.308668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network hostable DHCP agents. Network: db14c391-2c5b-4fb0-9651-a02d50ec20d0, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:59:46.382438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:59:46.452942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, db14c391-2c5b-4fb0-9651-a02d50ec20d0) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:46.456798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:46.462343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:46.462991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ade60a-d0e2-41fd-ad88-ce275d607ce9 None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:46.464416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:46.551071 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e3a6a97f-3c97-4767-aaff-920c8184f1af tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8525753 Sep 15 09:59:46.554222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55004) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:46.559581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1974953120'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:46.564389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:46.568359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:network and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:46.571393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:46.578267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:46.664246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:46.668684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:46.698769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:59:46.707503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:46.707842 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Added segment e317ea8d-31f9-4523-9db8-aa22e2859d40 of type vlan for network 4801aee6-1f3c-4b16-82f6-c3505d02732a Sep 15 09:59:46.733413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:46.841292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:46.846694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:46.847265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:46.952195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Network': ['ID=4801aee6-1f3c-4b16-82f6-c3505d02732a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:46.962298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 4801aee6-1f3c-4b16-82f6-c3505d02732a details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:59:47.028745 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0d8da5c6-c9a5-45a9-8e84-845ba3e8c0cd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4733160 Sep 15 09:59:47.031087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55008) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:47.036586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'ports': [{'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0'}, {'network_id': '4801aee6-1f3c-4b16-82f6-c3505d02732a'}]} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:47.036888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:47.037355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': '4801aee6-1f3c-4b16-82f6-c3505d02732a'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:47.242940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:47.246869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:47.249559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:47.255095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:47.330970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 2} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:47.335265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:47.356817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:47.562222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 7c607c7b-031f-45d7-ae2e-7b40e4336edb yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:47.650597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:47.750898 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port d49748a7-4fe1-4dd9-8c45-4bf59391226a yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:47.837130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:47.893486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:47.958716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:47.961464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:47.965462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:47.966283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:47.975642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=7c607c7b-031f-45d7-ae2e-7b40e4336edb,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:48.062502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=d49748a7-4fe1-4dd9-8c45-4bf59391226a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:48.067894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking segment: {'id': 'e317ea8d-31f9-4523-9db8-aa22e2859d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '4801aee6-1f3c-4b16-82f6-c3505d02732a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:48.068241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network hostable DHCP agents. Network: 4801aee6-1f3c-4b16-82f6-c3505d02732a, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:59:48.144279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 4801aee6-1f3c-4b16-82f6-c3505d02732a is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:59:48.229737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 4801aee6-1f3c-4b16-82f6-c3505d02732a) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:48.233100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:48.238237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e722cc8-aa0d-42bb-b299-005ad9604c6a None None] Network 4801aee6-1f3c-4b16-82f6-c3505d02732a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:48.238729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:48.243302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:48.244638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:48.345434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1a25a926-b32c-4444-9f13-8bac3f71df6a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3133171 Sep 15 09:59:48.348176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55012) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:48.415348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-beee2cba-4462-4783-aec7-2d150d29caae tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port d49748a7-4fe1-4dd9-8c45-4bf59391226a {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:48.416213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-beee2cba-4462-4783-aec7-2d150d29caae tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:48.729378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-beee2cba-4462-4783-aec7-2d150d29caae tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:48.873282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-beee2cba-4462-4783-aec7-2d150d29caae tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for d49748a7-4fe1-4dd9-8c45-4bf59391226a owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:49.001291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-beee2cba-4462-4783-aec7-2d150d29caae tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:49.049113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee2cba-4462-4783-aec7-2d150d29caae tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=d49748a7-4fe1-4dd9-8c45-4bf59391226a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:49.054373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-beee2cba-4462-4783-aec7-2d150d29caae tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:49.060766 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-beee2cba-4462-4783-aec7-2d150d29caae tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/d49748a7-4fe1-4dd9-8c45-4bf59391226a HTTP/1.1" status: 204 len: 168 time: 0.7116175 Sep 15 09:59:49.063291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55016) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:49.151348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fba46-eafc-412e-951c-74ea8d922683 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:49.157089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fba46-eafc-412e-951c-74ea8d922683 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:49.157811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3e7fba46-eafc-412e-951c-74ea8d922683 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:49.233629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3e7fba46-eafc-412e-951c-74ea8d922683 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:49.234804 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3e7fba46-eafc-412e-951c-74ea8d922683 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1706331 Sep 15 09:59:49.237447 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55020) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:49.303134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-835774fc-57ba-4cc6-be5d-cb387d8b590a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 7c607c7b-031f-45d7-ae2e-7b40e4336edb {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:49.303471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-835774fc-57ba-4cc6-be5d-cb387d8b590a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:49.519603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-835774fc-57ba-4cc6-be5d-cb387d8b590a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:49.588627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62eba58d-2ead-42c2-8173-7ffe045caa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:49.645504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-835774fc-57ba-4cc6-be5d-cb387d8b590a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 7c607c7b-031f-45d7-ae2e-7b40e4336edb owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:49.799261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-835774fc-57ba-4cc6-be5d-cb387d8b590a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:49.850894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835774fc-57ba-4cc6-be5d-cb387d8b590a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=7c607c7b-031f-45d7-ae2e-7b40e4336edb,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:49.857416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-835774fc-57ba-4cc6-be5d-cb387d8b590a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:49.931213 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-835774fc-57ba-4cc6-be5d-cb387d8b590a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/7c607c7b-031f-45d7-ae2e-7b40e4336edb HTTP/1.1" status: 204 len: 168 time: 0.6925709 Sep 15 09:59:49.933495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55024) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:50.018711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed62ce6-98da-4642-90a9-8c1157cd2fdd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:50.019420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9ed62ce6-98da-4642-90a9-8c1157cd2fdd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:50.115959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9ed62ce6-98da-4642-90a9-8c1157cd2fdd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:50.117061 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9ed62ce6-98da-4642-90a9-8c1157cd2fdd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1826165 Sep 15 09:59:50.120249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55028) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:50.164024 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-d215a597-9483-49e8-b57f-6f2e03d5a566 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 09:59:50.165291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d215a597-9483-49e8-b57f-6f2e03d5a566 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/d49748a7-4fe1-4dd9-8c45-4bf59391226a HTTP/1.1" status: 404 len: 333 time: 0.0441554 Sep 15 09:59:50.168150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55032) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:50.209765 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-58744ae0-a35d-4f45-8841-aaa5248912eb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 09:59:50.211099 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-58744ae0-a35d-4f45-8841-aaa5248912eb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/7c607c7b-031f-45d7-ae2e-7b40e4336edb HTTP/1.1" status: 404 len: 333 time: 0.0420885 Sep 15 09:59:50.214315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55036) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:50.325001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.544644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.554188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.579842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4801aee6-1f3c-4b16-82f6-c3505d02732a']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:50.593169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e317ea8d-31f9-4523-9db8-aa22e2859d40') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:50.593471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e317ea8d-31f9-4523-9db8-aa22e2859d40') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:50.604714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.620351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.626270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:59:50.626652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.693689 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e317ea8d-31f9-4523-9db8-aa22e2859d40 resource provider aggregate not found Sep 15 09:59:50.710983 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e317ea8d-31f9-4523-9db8-aa22e2859d40 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e317ea8d-31f9-4523-9db8-aa22e2859d40 found for delete ", "request_id": "req-18d96f66-d406-4394-8074-3f8b7d67a89a"}]} Sep 15 09:59:50.787507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.791994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.816057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Network': ['ID=4801aee6-1f3c-4b16-82f6-c3505d02732a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:50.819387 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e78fca2d-6d4b-4e4f-996d-beaa565aed9e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/networks/4801aee6-1f3c-4b16-82f6-c3505d02732a HTTP/1.1" status: 204 len: 168 time: 0.6041837 Sep 15 09:59:50.824082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55044) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:50.829776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1640032580'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:50.835153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:50.839456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:network and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:50.842299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:50.848234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:50.924692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:50.928203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.956178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:59:50.964330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:50.964668 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Added segment e288de51-2ceb-474a-ab71-78352e0baf38 of type vlan for network 48ffd60b-abba-4e72-a518-270a2f2e0ade Sep 15 09:59:50.989192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:51.067722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:51.073902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:51.075480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:51.178841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Network': ['ID=48ffd60b-abba-4e72-a518-270a2f2e0ade,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:51.190024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 48ffd60b-abba-4e72-a518-270a2f2e0ade details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:59:51.231011 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-303a7fad-c2d0-4389-b170-ede98958719a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4058521 Sep 15 09:59:51.233881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55048) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:51.239439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': '48ffd60b-abba-4e72-a518-270a2f2e0ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:51.349762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:51.354354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:51.357130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:51.362753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:51.430321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:51.434527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:51.524632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Performing IP validity checks on allocation pools {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 15 09:59:51.525967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 15 09:59:51.690917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-077e104f-14d7-4f41-98ef-55bb5912f345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:51.719546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:51.798300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=17ae036a-ea6a-406e-9886-bbb0351d1848,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:51.805623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking segment: {'id': 'e288de51-2ceb-474a-ab71-78352e0baf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48ffd60b-abba-4e72-a518-270a2f2e0ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:51.806221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network hostable DHCP agents. Network: 48ffd60b-abba-4e72-a518-270a2f2e0ade, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:59:51.887055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 48ffd60b-abba-4e72-a518-270a2f2e0ade is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:59:51.949612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 48ffd60b-abba-4e72-a518-270a2f2e0ade) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:51.953669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:51.954211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:51.958551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c531d1-8943-47c9-b96d-9693f88538cf None None] Network 48ffd60b-abba-4e72-a518-270a2f2e0ade requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:52.028414 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1f92c430-115b-4132-adf1-b2b175001b11 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7933922 Sep 15 09:59:52.030938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55056) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:52.037196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': '48ffd60b-abba-4e72-a518-270a2f2e0ade', 'name': 'tempest-PortsTestJSON-789098040'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:52.173700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:52.183626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:52.205645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-48ffd60b-abba-4e72-a518-270a2f2e0ade', 'network_id': '48ffd60b-abba-4e72-a518-270a2f2e0ade', 'tenant_id': 'f4099c537fbb47f8839658220f1347d5', 'fixed_ips': [{'subnet_id': '17ae036a-ea6a-406e-9886-bbb0351d1848'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:59:52.206503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.250962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:52.254554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.276259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 5408cb1b-dc18-4f53-8058-78c9670b3dba yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:52.361368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Allocated IP 172.20.0.2 (48ffd60b-abba-4e72-a518-270a2f2e0ade/17ae036a-ea6a-406e-9886-bbb0351d1848/6a9681d2-2a45-45af-8124-b95c0d01216f) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:52.563278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.576382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.586538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Transition to ACTIVE for port object 6a9681d2-2a45-45af-8124-b95c0d01216f will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:52.604496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Transition to ACTIVE for port object 6a9681d2-2a45-45af-8124-b95c0d01216f will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:52.675998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.738664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Network 48ffd60b-abba-4e72-a518-270a2f2e0ade is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:52.741280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:52.745419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.13 (48ffd60b-abba-4e72-a518-270a2f2e0ade/17ae036a-ea6a-406e-9886-bbb0351d1848/5408cb1b-dc18-4f53-8058-78c9670b3dba) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:52.749167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:52.749494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.753794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Pushing event updated for resources: {'Port': ['ID=6a9681d2-2a45-45af-8124-b95c0d01216f,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:52.798071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.798409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.798740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.799065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.799384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.799703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.800043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.800361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.800679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.800990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.801302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.801612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 09:59:52.866752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Attempting to bind port 6a9681d2-2a45-45af-8124-b95c0d01216f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:59:52.867024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Attempting to bind port 6a9681d2-2a45-45af-8124-b95c0d01216f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e288de51-2ceb-474a-ab71-78352e0baf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48ffd60b-abba-4e72-a518-270a2f2e0ade'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:59:52.867393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Attempting to bind port 6a9681d2-2a45-45af-8124-b95c0d01216f on network 48ffd60b-abba-4e72-a518-270a2f2e0ade {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:59:52.872792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:59:52.873965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Checking segment: {'id': 'e288de51-2ceb-474a-ab71-78352e0baf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48ffd60b-abba-4e72-a518-270a2f2e0ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:52.873965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.873965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Bound using segment: {'id': 'e288de51-2ceb-474a-ab71-78352e0baf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48ffd60b-abba-4e72-a518-270a2f2e0ade'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:59:52.874394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Bound port: 6a9681d2-2a45-45af-8124-b95c0d01216f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e288de51-2ceb-474a-ab71-78352e0baf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '48ffd60b-abba-4e72-a518-270a2f2e0ade'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:59:52.874759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.954382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:52.963378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] For port 6a9681d2-2a45-45af-8124-b95c0d01216f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:59:52.966317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] For port 6a9681d2-2a45-45af-8124-b95c0d01216f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6a9681d2-2a45-45af-8124-b95c0d01216f,segment=NetworkSegment(e288de51-2ceb-474a-ab71-78352e0baf38),segment_id=e288de51-2ceb-474a-ab71-78352e0baf38)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:59:52.970580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 5408cb1b-dc18-4f53-8058-78c9670b3dba will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:53.044995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:53.076085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:53.120555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd6bd94-28d0-4afa-8e24-3a8fe1ef07a6 None None] Pushing event updated for resources: {'Port': ['ID=6a9681d2-2a45-45af-8124-b95c0d01216f,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:53.151893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 48ffd60b-abba-4e72-a518-270a2f2e0ade is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:53.154889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:53.158868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:53.205298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=5408cb1b-dc18-4f53-8058-78c9670b3dba,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:53.231413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:53.232176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:53.327530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55060) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:53.329854 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f243c916-9296-4b67-8f8b-dc08c10a7888 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2978365 Sep 15 09:59:53.416156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3bd12-d115-4be7-8dd3-b28176b8212e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 5408cb1b-dc18-4f53-8058-78c9670b3dba {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:53.416514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bd12-d115-4be7-8dd3-b28176b8212e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:53.661661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bd12-d115-4be7-8dd3-b28176b8212e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:53.783508 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3fe3bd12-d115-4be7-8dd3-b28176b8212e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 5408cb1b-dc18-4f53-8058-78c9670b3dba owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:53.990363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bd12-d115-4be7-8dd3-b28176b8212e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.073618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe3bd12-d115-4be7-8dd3-b28176b8212e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=5408cb1b-dc18-4f53-8058-78c9670b3dba,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:54.104778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e03492-62d3-4f8f-8a6b-c285c88fbbf0 None None] Network 48ffd60b-abba-4e72-a518-270a2f2e0ade requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:54.151500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3fe3bd12-d115-4be7-8dd3-b28176b8212e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.161184 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3fe3bd12-d115-4be7-8dd3-b28176b8212e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/5408cb1b-dc18-4f53-8058-78c9670b3dba HTTP/1.1" status: 204 len: 168 time: 0.8326573 Sep 15 09:59:54.163896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55064) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:54.204554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f0d968-69a5-49d0-b368-f6d952f9efc7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 09:59:54.205024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f0d968-69a5-49d0-b368-f6d952f9efc7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 09:59:54.206999 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a0f0d968-69a5-49d0-b368-f6d952f9efc7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/5408cb1b-dc18-4f53-8058-78c9670b3dba HTTP/1.1" status: 404 len: 333 time: 0.0422101 Sep 15 09:59:54.209698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55068) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:54.251294 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c7c3653-2893-4a93-8024-c0b318714cb1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 09:59:54.251830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1c7c3653-2893-4a93-8024-c0b318714cb1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 09:59:54.268777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-53a5b40b-5a53-4e42-8711-811e4364cb3c None None] Provisioning for port 6a9681d2-2a45-45af-8124-b95c0d01216f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:54.333770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.355541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1c7c3653-2893-4a93-8024-c0b318714cb1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 09:59:54.356792 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1c7c3653-2893-4a93-8024-c0b318714cb1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/5408cb1b-dc18-4f53-8058-78c9670b3dba HTTP/1.1" status: 404 len: 333 time: 0.1460016 Sep 15 09:59:54.362541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55074) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:54.432613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-efbdb388-57d8-451a-aa60-96e9a497c420 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 17ae036a-ea6a-406e-9886-bbb0351d1848 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 09:59:54.435596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efbdb388-57d8-451a-aa60-96e9a497c420 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.491879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efbdb388-57d8-451a-aa60-96e9a497c420 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.586274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efbdb388-57d8-451a-aa60-96e9a497c420 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.673788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6a9681d2-2a45-45af-8124-b95c0d01216f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 09:59:54.836824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3203c324-fc62-4550-b109-e3ec76558c89 None None] Could not find standard attr ID for object 5408cb1b-dc18-4f53-8058-78c9670b3dba. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 09:59:54.916687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efbdb388-57d8-451a-aa60-96e9a497c420 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.941811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 6a9681d2-2a45-45af-8124-b95c0d01216f completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 09:59:54.947484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6a9681d2-2a45-45af-8124-b95c0d01216f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 09:59:54.952888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.955917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdb388-57d8-451a-aa60-96e9a497c420 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=17ae036a-ea6a-406e-9886-bbb0351d1848,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:54.959487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-efbdb388-57d8-451a-aa60-96e9a497c420 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:54.968225 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-efbdb388-57d8-451a-aa60-96e9a497c420 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/17ae036a-ea6a-406e-9886-bbb0351d1848 HTTP/1.1" status: 204 len: 168 time: 0.6022539 Sep 15 09:59:54.968433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55078) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:54.981711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6985dc-f74e-42cb-a54a-ce195403aac9 None None] Network 48ffd60b-abba-4e72-a518-270a2f2e0ade requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:55.083866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:55.094111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 6a9681d2-2a45-45af-8124-b95c0d01216f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:55.094445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:55.234360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6a9681d2-2a45-45af-8124-b95c0d01216f is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 09:59:55.234951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:55.274104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 6a9681d2-2a45-45af-8124-b95c0d01216f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6a9681d2-2a45-45af-8124-b95c0d01216f,segment=NetworkSegment(e288de51-2ceb-474a-ab71-78352e0baf38),segment_id=e288de51-2ceb-474a-ab71-78352e0baf38)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:55.347128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] DHCP port deletion for 48ffd60b-abba-4e72-a518-270a2f2e0ade request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 09:59:55.351336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:55.387585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] Deleting port 6a9681d2-2a45-45af-8124-b95c0d01216f {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:55.387959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:55.404792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] For port 6a9681d2-2a45-45af-8124-b95c0d01216f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6a9681d2-2a45-45af-8124-b95c0d01216f,segment=NetworkSegment(e288de51-2ceb-474a-ab71-78352e0baf38),segment_id=e288de51-2ceb-474a-ab71-78352e0baf38)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:55.405376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:55.529759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=6a9681d2-2a45-45af-8124-b95c0d01216f,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:55.532557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 6a9681d2-2a45-45af-8124-b95c0d01216f owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:55.649698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] For port 6a9681d2-2a45-45af-8124-b95c0d01216f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6a9681d2-2a45-45af-8124-b95c0d01216f,segment=NetworkSegment(e288de51-2ceb-474a-ab71-78352e0baf38),segment_id=e288de51-2ceb-474a-ab71-78352e0baf38)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 09:59:55.650536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:55.673688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 09:59:55.674047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 09:59:55.772026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] Calling delete_port for 6a9681d2-2a45-45af-8124-b95c0d01216f owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:55.930372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:55.977052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] Pushing event deleted for resources: {'Port': ['ID=6a9681d2-2a45-45af-8124-b95c0d01216f,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:55.981514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613ddfcd-2b15-4664-ad03-91116d3e09e7 None None] No DVR routers for this DVR port 6a9681d2-2a45-45af-8124-b95c0d01216f on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 09:59:56.174983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 6a9681d2-2a45-45af-8124-b95c0d01216f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:56.175330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.243181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] The port '6a9681d2-2a45-45af-8124-b95c0d01216f' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 09:59:56.365195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.390145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48ffd60b-abba-4e72-a518-270a2f2e0ade']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:56.402524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e288de51-2ceb-474a-ab71-78352e0baf38') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:56.402820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e288de51-2ceb-474a-ab71-78352e0baf38') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 09:59:56.413660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.432562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.438496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 09:59:56.438886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.502341 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e288de51-2ceb-474a-ab71-78352e0baf38 resource provider aggregate not found Sep 15 09:59:56.522454 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e288de51-2ceb-474a-ab71-78352e0baf38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e288de51-2ceb-474a-ab71-78352e0baf38 found for delete ", "request_id": "req-f074914d-5845-4ee6-8b36-8b41833a459d"}]} Sep 15 09:59:56.607524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.611794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.628901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6a9681d2-2a45-45af-8124-b95c0d01216f no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 09:59:56.644775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Network': ['ID=48ffd60b-abba-4e72-a518-270a2f2e0ade,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:56.664132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 6a9681d2-2a45-45af-8124-b95c0d01216f {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 09:59:56.664471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6a9681d2-2a45-45af-8124-b95c0d01216f not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 09:59:56.705511 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4c803354-34e6-4287-99e9-19533ff99fa0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/networks/48ffd60b-abba-4e72-a518-270a2f2e0ade HTTP/1.1" status: 204 len: 168 time: 1.7357616 Sep 15 09:59:56.708943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55086) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:56.714875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1289697258'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:56.719819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:56.723595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:network and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:56.726443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:56.732691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:56.801079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:56.804314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.832927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 09:59:56.841163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.841497 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Added segment f1288d7a-4ce4-4666-9482-7a7427b2da0c of type vlan for network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 Sep 15 09:59:56.866797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.970334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:56.975784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:56.976357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:57.081261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Network': ['ID=bc16cab8-ace3-47fb-bb4a-89ae1abdef93,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:57.091161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 09:59:57.160314 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5d48c915-bfb4-4f1b-9293-5ff24535d8db tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4502411 Sep 15 09:59:57.163049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55090) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:57.169394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'bc16cab8-ace3-47fb-bb4a-89ae1abdef93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:57.278135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:57.281957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:57.284721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:57.290891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:57.395679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:57.399228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:57.681274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:57.761978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=752607bb-75b1-4b15-9989-bb160e6537cf,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:57.769299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking segment: {'id': 'f1288d7a-4ce4-4666-9482-7a7427b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc16cab8-ace3-47fb-bb4a-89ae1abdef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:57.769655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network hostable DHCP agents. Network: bc16cab8-ace3-47fb-bb4a-89ae1abdef93, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 09:59:57.838981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 09:59:57.909554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, bc16cab8-ace3-47fb-bb4a-89ae1abdef93) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:57.913556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:57.914189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:57.919391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd812d3-88b9-46f3-b52e-5158e018e502 None None] Network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 09:59:57.999717 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-741e7ede-308d-4d12-9139-f83690586e1e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8355749 Sep 15 09:59:58.002962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55096) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:58.008316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'bc16cab8-ace3-47fb-bb4a-89ae1abdef93', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2066386052'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 09:59:58.139533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-bc16cab8-ace3-47fb-bb4a-89ae1abdef93', 'network_id': 'bc16cab8-ace3-47fb-bb4a-89ae1abdef93', 'tenant_id': 'f4099c537fbb47f8839658220f1347d5', 'fixed_ips': [{'subnet_id': '752607bb-75b1-4b15-9989-bb160e6537cf'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 09:59:58.140362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:58.143985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 09:59:58.148141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 09:59:58.151184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 09:59:58.157064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 09:59:58.230280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 09:59:58.234168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:58.256130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 33b9a698-78d8-400d-9c55-a0052274c734 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 09:59:58.293484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Allocated IP 172.20.0.2 (bc16cab8-ace3-47fb-bb4a-89ae1abdef93/752607bb-75b1-4b15-9989-bb160e6537cf/17d2aac2-c2fc-486b-bf7e-ea11015b34c3) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:58.496962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:58.506630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Transition to ACTIVE for port object 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:58.523823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Transition to ACTIVE for port object 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:58.593767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:58.662518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:58.665942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:58.669398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:58.678634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Pushing event updated for resources: {'Port': ['ID=17d2aac2-c2fc-486b-bf7e-ea11015b34c3,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:58.772667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.10 (bc16cab8-ace3-47fb-bb4a-89ae1abdef93/752607bb-75b1-4b15-9989-bb160e6537cf/33b9a698-78d8-400d-9c55-a0052274c734) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 09:59:58.777867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Attempting to bind port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 09:59:58.778239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Attempting to bind port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'f1288d7a-4ce4-4666-9482-7a7427b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc16cab8-ace3-47fb-bb4a-89ae1abdef93'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 09:59:58.778598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Attempting to bind port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 on network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 09:59:58.783794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 09:59:58.784163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Checking segment: {'id': 'f1288d7a-4ce4-4666-9482-7a7427b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc16cab8-ace3-47fb-bb4a-89ae1abdef93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 09:59:58.784560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:58.784947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Bound using segment: {'id': 'f1288d7a-4ce4-4666-9482-7a7427b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc16cab8-ace3-47fb-bb4a-89ae1abdef93'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 09:59:58.785406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Bound port: 17d2aac2-c2fc-486b-bf7e-ea11015b34c3, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1288d7a-4ce4-4666-9482-7a7427b2da0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'bc16cab8-ace3-47fb-bb4a-89ae1abdef93'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 09:59:58.785776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:58.876262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] For port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 09:59:58.879276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] For port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=17d2aac2-c2fc-486b-bf7e-ea11015b34c3,segment=NetworkSegment(f1288d7a-4ce4-4666-9482-7a7427b2da0c),segment_id=f1288d7a-4ce4-4666-9482-7a7427b2da0c)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 09:59:58.939207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:58.954586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 33b9a698-78d8-400d-9c55-a0052274c734 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 09:59:58.956433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:59.033510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:59.034615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50990ea-fff7-411d-8b51-9da4a2b09c35 None None] Pushing event updated for resources: {'Port': ['ID=17d2aac2-c2fc-486b-bf7e-ea11015b34c3,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:59.102567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 09:59:59.105533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 09:59:59.109265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 09:59:59.154572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=33b9a698-78d8-400d-9c55-a0052274c734,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 09:59:59.186054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 09:59:59.186054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:59.308835 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b57e022f-cf4c-4b0e-bade-1bb0d9565edb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.3048017 Sep 15 09:59:59.311587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55100) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 09:59:59.386407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7ce10-afdc-4062-b69b-97e1ae8fb63e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 33b9a698-78d8-400d-9c55-a0052274c734 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 09:59:59.386767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ce10-afdc-4062-b69b-97e1ae8fb63e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:59.730535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ce10-afdc-4062-b69b-97e1ae8fb63e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 09:59:59.857478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a4e7ce10-afdc-4062-b69b-97e1ae8fb63e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 33b9a698-78d8-400d-9c55-a0052274c734 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 09:59:59.913643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38522df9-9c54-4c3b-9bc1-3b163c56795d None None] Network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:00.062631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ce10-afdc-4062-b69b-97e1ae8fb63e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.099144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e03a4ef1-e8db-4085-9e6b-cbfbb571bfcd None None] Provisioning for port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:00.154316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ce10-afdc-4062-b69b-97e1ae8fb63e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=33b9a698-78d8-400d-9c55-a0052274c734,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:00.232096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ce10-afdc-4062-b69b-97e1ae8fb63e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.237027 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a4e7ce10-afdc-4062-b69b-97e1ae8fb63e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/33b9a698-78d8-400d-9c55-a0052274c734 HTTP/1.1" status: 204 len: 168 time: 0.9242432 Sep 15 10:00:00.239606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55104) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:00.286145 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef85a2f4-fa46-49bd-99c6-1830eb9fb954 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:00.286694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef85a2f4-fa46-49bd-99c6-1830eb9fb954 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:00.367690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef85a2f4-fa46-49bd-99c6-1830eb9fb954 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:00.369726 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ef85a2f4-fa46-49bd-99c6-1830eb9fb954 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/33b9a698-78d8-400d-9c55-a0052274c734 HTTP/1.1" status: 404 len: 333 time: 0.1291087 Sep 15 10:00:00.372565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55108) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:00.440970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-36da3e14-4543-44e4-8bde-cb9eaa039d33 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 752607bb-75b1-4b15-9989-bb160e6537cf {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:00:00.444120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36da3e14-4543-44e4-8bde-cb9eaa039d33 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.504364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36da3e14-4543-44e4-8bde-cb9eaa039d33 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.544599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1f7db64a-6fe8-4b3d-91a0-9674640e2bdd None None] Could not find standard attr ID for object 33b9a698-78d8-400d-9c55-a0052274c734. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 10:00:00.592222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36da3e14-4543-44e4-8bde-cb9eaa039d33 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.670701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:00.747709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36da3e14-4543-44e4-8bde-cb9eaa039d33 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.792875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da3e14-4543-44e4-8bde-cb9eaa039d33 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=752607bb-75b1-4b15-9989-bb160e6537cf,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:00.794848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36da3e14-4543-44e4-8bde-cb9eaa039d33 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.800196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc9e637-a8e2-4dce-a2e4-2a3d928e321c None None] Network bc16cab8-ace3-47fb-bb4a-89ae1abdef93 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:00.801228 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-36da3e14-4543-44e4-8bde-cb9eaa039d33 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/752607bb-75b1-4b15-9989-bb160e6537cf HTTP/1.1" status: 204 len: 168 time: 0.4276071 Sep 15 10:00:00.803801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55112) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:00.815421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:00.864701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:00.865073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.919103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:00.929348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:00.929679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:01.091375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:01.091751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:01.131838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=17d2aac2-c2fc-486b-bf7e-ea11015b34c3,segment=NetworkSegment(f1288d7a-4ce4-4666-9482-7a7427b2da0c),segment_id=f1288d7a-4ce4-4666-9482-7a7427b2da0c)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:01.138157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] For port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=17d2aac2-c2fc-486b-bf7e-ea11015b34c3,segment=NetworkSegment(f1288d7a-4ce4-4666-9482-7a7427b2da0c),segment_id=f1288d7a-4ce4-4666-9482-7a7427b2da0c)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:01.138535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:01.189750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] DHCP port deletion for bc16cab8-ace3-47fb-bb4a-89ae1abdef93 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:00:01.194570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] Deleting port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:01.198959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:01.224012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:01.265008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:01.357305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=17d2aac2-c2fc-486b-bf7e-ea11015b34c3,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:01.373242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:00:01.373789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:00:01.465978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] For port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=17d2aac2-c2fc-486b-bf7e-ea11015b34c3,segment=NetworkSegment(f1288d7a-4ce4-4666-9482-7a7427b2da0c),segment_id=f1288d7a-4ce4-4666-9482-7a7427b2da0c)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:01.465978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:01.586091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] Calling delete_port for 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:01.727188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:01.772059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] Pushing event deleted for resources: {'Port': ['ID=17d2aac2-c2fc-486b-bf7e-ea11015b34c3,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:01.776394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09226e4b-e885-4696-b6a4-ab81930e7087 None None] No DVR routers for this DVR port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:01.874661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:01.875004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:01.941946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] The port '17d2aac2-c2fc-486b-bf7e-ea11015b34c3' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:00:02.060535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:02.085057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc16cab8-ace3-47fb-bb4a-89ae1abdef93']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:02.096846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1288d7a-4ce4-4666-9482-7a7427b2da0c') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:02.097142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1288d7a-4ce4-4666-9482-7a7427b2da0c') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:02.108304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:02.124131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:02.129880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:00:02.130257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:02.298626 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment f1288d7a-4ce4-4666-9482-7a7427b2da0c resource provider aggregate not found Sep 15 10:00:02.316895 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment f1288d7a-4ce4-4666-9482-7a7427b2da0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f1288d7a-4ce4-4666-9482-7a7427b2da0c found for delete ", "request_id": "req-88226988-eb96-465c-ad9f-9cf36f017d86"}]} Sep 15 10:00:02.444427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:02.464462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:02.470432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Network': ['ID=bc16cab8-ace3-47fb-bb4a-89ae1abdef93,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:02.548146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c7d3cb94-f9af-4f5d-92bc-8236dc52c687 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/networks/bc16cab8-ace3-47fb-bb4a-89ae1abdef93 HTTP/1.1" status: 204 len: 168 time: 1.7433112 Sep 15 10:00:02.551457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55120) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:02.558242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'name': 'tempest-PortsTestJSON-637210938'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:02.633954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:02.670782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:02.671144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 17d2aac2-c2fc-486b-bf7e-ea11015b34c3 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:02.671622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:02.675771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:02.679299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:02.686464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:02.758861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:02.762328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:02.783558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 91c3ad45-292d-43e7-a52d-99947eac053b yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:03.003257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:03.096155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:03.170414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:03.173676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:03.180740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:03.186888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:03.193109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:03.193109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=91c3ad45-292d-43e7-a52d-99947eac053b,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:03.348254 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dbb193fb-5c99-4007-8457-c7cb76861f7d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7956626 Sep 15 10:00:03.350674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55132) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:03.419845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f37926dd-197b-42cc-9c3c-76b4a356348a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 91c3ad45-292d-43e7-a52d-99947eac053b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:03.420181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f37926dd-197b-42cc-9c3c-76b4a356348a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:03.550786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0741c-4856-4b89-ade2-78036a74a815 req-968a3c62-d27d-4c0b-9558-60d216d9c39b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:03.552267 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80b0741c-4856-4b89-ade2-78036a74a815 req-968a3c62-d27d-4c0b-9558-60d216d9c39b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 946 time: 0.2105618 Sep 15 10:00:03.598170 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80b0741c-4856-4b89-ade2-78036a74a815 req-e8aaf7c3-38ef-4fd2-a05e-9bc08ddba8cd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393555 Sep 15 10:00:03.642885 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f37926dd-197b-42cc-9c3c-76b4a356348a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:03.764784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-f37926dd-197b-42cc-9c3c-76b4a356348a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 91c3ad45-292d-43e7-a52d-99947eac053b owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:03.924364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f37926dd-197b-42cc-9c3c-76b4a356348a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:03.971450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37926dd-197b-42cc-9c3c-76b4a356348a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=91c3ad45-292d-43e7-a52d-99947eac053b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:03.978095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f37926dd-197b-42cc-9c3c-76b4a356348a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:03.987311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f37926dd-197b-42cc-9c3c-76b4a356348a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/91c3ad45-292d-43e7-a52d-99947eac053b HTTP/1.1" status: 204 len: 168 time: 0.6357183 Sep 15 10:00:03.989758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55136) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:03.994994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'mac_address': 'fa:16:3e:f1:a1:ae', 'name': 'tempest-PortsTestJSON-350898942'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:04.102961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:04.106585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:04.109340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:04.115009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:04.183904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:04.285289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:04.311123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port ecb944e4-f88b-42f7-8525-4877b4898287 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:04.529844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:04.613021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:04.682177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:04.685274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:04.688979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:04.694386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:04.694966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:04.702673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=ecb944e4-f88b-42f7-8525-4877b4898287,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:04.823319 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d1f2b36e-a330-40fd-b541-ed0fdde6aaf2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8324265 Sep 15 10:00:04.825991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55144) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:04.897619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182252f1-6028-40b2-944b-5278ec75c4ad tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:04.898984 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-182252f1-6028-40b2-944b-5278ec75c4ad tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/ecb944e4-f88b-42f7-8525-4877b4898287 HTTP/1.1" status: 200 len: 840 time: 0.0719328 Sep 15 10:00:04.902459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55148) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:04.928083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996efe72-29bd-4b1c-af1e-7dc4fa016a26 req-db7fa9ca-1da5-47e6-93a2-7731c186fe45 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:04.929525 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-996efe72-29bd-4b1c-af1e-7dc4fa016a26 req-db7fa9ca-1da5-47e6-93a2-7731c186fe45 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 946 time: 0.2013209 Sep 15 10:00:04.963501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-125c8394-c62c-4e53-b633-7bb21f95d082 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:04.964898 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-125c8394-c62c-4e53-b633-7bb21f95d082 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 946 time: 0.1237557 Sep 15 10:00:04.973464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ff37bff0-5a3b-40de-ae33-fd86c3926085 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port ecb944e4-f88b-42f7-8525-4877b4898287 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:04.973808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff37bff0-5a3b-40de-ae33-fd86c3926085 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.140918 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-996efe72-29bd-4b1c-af1e-7dc4fa016a26 req-e8cf83e6-0538-43f8-9cd6-e7d04ad6fabb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=a403ae48-6ef2-4917-a282-c2f104ad5798&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049873 Sep 15 10:00:05.156211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:05.156338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.209829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff37bff0-5a3b-40de-ae33-fd86c3926085 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.341261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ff37bff0-5a3b-40de-ae33-fd86c3926085 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for ecb944e4-f88b-42f7-8525-4877b4898287 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:05.424895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:05.425301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.501482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff37bff0-5a3b-40de-ae33-fd86c3926085 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.550010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37bff0-5a3b-40de-ae33-fd86c3926085 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=ecb944e4-f88b-42f7-8525-4877b4898287,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:05.558571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff37bff0-5a3b-40de-ae33-fd86c3926085 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.568248 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ff37bff0-5a3b-40de-ae33-fd86c3926085 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/ecb944e4-f88b-42f7-8525-4877b4898287 HTTP/1.1" status: 204 len: 168 time: 0.6648142 Sep 15 10:00:05.570873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55152) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:05.620381 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c79c3c-93d0-493c-81bf-4945901dc611 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:05.620919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-35c79c3c-93d0-493c-81bf-4945901dc611 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:05.699295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-35c79c3c-93d0-493c-81bf-4945901dc611 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:05.700289 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-35c79c3c-93d0-493c-81bf-4945901dc611 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/ecb944e4-f88b-42f7-8525-4877b4898287 HTTP/1.1" status: 404 len: 333 time: 0.1284332 Sep 15 10:00:05.704239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55156) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:05.709870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'name': 'tempest-PortsTestJSON-1066047620'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:05.736609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.738014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.738014 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f disassociated. External IP: 172.26.7.198, port: 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c. Sep 15 10:00:05.738241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:05.824143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:05.834447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:05.915541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:05.919067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:05.945057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 00763e08-842f-4996-bb41-2a0a308bb23b yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:05.950476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:06.002752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=20fc0f53-2d4c-41e6-aed7-a58b32e82a5c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:06.213616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 7651aa9b-49c1-4b36-a076-a307f1d68f6d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:00:06.302567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:06.366458 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7a1ad551-2d7e-4fee-8146-ecaa266c85b3 req-fd4f23dd-4c78-4c09-9254-7246d538eca3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 210 time: 0.0582952 Sep 15 10:00:06.406631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:00:06.418629 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] Sync routers for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:00:06.432076 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:06.432771 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:59:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:06.445338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:06.496954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:06.499367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:06.502010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'name': 'network-vif-deleted', 'tag': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:00:06.504358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286ffca3-0c7b-4569-9f5e-c40756b51b7e" -d '{"events": [{"server_uuid": "da036b4a-4b67-48f0-ae69-32311c7ddd91", "name": "network-vif-deleted", "tag": "20fc0f53-2d4c-41e6-aed7-a58b32e82a5c"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:00:06.537861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:06.541763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:06.546069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:06.556729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:06.556729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:06.566906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf334c6-3308-40f7-b38f-359bf9415584 x-openstack-request-id: req-6cf334c6-3308-40f7-b38f-359bf9415584 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:00:06.566906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da036b4a-4b67-48f0-ae69-32311c7ddd91", "name": "network-vif-deleted", "tag": "20fc0f53-2d4c-41e6-aed7-a58b32e82a5c", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:00:06.566906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6cf334c6-3308-40f7-b38f-359bf9415584 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:00:06.567280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=00763e08-842f-4996-bb41-2a0a308bb23b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:06.568069 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cf334c6-3308-40f7-b38f-359bf9415584'] response: {'server_uuid': 'da036b4a-4b67-48f0-ae69-32311c7ddd91', 'name': 'network-vif-deleted', 'tag': '20fc0f53-2d4c-41e6-aed7-a58b32e82a5c', 'status': 'completed', 'code': 200} Sep 15 10:00:06.602861 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-783cb3e7-a5be-41c9-a814-ff27843ac278 req-28f995fc-eb01-47dd-8800-446d13d7a544 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/20fc0f53-2d4c-41e6-aed7-a58b32e82a5c HTTP/1.1" status: 204 len: 173 time: 1.6247613 Sep 15 10:00:06.633513 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:06.670736 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-893f9b61-a1b6-4cf8-b4e5-981d72520b49 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9632030 Sep 15 10:00:06.670991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55164) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:06.676742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:06.811476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:06.959880 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:06.964881 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] Checking router: 7651aa9b-49c1-4b36-a076-a307f1d68f6d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:00:06.973336 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:06.973997 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:59:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:07.026487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:07.132859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:07.133963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] In _notify_port_updated(), no bound segment for port 00763e08-842f-4996-bb41-2a0a308bb23b on network db14c391-2c5b-4fb0-9651-a02d50ec20d0 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 10:00:07.139350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:07.139924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:07.143861 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "PUT /v2.0/ports/00763e08-842f-4996-bb41-2a0a308bb23b HTTP/1.1" status: 200 len: 818 time: 0.4692767 Sep 15 10:00:07.144433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55168) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:07.149754 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:07.206228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaf84f3-4b24-40ae-a3f8-c06ded927c85 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=00763e08-842f-4996-bb41-2a0a308bb23b,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:07.226095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-40d01968-16ee-459f-87b0-ca556547e751 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 00763e08-842f-4996-bb41-2a0a308bb23b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:07.226434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40d01968-16ee-459f-87b0-ca556547e751 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:07.490109 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:07.495009 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085c9ba5-4ddb-4af8-9147-36f9fa74a022 None None] The sync data for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv is: [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T09:57:56Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '23dcec46-a3a9-4398-af59-67de8c980766', 'name': '', 'network_id': '3d5126df-b3be-4373-8277-b346edf0f9ab', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:b3:22:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:55Z', 'updated_at': '2022-09-15T09:58:05Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'fc47091b-6e54-43bf-9c0f-d52c2a74c748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:00:07.605198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40d01968-16ee-459f-87b0-ca556547e751 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:07.638277 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bc140790-ca2e-4899-baaf-72cd13ea9185 req-d1d68fce-7a51-4fc1-9f65-398b550f32f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=da036b4a-4b67-48f0-ae69-32311c7ddd91 HTTP/1.1" status: 200 len: 210 time: 0.0609620 Sep 15 10:00:07.735196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-40d01968-16ee-459f-87b0-ca556547e751 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 00763e08-842f-4996-bb41-2a0a308bb23b owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:07.771274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e88b398-d17f-4ee3-9ad4-27b1433bb9fa None None] New status for floating IP 4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:00:07.873132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40d01968-16ee-459f-87b0-ca556547e751 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:07.925582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d01968-16ee-459f-87b0-ca556547e751 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=00763e08-842f-4996-bb41-2a0a308bb23b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:07.930269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40d01968-16ee-459f-87b0-ca556547e751 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:07.941335 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-40d01968-16ee-459f-87b0-ca556547e751 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/00763e08-842f-4996-bb41-2a0a308bb23b HTTP/1.1" status: 204 len: 168 time: 0.7953718 Sep 15 10:00:07.944044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55174) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:08.030501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b261f13-15e0-4379-b9a9-442c37012733 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:08.031174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b261f13-15e0-4379-b9a9-442c37012733 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:08.089950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:08.113228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5b261f13-15e0-4379-b9a9-442c37012733 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:08.117469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5b261f13-15e0-4379-b9a9-442c37012733 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1701207 Sep 15 10:00:08.118805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55178) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:08.124455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:08.124802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 20fc0f53-2d4c-41e6-aed7-a58b32e82a5c not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:08.167173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2c63ea-a5a4-48da-97a9-ead5bbcc19f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:08.167697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5a2c63ea-a5a4-48da-97a9-ead5bbcc19f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:08.179335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5a2c63ea-a5a4-48da-97a9-ead5bbcc19f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:08.180979 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5a2c63ea-a5a4-48da-97a9-ead5bbcc19f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/00763e08-842f-4996-bb41-2a0a308bb23b HTTP/1.1" status: 404 len: 333 time: 0.0605972 Sep 15 10:00:08.184861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55182) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:08.190207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-800294682'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:08.194938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:08.199370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:network and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:08.202176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:08.208121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:08.313064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:08.316670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.346898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] vlan segment allocate from pool success with {'vlan_id': 364, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:00:08.355674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.357371 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Added segment 9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0 of type vlan for network 55ae4cda-e15f-4686-92c0-c896266522b7 Sep 15 10:00:08.380992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.461336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.467163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:08.467734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.573710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Network': ['ID=55ae4cda-e15f-4686-92c0-c896266522b7,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:08.583874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 55ae4cda-e15f-4686-92c0-c896266522b7 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:00:08.622821 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-45ee7ed9-aed5-4959-b78f-4e893121dc5f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4367146 Sep 15 10:00:08.625916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55186) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:08.631514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:08.744365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:08.748134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:08.750950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:08.754665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55192) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:08.756802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:08.825289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c845ee71-e9b3-4037-9407-9076a28b2d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.841004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:08.844653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.856443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c845ee71-e9b3-4037-9407-9076a28b2d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.961322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c845ee71-e9b3-4037-9407-9076a28b2d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:08.980383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845ee71-e9b3-4037-9407-9076a28b2d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a403ae48-6ef2-4917-a282-c2f104ad5798,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:09.040872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c845ee71-e9b3-4037-9407-9076a28b2d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:09.042146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c845ee71-e9b3-4037-9407-9076a28b2d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/a403ae48-6ef2-4917-a282-c2f104ad5798 HTTP/1.1" status: 204 len: 168 time: 0.2864733 Sep 15 10:00:09.131177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55198) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:09.193979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:09.457163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port e8e6ecd2-0a8b-4af1-ba46-26ef2a1fd2b7 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:09.457503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:09.514658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=5df5ac70-90e7-4681-b049-b5c093ec5f20,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:09.516647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking segment: {'id': '9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:09.516996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network hostable DHCP agents. Network: 55ae4cda-e15f-4686-92c0-c896266522b7, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:00:09.651586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:09.651821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:09.713933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 55ae4cda-e15f-4686-92c0-c896266522b7 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:00:09.773606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for e8e6ecd2-0a8b-4af1-ba46-26ef2a1fd2b7 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:09.893721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 55ae4cda-e15f-4686-92c0-c896266522b7) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:09.900180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:09.900754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:09.901533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46c8254-c712-49b6-a767-af2559b29f53 None None] Network 55ae4cda-e15f-4686-92c0-c896266522b7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:10.009954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.050846 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-20dc8a09-e5f3-42a4-b924-612e7a0b7c9d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4237261 Sep 15 10:00:10.054010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55202) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:10.060656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:10.064428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=e8e6ecd2-0a8b-4af1-ba46-26ef2a1fd2b7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:10.126113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-55ae4cda-e15f-4686-92c0-c896266522b7', 'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7', 'tenant_id': 'f4099c537fbb47f8839658220f1347d5', 'fixed_ips': [{'subnet_id': '5df5ac70-90e7-4681-b049-b5c093ec5f20'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:00:10.127233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.162310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.166716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.170105 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5c2ff53c-f3e9-4e38-a24b-c1108413f688 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/4e1c0903-a4d1-4ffa-a8f5-11a1c164f06f HTTP/1.1" status: 204 len: 168 time: 1.0353415 Sep 15 10:00:10.218527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:10.222456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:10.225324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:10.232133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:10.288130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Allocated IP 172.20.0.2 (55ae4cda-e15f-4686-92c0-c896266522b7/5df5ac70-90e7-4681-b049-b5c093ec5f20/98563b66-f9e7-404e-8b1d-9831d6923d43) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:10.327283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:10.332325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.469969 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.ipam_backend_mixin [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5df5ac70-90e7-4681-b049-b5c093ec5f20 (CIDR: 172.20.0.0/28) Sep 15 10:00:10.497761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.507737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Transition to ACTIVE for port object 98563b66-f9e7-404e-8b1d-9831d6923d43 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:10.508021 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 10:00:10.509091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:00:10.525651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Transition to ACTIVE for port object 98563b66-f9e7-404e-8b1d-9831d6923d43 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:10.570986 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-45e5f39d-4695-4694-b24d-a937e24ff16f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5156045 Sep 15 10:00:10.574093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55208) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:10.579666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:10.590844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.657711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Network 55ae4cda-e15f-4686-92c0-c896266522b7 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:10.661747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:10.665335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:10.733181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:10.739104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:10.742075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:10.743964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Pushing event updated for resources: {'Port': ['ID=98563b66-f9e7-404e-8b1d-9831d6923d43,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:10.750693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:10.783449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Attempting to bind port 98563b66-f9e7-404e-8b1d-9831d6923d43 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:10.783449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Attempting to bind port 98563b66-f9e7-404e-8b1d-9831d6923d43 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:10.783449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Attempting to bind port 98563b66-f9e7-404e-8b1d-9831d6923d43 on network 55ae4cda-e15f-4686-92c0-c896266522b7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:10.783449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:10.783988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Checking segment: {'id': '9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:10.783988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.784346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Bound using segment: {'id': '9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:10.784804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Bound port: 98563b66-f9e7-404e-8b1d-9831d6923d43, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:10.785176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.786285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511ec45-4b2f-447d-86f8-652f862ebe6c req-38f69534-6fd6-40ed-9bf0-e4d0f56189dc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:10.787003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-8511ec45-4b2f-447d-86f8-652f862ebe6c req-38f69534-6fd6-40ed-9bf0-e4d0f56189dc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:10.835176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:10.839135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:10.873009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] For port 98563b66-f9e7-404e-8b1d-9831d6923d43, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:10.875810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-8511ec45-4b2f-447d-86f8-652f862ebe6c req-38f69534-6fd6-40ed-9bf0-e4d0f56189dc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:10.876110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] For port 98563b66-f9e7-404e-8b1d-9831d6923d43, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=98563b66-f9e7-404e-8b1d-9831d6923d43,segment=NetworkSegment(9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0),segment_id=9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:10.877323 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8511ec45-4b2f-447d-86f8-652f862ebe6c req-38f69534-6fd6-40ed-9bf0-e4d0f56189dc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 945 time: 0.1859207 Sep 15 10:00:10.922349 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8511ec45-4b2f-447d-86f8-652f862ebe6c req-475fadc9-058e-4f91-80cf-890b65e958a5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389290 Sep 15 10:00:10.956334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:11.030918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca5489-fa0a-4831-a6e5-169aca6b30d2 None None] Pushing event updated for resources: {'Port': ['ID=98563b66-f9e7-404e-8b1d-9831d6923d43,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:11.173176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:11.245746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 55ae4cda-e15f-4686-92c0-c896266522b7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:11.248550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:11.252845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:11.253435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:11.271505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=69aa1150-c974-40c7-ab13-7456c7fcc64e,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:11.339846 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5a805abf-9df1-4368-93ec-c7f9333d5ad0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7644887 Sep 15 10:00:11.342527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55214) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:11.352077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7', 'fixed_ips': [{'subnet_id': '5df5ac70-90e7-4681-b049-b5c093ec5f20'}, {'subnet_id': '69aa1150-c974-40c7-ab13-7456c7fcc64e'}], 'name': 'tempest-PortsTestJSON-599766566'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:11.489030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:11.493114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:11.496089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:11.501809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:11.573081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:11.703000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:11.724742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port a33e672d-8545-4031-bfc4-185a08112fd9 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:11.987021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e498eea-5636-4f97-a6a5-c7897b965d46 None None] Network 55ae4cda-e15f-4686-92c0-c896266522b7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:12.010563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.8 (55ae4cda-e15f-4686-92c0-c896266522b7/5df5ac70-90e7-4681-b049-b5c093ec5f20/a33e672d-8545-4031-bfc4-185a08112fd9) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:12.016596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.26 (55ae4cda-e15f-4686-92c0-c896266522b7/69aa1150-c974-40c7-ab13-7456c7fcc64e/a33e672d-8545-4031-bfc4-185a08112fd9) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:12.201379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fc52b-d574-4661-aac5-a1e623ef6e2f req-72cb704c-e4f6-4a98-b896-31e4684a5f00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:12.202470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-146fc52b-d574-4661-aac5-a1e623ef6e2f req-72cb704c-e4f6-4a98-b896-31e4684a5f00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:12.214135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2246f227-ebc4-4adc-affd-efaa0236161b None None] Provisioning for port 98563b66-f9e7-404e-8b1d-9831d6923d43 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:12.221647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-8dec8324-4f7e-4611-b88c-af05b0ed65f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:12.222603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-8dec8324-4f7e-4611-b88c-af05b0ed65f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:12.223532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:12.233072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-146fc52b-d574-4661-aac5-a1e623ef6e2f req-72cb704c-e4f6-4a98-b896-31e4684a5f00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:12.234318 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-146fc52b-d574-4661-aac5-a1e623ef6e2f req-72cb704c-e4f6-4a98-b896-31e4684a5f00 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 945 time: 0.1835680 Sep 15 10:00:12.240501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object a33e672d-8545-4031-bfc4-185a08112fd9 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:12.258578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-8dec8324-4f7e-4611-b88c-af05b0ed65f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:12.260677 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-8dec8324-4f7e-4611-b88c-af05b0ed65f4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 945 time: 0.1664393 Sep 15 10:00:12.339810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:12.342210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-146fc52b-d574-4661-aac5-a1e623ef6e2f req-189aebdb-4b61-4bd9-badc-75a311df4d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:12.351938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 1d9a2235-112a-4040-8865-79b4a7e2772c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:12.353152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:12.374412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c371202b-d220-4ba4-b802-13614119e146 None None] Update dhcp port {'port': {'network_id': '55ae4cda-e15f-4686-92c0-c896266522b7', 'fixed_ips': [{'subnet_id': '5df5ac70-90e7-4681-b049-b5c093ec5f20', 'ip_address': '172.20.0.2'}, {'subnet_id': '69aa1150-c974-40c7-ab13-7456c7fcc64e'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': '98563b66-f9e7-404e-8b1d-9831d6923d43'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 10:00:12.421583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 55ae4cda-e15f-4686-92c0-c896266522b7 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:12.425024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:12.429065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:12.437854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c371202b-d220-4ba4-b802-13614119e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:12.468968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=a33e672d-8545-4031-bfc4-185a08112fd9,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:12.498587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:12.499246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:12.575924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5f217596-12ce-48d2-8026-a28b0d0d8dd7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.2292905 Sep 15 10:00:12.576262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55220) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:12.582361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5df5ac70-90e7-4681-b049-b5c093ec5f20'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:12.642522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-146fc52b-d574-4661-aac5-a1e623ef6e2f req-189aebdb-4b61-4bd9-badc-75a311df4d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:12.644146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-146fc52b-d574-4661-aac5-a1e623ef6e2f req-189aebdb-4b61-4bd9-badc-75a311df4d06 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=39573f84-fc2a-4d1b-966b-6d020b11527d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4024637 Sep 15 10:00:12.725810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 98563b66-f9e7-404e-8b1d-9831d6923d43 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:12.791248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-c371202b-d220-4ba4-b802-13614119e146 None None] Allocated IP 172.20.0.18 (55ae4cda-e15f-4686-92c0-c896266522b7/69aa1150-c974-40c7-ab13-7456c7fcc64e/98563b66-f9e7-404e-8b1d-9831d6923d43) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:12.795061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 1d9a2235-112a-4040-8865-79b4a7e2772c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=1d9a2235-112a-4040-8865-79b4a7e2772c,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:12.795442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:12.833359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:12.927124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 1d9a2235-112a-4040-8865-79b4a7e2772c owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:12.948361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c371202b-d220-4ba4-b802-13614119e146 None None] For port 98563b66-f9e7-404e-8b1d-9831d6923d43, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=98563b66-f9e7-404e-8b1d-9831d6923d43,segment=NetworkSegment(9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0),segment_id=9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:12.951238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 98563b66-f9e7-404e-8b1d-9831d6923d43 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:12.957454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 98563b66-f9e7-404e-8b1d-9831d6923d43 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:12.957848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.034073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c371202b-d220-4ba4-b802-13614119e146 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.115946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 98563b66-f9e7-404e-8b1d-9831d6923d43 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:13.116326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.164035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c371202b-d220-4ba4-b802-13614119e146 None None] Transition to ACTIVE for port object 98563b66-f9e7-404e-8b1d-9831d6923d43 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:13.164279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.217441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=1d9a2235-112a-4040-8865-79b4a7e2772c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:13.231788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c371202b-d220-4ba4-b802-13614119e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.293900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Delete allocated IP 172.20.0.26 (55ae4cda-e15f-4686-92c0-c896266522b7/69aa1150-c974-40c7-ab13-7456c7fcc64e) {{(pid=89668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 10:00:13.306019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 1d9a2235-112a-4040-8865-79b4a7e2772c on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:13.308365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.311038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'name': 'network-vif-deleted', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:00:13.317683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83398fbc-d77f-43d2-a5dc-f7216b59476f" -d '{"events": [{"server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "name": "network-vif-deleted", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:00:13.366268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8334f17-4fc6-47db-b94c-99bcd0c87563 x-openstack-request-id: req-a8334f17-4fc6-47db-b94c-99bcd0c87563 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:00:13.366874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59387872-2aca-4c48-92f7-e030c1a1bf9e", "name": "network-vif-deleted", "tag": "1d9a2235-112a-4040-8865-79b4a7e2772c", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:00:13.367518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a8334f17-4fc6-47db-b94c-99bcd0c87563 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:00:13.368284 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8334f17-4fc6-47db-b94c-99bcd0c87563'] response: {'server_uuid': '59387872-2aca-4c48-92f7-e030c1a1bf9e', 'name': 'network-vif-deleted', 'tag': '1d9a2235-112a-4040-8865-79b4a7e2772c', 'status': 'completed', 'code': 200} Sep 15 10:00:13.407663 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c656e009-bff9-4398-9a89-eff2c7e7fcb6 req-221b1498-3349-471c-b9d2-d475de0af14e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/1d9a2235-112a-4040-8865-79b4a7e2772c HTTP/1.1" status: 204 len: 173 time: 1.1422842 Sep 15 10:00:13.446962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:00:13.447319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:00:13.463983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371202b-d220-4ba4-b802-13614119e146 None None] Pushing event updated for resources: {'Port': ['ID=98563b66-f9e7-404e-8b1d-9831d6923d43,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:13.473551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.489285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Ignored duplicate provisioning block setup for port a33e672d-8545-4031-bfc4-185a08112fd9 by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 15 10:00:13.556722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.710038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=a33e672d-8545-4031-bfc4-185a08112fd9,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:13.743747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] In _notify_port_updated(), no bound segment for port a33e672d-8545-4031-bfc4-185a08112fd9 on network 55ae4cda-e15f-4686-92c0-c896266522b7 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 10:00:13.749416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:13.750075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:13.753898 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9c5af47c-11b7-405f-aa2e-d7009aa1df89 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "PUT /v2.0/ports/a33e672d-8545-4031-bfc4-185a08112fd9 HTTP/1.1" status: 200 len: 918 time: 1.1742902 Sep 15 10:00:13.754503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55228) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:13.760421 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5df5ac70-90e7-4681-b049-b5c093ec5f20'}, {'subnet_id': '69aa1150-c974-40c7-ab13-7456c7fcc64e'}]}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:13.947569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-3079e507-25f8-46b2-b4d5-7a7c63a7b1e3 req-3f6664a6-18af-4a0b-96e1-70a7023f3029 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:14.003911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 98563b66-f9e7-404e-8b1d-9831d6923d43 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:14.004427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.022729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c86923b-a943-4620-a46a-8666834d5ec7 None None] Network 55ae4cda-e15f-4686-92c0-c896266522b7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:14.046208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-3079e507-25f8-46b2-b4d5-7a7c63a7b1e3 req-3f6664a6-18af-4a0b-96e1-70a7023f3029 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:14.047674 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3079e507-25f8-46b2-b4d5-7a7c63a7b1e3 req-3f6664a6-18af-4a0b-96e1-70a7023f3029 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=59387872-2aca-4c48-92f7-e030c1a1bf9e HTTP/1.1" status: 200 len: 210 time: 0.1989298 Sep 15 10:00:14.081065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.117033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 98563b66-f9e7-404e-8b1d-9831d6923d43, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=98563b66-f9e7-404e-8b1d-9831d6923d43,segment=NetworkSegment(9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0),segment_id=9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:14.143529 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:00:14.214514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.269336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7104c698-ba05-4dcf-acc4-715e3bc0704c None None] Provisioning for port 98563b66-f9e7-404e-8b1d-9831d6923d43 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:14.294340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7104c698-ba05-4dcf-acc4-715e3bc0704c None None] Provisioning complete for port 98563b66-f9e7-404e-8b1d-9831d6923d43 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:14.294704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7104c698-ba05-4dcf-acc4-715e3bc0704c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.369261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.21 (55ae4cda-e15f-4686-92c0-c896266522b7/69aa1150-c974-40c7-ab13-7456c7fcc64e/a33e672d-8545-4031-bfc4-185a08112fd9) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:14.412886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=98563b66-f9e7-404e-8b1d-9831d6923d43,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:14.493575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7104c698-ba05-4dcf-acc4-715e3bc0704c None None] Current status of the port 98563b66-f9e7-404e-8b1d-9831d6923d43 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:14.541540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.557095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Ignored duplicate provisioning block setup for port a33e672d-8545-4031-bfc4-185a08112fd9 by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 15 10:00:14.630343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.652416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 98563b66-f9e7-404e-8b1d-9831d6923d43 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:14.732486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 98563b66-f9e7-404e-8b1d-9831d6923d43 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:14.732842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.779783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f317ec67-ad7b-4454-a5e7-4b58d72d1016 None None] Provisioning for port a33e672d-8545-4031-bfc4-185a08112fd9 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:14.786251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f317ec67-ad7b-4454-a5e7-4b58d72d1016 None None] Provisioning complete for port a33e672d-8545-4031-bfc4-185a08112fd9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:14.786700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f317ec67-ad7b-4454-a5e7-4b58d72d1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.792066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=a33e672d-8545-4031-bfc4-185a08112fd9,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:14.856175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f317ec67-ad7b-4454-a5e7-4b58d72d1016 None None] Port a33e672d-8545-4031-bfc4-185a08112fd9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:14.912685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f317ec67-ad7b-4454-a5e7-4b58d72d1016 None None] Provisioning complete for port 98563b66-f9e7-404e-8b1d-9831d6923d43 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:14.913123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f317ec67-ad7b-4454-a5e7-4b58d72d1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.964230 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] In _notify_port_updated(), no bound segment for port a33e672d-8545-4031-bfc4-185a08112fd9 on network 55ae4cda-e15f-4686-92c0-c896266522b7 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 10:00:14.967980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 98563b66-f9e7-404e-8b1d-9831d6923d43 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:14.970317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:14.971072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:14.975091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55232) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:14.975599 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1c6f41d4-1bb0-40e0-a7bd-588806b98671 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "PUT /v2.0/ports/a33e672d-8545-4031-bfc4-185a08112fd9 HTTP/1.1" status: 200 len: 998 time: 1.2195971 Sep 15 10:00:15.050978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6cddc902-092a-4739-9e5e-83469d5cea4c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port a33e672d-8545-4031-bfc4-185a08112fd9 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:15.051587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6cddc902-092a-4739-9e5e-83469d5cea4c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.091139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f317ec67-ad7b-4454-a5e7-4b58d72d1016 None None] Current status of the port 98563b66-f9e7-404e-8b1d-9831d6923d43 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:15.163406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55238) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:15.218127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7fda254b-2817-4161-bfeb-326ba4e57abb None None] Provisioning complete for port a33e672d-8545-4031-bfc4-185a08112fd9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:15.218729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7fda254b-2817-4161-bfeb-326ba4e57abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.246237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d711f8a-3ca4-4f7d-a808-4deb71234b50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.282740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7fda254b-2817-4161-bfeb-326ba4e57abb None None] Port a33e672d-8545-4031-bfc4-185a08112fd9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:15.292669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d711f8a-3ca4-4f7d-a808-4deb71234b50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.331132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6cddc902-092a-4739-9e5e-83469d5cea4c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.403519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-94c36eed-336e-4e3c-9aa7-506d4bef7b05 None None] Provisioning complete for port a33e672d-8545-4031-bfc4-185a08112fd9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:15.403894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-94c36eed-336e-4e3c-9aa7-506d4bef7b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.441050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d711f8a-3ca4-4f7d-a808-4deb71234b50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.459897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-94c36eed-336e-4e3c-9aa7-506d4bef7b05 None None] Port a33e672d-8545-4031-bfc4-185a08112fd9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:15.465875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6cddc902-092a-4739-9e5e-83469d5cea4c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for a33e672d-8545-4031-bfc4-185a08112fd9 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:15.466225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d711f8a-3ca4-4f7d-a808-4deb71234b50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39573f84-fc2a-4d1b-966b-6d020b11527d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:15.542676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5d711f8a-3ca4-4f7d-a808-4deb71234b50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.543798 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5d711f8a-3ca4-4f7d-a808-4deb71234b50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/39573f84-fc2a-4d1b-966b-6d020b11527d HTTP/1.1" status: 204 len: 168 time: 0.3794236 Sep 15 10:00:15.637365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55244) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:15.783984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6cddc902-092a-4739-9e5e-83469d5cea4c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:15.834622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddc902-092a-4739-9e5e-83469d5cea4c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=a33e672d-8545-4031-bfc4-185a08112fd9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:15.995987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6cddc902-092a-4739-9e5e-83469d5cea4c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.007164 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6cddc902-092a-4739-9e5e-83469d5cea4c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/a33e672d-8545-4031-bfc4-185a08112fd9 HTTP/1.1" status: 204 len: 168 time: 1.0303373 Sep 15 10:00:16.010277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55248) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:16.090163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 1d9a2235-112a-4040-8865-79b4a7e2772c no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:16.125401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 1d9a2235-112a-4040-8865-79b4a7e2772c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:16.125938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 1d9a2235-112a-4040-8865-79b4a7e2772c not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:16.156485 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-55159fe1-1959-4011-bef3-40f1b011d3b1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:16.157014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-55159fe1-1959-4011-bef3-40f1b011d3b1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:16.212996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.235519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-55159fe1-1959-4011-bef3-40f1b011d3b1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:16.236724 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-55159fe1-1959-4011-bef3-40f1b011d3b1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/a33e672d-8545-4031-bfc4-185a08112fd9 HTTP/1.1" status: 404 len: 333 time: 0.2254047 Sep 15 10:00:16.240370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55252) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:16.306578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc9ff07-138e-4723-b8fa-4397fa9caa07 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 69aa1150-c974-40c7-ab13-7456c7fcc64e {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:00:16.309892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ff07-138e-4723-b8fa-4397fa9caa07 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.370875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ff07-138e-4723-b8fa-4397fa9caa07 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.453835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ff07-138e-4723-b8fa-4397fa9caa07 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.572576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 23dcec46-a3a9-4398-af59-67de8c980766 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:16.573155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.601656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ff07-138e-4723-b8fa-4397fa9caa07 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.641516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9ff07-138e-4723-b8fa-4397fa9caa07 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=69aa1150-c974-40c7-ab13-7456c7fcc64e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:16.644975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4fc9ff07-138e-4723-b8fa-4397fa9caa07 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.654101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954b8726-74a0-4a86-93b0-e6e6326bc9a2 None None] Network 55ae4cda-e15f-4686-92c0-c896266522b7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:16.654760 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4fc9ff07-138e-4723-b8fa-4397fa9caa07 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/69aa1150-c974-40c7-ab13-7456c7fcc64e HTTP/1.1" status: 204 len: 168 time: 0.4111197 Sep 15 10:00:16.654760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55256) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:16.721321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eecf941-59e3-4092-a667-5ecd41fceb39 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 5df5ac70-90e7-4681-b049-b5c093ec5f20 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:00:16.724265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5eecf941-59e3-4092-a667-5ecd41fceb39 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.782094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 23dcec46-a3a9-4398-af59-67de8c980766, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=23dcec46-a3a9-4398-af59-67de8c980766,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:16.782551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.784627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5eecf941-59e3-4092-a667-5ecd41fceb39 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.870165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5eecf941-59e3-4092-a667-5ecd41fceb39 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:16.910554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 23dcec46-a3a9-4398-af59-67de8c980766 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:17.013195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5eecf941-59e3-4092-a667-5ecd41fceb39 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.060483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eecf941-59e3-4092-a667-5ecd41fceb39 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=5df5ac70-90e7-4681-b049-b5c093ec5f20,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:17.066331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5eecf941-59e3-4092-a667-5ecd41fceb39 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.075703 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5eecf941-59e3-4092-a667-5ecd41fceb39 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/5df5ac70-90e7-4681-b049-b5c093ec5f20 HTTP/1.1" status: 204 len: 168 time: 0.4179692 Sep 15 10:00:17.076042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55260) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:17.222803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.243375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 98563b66-f9e7-404e-8b1d-9831d6923d43 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:17.243706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.390083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1916e15-0ada-4442-ae45-78c82eedad1c None None] Network 55ae4cda-e15f-4686-92c0-c896266522b7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:17.517268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] For port 98563b66-f9e7-404e-8b1d-9831d6923d43, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=98563b66-f9e7-404e-8b1d-9831d6923d43,segment=NetworkSegment(9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0),segment_id=9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:17.517621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.557890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ec15ac29-7539-416e-aeaf-b667bfa302f7 None None] Provisioning complete for port 98563b66-f9e7-404e-8b1d-9831d6923d43 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:17.558276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ec15ac29-7539-416e-aeaf-b667bfa302f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.634753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.645179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 98563b66-f9e7-404e-8b1d-9831d6923d43 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:17.707574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ec15ac29-7539-416e-aeaf-b667bfa302f7 None None] Current status of the port 98563b66-f9e7-404e-8b1d-9831d6923d43 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:17.732746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=23dcec46-a3a9-4398-af59-67de8c980766,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:17.764469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] DHCP port deletion for 55ae4cda-e15f-4686-92c0-c896266522b7 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:00:17.768943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] Deleting port 98563b66-f9e7-404e-8b1d-9831d6923d43 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:17.769695 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.944236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:17.995618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] For port 98563b66-f9e7-404e-8b1d-9831d6923d43, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=98563b66-f9e7-404e-8b1d-9831d6923d43,segment=NetworkSegment(9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0),segment_id=9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:17.995924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.040216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=98563b66-f9e7-404e-8b1d-9831d6923d43,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:18.062929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No DVR routers for this DVR port 98563b66-f9e7-404e-8b1d-9831d6923d43 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:18.121742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] Calling delete_port for 98563b66-f9e7-404e-8b1d-9831d6923d43 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:18.183783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.195396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:00:18.195928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:00:18.202726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.302594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ae4cda-e15f-4686-92c0-c896266522b7']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:18.319382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:18.319673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:18.498726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.520467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.532415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:00:18.532801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.607140 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0 resource provider aggregate not found Sep 15 10:00:18.671311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9e1a4a84-c3d5-42b8-947f-fcc1e4e8edb0 found for delete ", "request_id": "req-c4907775-b28b-4715-98ad-5c878b55f04c"}]} Sep 15 10:00:18.690321 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 98563b66-f9e7-404e-8b1d-9831d6923d43 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:18.719480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] Deleting port 98563b66-f9e7-404e-8b1d-9831d6923d43 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:18.720270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.752473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 98563b66-f9e7-404e-8b1d-9831d6923d43 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:18.752733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 98563b66-f9e7-404e-8b1d-9831d6923d43 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:18.792092 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.793635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-758ba625-4b9b-4ddd-ba46-19063e7d2957 None None] The port '98563b66-f9e7-404e-8b1d-9831d6923d43' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:00:18.816114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:18.831591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Network': ['ID=55ae4cda-e15f-4686-92c0-c896266522b7,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:18.849295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 7651aa9b-49c1-4b36-a076-a307f1d68f6d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:00:18.938400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2d41ba6c-afc1-46ca-8877-6c1f4cc73c38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/networks/55ae4cda-e15f-4686-92c0-c896266522b7 HTTP/1.1" status: 204 len: 168 time: 1.8613243 Sep 15 10:00:18.942179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55268) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:19.029729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:00:19.033154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7b44a1-4662-4dfa-8f08-dba29da8286a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:19.034460 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cfbb9e0d-cd51-4207-ae3c-00288f161075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/7651aa9b-49c1-4b36-a076-a307f1d68f6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3960128 Sep 15 10:00:19.037209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55272) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:19.041229 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cb7b44a1-4662-4dfa-8f08-dba29da8286a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0949092 Sep 15 10:00:19.041392 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] Sync routers for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:00:19.041995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55276) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:19.050398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:19.051000 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:59:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:19.110238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8baa361-9ae9-4d05-ac93-b9b628eaf88f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet fc47091b-6e54-43bf-9c0f-d52c2a74c748 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:00:19.114094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8baa361-9ae9-4d05-ac93-b9b628eaf88f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.132235 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4d604945-eb7e-407f-988f-ab0480cca109 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0862072 Sep 15 10:00:19.132457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55280) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:19.138297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-796453474'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:19.143091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:19.146930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:network and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:19.149873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:19.155542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:19.173551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8baa361-9ae9-4d05-ac93-b9b628eaf88f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.234136 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:19.241306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:19.245619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.256029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8baa361-9ae9-4d05-ac93-b9b628eaf88f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.282428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:00:19.298511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.298511 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Added segment ba9aa4f1-a532-4372-9544-1a84fe0a6871 of type vlan for network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 Sep 15 10:00:19.357924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.476120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8baa361-9ae9-4d05-ac93-b9b628eaf88f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.505362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.511732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:19.512446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.515378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8baa361-9ae9-4d05-ac93-b9b628eaf88f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=fc47091b-6e54-43bf-9c0f-d52c2a74c748,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:19.523840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a8baa361-9ae9-4d05-ac93-b9b628eaf88f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.536953 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a8baa361-9ae9-4d05-ac93-b9b628eaf88f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/fc47091b-6e54-43bf-9c0f-d52c2a74c748 HTTP/1.1" status: 204 len: 168 time: 0.4923656 Sep 15 10:00:19.536953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55284) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:19.601464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7d0f79-d671-4146-adf3-36e6ccc0b3c0 None None] Network 3d5126df-b3be-4373-8277-b346edf0f9ab requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:19.690871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Network': ['ID=baa6a55a-6862-4cbb-bf7a-35f07f2eca66,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:19.714362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:00:19.723068 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T10:00:17Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:19.728193 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f92f935b-7486-42ab-a4de-e9ebbabb7520 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5942523 Sep 15 10:00:19.730618 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] Checking router: 7651aa9b-49c1-4b36-a076-a307f1d68f6d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:00:19.731116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55288) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:19.736500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:19.751185 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] Routers {'7651aa9b-49c1-4b36-a076-a307f1d68f6d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:19.752120 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T09:59:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:19.762287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.876104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:19.880423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:19.884473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:19.890572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:19.924390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8ffa323d-ed83-457e-bb95-74c4da34dcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.955451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:19.959744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:19.965745 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] Set router 7651aa9b-49c1-4b36-a076-a307f1d68f6d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:19.972238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.032816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 1297b910-ea81-49b6-9c8b-949f7e9e2450 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:20.033499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.113498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] DHCP port deletion for 3d5126df-b3be-4373-8277-b346edf0f9ab request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:00:20.120631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] Deleting port 766f7070-33ae-488f-9b93-616b36e59705 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:20.121331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.245106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 1297b910-ea81-49b6-9c8b-949f7e9e2450, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1297b910-ea81-49b6-9c8b-949f7e9e2450,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:20.245511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.296214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.297912 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T10:00:17Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:20.304346 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d653569-a61a-4315-bbf0-4e7b180a473f None None] The sync data for ids ['7651aa9b-49c1-4b36-a076-a307f1d68f6d'] in dv-neutron-857775-1-hyperv is: [{'id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'name': 'tempest-TestNetworkBasicOps-router-2022203811', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98'}], 'enable_snat': True}, 'gw_port_id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T09:57:48Z', 'updated_at': '2022-09-15T10:00:17Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '1297b910-ea81-49b6-9c8b-949f7e9e2450', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:21:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7651aa9b-49c1-4b36-a076-a307f1d68f6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T09:57:49Z', 'updated_at': '2022-09-15T09:57:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:00:20.389853 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] For port 766f7070-33ae-488f-9b93-616b36e59705, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=766f7070-33ae-488f-9b93-616b36e59705,segment=NetworkSegment(a66fd569-43d7-49cd-bfbe-e3dae8418bb4),segment_id=a66fd569-43d7-49cd-bfbe-e3dae8418bb4)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:20.390715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.396730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=753d1969-2edb-4c78-90d3-9ea2366fc3b0,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:20.429961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking segment: {'id': 'ba9aa4f1-a532-4372-9544-1a84fe0a6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:20.429961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network hostable DHCP agents. Network: baa6a55a-6862-4cbb-bf7a-35f07f2eca66, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:00:20.501453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:00:20.523405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 1297b910-ea81-49b6-9c8b-949f7e9e2450 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:20.523686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] Calling delete_port for 766f7070-33ae-488f-9b93-616b36e59705 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:20.563981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, baa6a55a-6862-4cbb-bf7a-35f07f2eca66) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:20.568649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:20.571496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.581204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbf33e-da38-4bb6-9a09-2b252be674d0 None None] Network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:20.655266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.668961 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7b7ad57a-a5d1-4785-846e-2ab6fab42283 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9358881 Sep 15 10:00:20.671005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55292) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:20.679347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66', 'name': 'tempest-PortsTestJSON-302170642'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:20.766979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 23dcec46-a3a9-4398-af59-67de8c980766 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:20.801302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.806934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.852640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] No DVR routers for this DVR port 766f7070-33ae-488f-9b93-616b36e59705 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:20.855751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 23dcec46-a3a9-4398-af59-67de8c980766 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:20.856275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 23dcec46-a3a9-4398-af59-67de8c980766 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:20.856695 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 766f7070-33ae-488f-9b93-616b36e59705 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:20.876545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:20.881072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:20.884456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:20.894248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:20.911155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=1297b910-ea81-49b6-9c8b-949f7e9e2450,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:20.915203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 766f7070-33ae-488f-9b93-616b36e59705 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:20.915203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 766f7070-33ae-488f-9b93-616b36e59705 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:20.916864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b88dfd-c435-403a-9970-a68c7fe12808 None None] Pushing event deleted for resources: {'Port': ['ID=766f7070-33ae-488f-9b93-616b36e59705,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:20.957895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.958224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.958556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.958884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.959214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.959539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.959860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.960183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.960502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.960823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.961024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:20.961694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.962136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:20.964977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.990543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:20.992792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-baa6a55a-6862-4cbb-bf7a-35f07f2eca66', 'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66', 'tenant_id': 'f4099c537fbb47f8839658220f1347d5', 'fixed_ips': [{'subnet_id': '753d1969-2edb-4c78-90d3-9ea2366fc3b0'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:00:20.993811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:20.994135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.182292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.184670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.239056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.9 (baa6a55a-6862-4cbb-bf7a-35f07f2eca66/753d1969-2edb-4c78-90d3-9ea2366fc3b0/1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:21.292618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.293638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Fanout notify agent at l3_agent the message router_deleted on router 7651aa9b-49c1-4b36-a076-a307f1d68f6d {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:00:21.310371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.312720 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-341cd7b0-1017-4c20-b7c1-2ca63ac5541e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/routers/7651aa9b-49c1-4b36-a076-a307f1d68f6d HTTP/1.1" status: 204 len: 168 time: 1.7783308 Sep 15 10:00:21.315916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55296) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:21.509050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.577274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.637978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b4d552d-c116-45f2-892d-7fa4715cf7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.672845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:21.687787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.721122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5126df-b3be-4373-8277-b346edf0f9ab']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:21.735079 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:21.735375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66fd569-43d7-49cd-bfbe-e3dae8418bb4') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:21.748701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.765562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.772008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:00:21.772395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.841863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:21.904389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Allocated IP 172.20.0.2 (baa6a55a-6862-4cbb-bf7a-35f07f2eca66/753d1969-2edb-4c78-90d3-9ea2366fc3b0/9441c4ef-271b-4b8b-bd36-0db0a955bba4) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:21.944248 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment a66fd569-43d7-49cd-bfbe-e3dae8418bb4 resource provider aggregate not found Sep 15 10:00:21.958660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:21.959956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:21.965701 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment a66fd569-43d7-49cd-bfbe-e3dae8418bb4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a66fd569-43d7-49cd-bfbe-e3dae8418bb4 found for delete ", "request_id": "req-c4a083b5-ea86-457d-8785-497f86da5353"}]} Sep 15 10:00:21.968420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:22.000590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:22.025866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.047736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.057524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=3d5126df-b3be-4373-8277-b346edf0f9ab,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:22.066978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:22.067572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.151363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.156377 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-326f7d80-aa93-4488-9ebc-9073b54d90d2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/3d5126df-b3be-4373-8277-b346edf0f9ab HTTP/1.1" status: 204 len: 168 time: 0.8394303 Sep 15 10:00:22.162139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Transition to ACTIVE for port object 9441c4ef-271b-4b8b-bd36-0db0a955bba4 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:22.167660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3f3a37f3-f98a-46ed-8166-6e1c65e1b767 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4913285 Sep 15 10:00:22.167660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55306) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:22.174920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66', 'name': 'tempest-PortsTestJSON-1552690952'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:22.181349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55310) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:22.187044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Transition to ACTIVE for port object 9441c4ef-271b-4b8b-bd36-0db0a955bba4 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:22.188164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--153454203', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:22.192962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:22.197765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:22.200607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:22.206507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:22.267531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.301574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:22.309335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.319522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:22.324583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:22.328102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:22.335023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:22.335378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:22.338551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:22.342766 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:22.348534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Pushing event updated for resources: {'Port': ['ID=9441c4ef-271b-4b8b-bd36-0db0a955bba4,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:22.358600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:00:22.367728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.368160 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment ab52f1a6-1cca-4f65-8bf8-d94d44639b6a of type vlan for network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 Sep 15 10:00:22.394807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.451336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Attempting to bind port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:22.451588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Attempting to bind port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'ba9aa4f1-a532-4372-9544-1a84fe0a6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:22.451943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Attempting to bind port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 on network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:22.457411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 9, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:22.458455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Checking segment: {'id': 'ba9aa4f1-a532-4372-9544-1a84fe0a6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:22.458455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.458704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Bound using segment: {'id': 'ba9aa4f1-a532-4372-9544-1a84fe0a6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:22.459019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Bound port: 9441c4ef-271b-4b8b-bd36-0db0a955bba4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9aa4f1-a532-4372-9544-1a84fe0a6871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'baa6a55a-6862-4cbb-bf7a-35f07f2eca66'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:22.459388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.466997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:22.470633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.493566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.498793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 28924712-66a4-4711-bc35-c5cd314727e2 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:22.499544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:22.500156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.561866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] For port 9441c4ef-271b-4b8b-bd36-0db0a955bba4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:22.565523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] For port 9441c4ef-271b-4b8b-bd36-0db0a955bba4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9441c4ef-271b-4b8b-bd36-0db0a955bba4,segment=NetworkSegment(ba9aa4f1-a532-4372-9544-1a84fe0a6871),segment_id=ba9aa4f1-a532-4372-9544-1a84fe0a6871)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:22.566737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.613351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=678dac4a-345d-4699-b5dc-9bfd23ad9db7,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:22.624085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:00:22.649269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.660517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.5 (baa6a55a-6862-4cbb-bf7a-35f07f2eca66/753d1969-2edb-4c78-90d3-9ea2366fc3b0/28924712-66a4-4711-bc35-c5cd314727e2) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:22.684907 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1e4d21e2-a553-4df1-9152-658d3e60d926 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5017316 Sep 15 10:00:22.687765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55314) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:22.693501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-619004994', 'admin_state_up': True, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:22.702285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:22.706574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:router and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:22.709540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:22.717115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:22.732995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1297b910-ea81-49b6-9c8b-949f7e9e2450 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:22.790834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.792027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.809245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 1297b910-ea81-49b6-9c8b-949f7e9e2450 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:22.809553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.809725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1297b910-ea81-49b6-9c8b-949f7e9e2450 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:22.853903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc257e-e16f-4034-8272-86f7b119bb38 None None] Pushing event updated for resources: {'Port': ['ID=9441c4ef-271b-4b8b-bd36-0db0a955bba4,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:22.875752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:22.891062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 28924712-66a4-4711-bc35-c5cd314727e2 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:22.943826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:23.010158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:23.109352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=28924712-66a4-4711-bc35-c5cd314727e2,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:23.112458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:23.114775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:23.119845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:23.145534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.145929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.146227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.146555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.148149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.149016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.149371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.149707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.150160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.150481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.150802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.151114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:23.195272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:23.196202 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:23.233559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:23.293340 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b26a6781-4973-4493-aba6-cdb2008ad1df tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1244397 Sep 15 10:00:23.296056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55318) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:23.394317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9831be8a-a551-4328-bbb9-ae742da5bc44 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:23.395020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9831be8a-a551-4328-bbb9-ae742da5bc44 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:23.463874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9831be8a-a551-4328-bbb9-ae742da5bc44 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:23.467920 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9831be8a-a551-4328-bbb9-ae742da5bc44 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.1678920 Sep 15 10:00:23.468105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55322) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:23.540497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9d6e1-dded-4193-8c59-70ff9fabd60e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 28924712-66a4-4711-bc35-c5cd314727e2 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:23.540899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d6e1-dded-4193-8c59-70ff9fabd60e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:23.737017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:23.767965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:23.805965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d6e1-dded-4193-8c59-70ff9fabd60e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:23.862745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9a9d00-d4e6-46e4-a1e9-b72222445aa8 None None] Network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:23.911534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.228 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/469ce477-5079-4cda-9b76-ce81fe1eaea5) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:24.039668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-02566221-3e21-4a27-b83f-6338111cb13b None None] Provisioning for port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:24.045596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9d6e1-dded-4193-8c59-70ff9fabd60e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 28924712-66a4-4711-bc35-c5cd314727e2 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:24.072474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.155752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.234514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:24.237594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:24.241363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:24.255618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d6e1-dded-4193-8c59-70ff9fabd60e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.271668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=469ce477-5079-4cda-9b76-ce81fe1eaea5,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:24.278840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.346768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9d6e1-dded-4193-8c59-70ff9fabd60e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=28924712-66a4-4711-bc35-c5cd314727e2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:24.431504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0ba9d6e1-dded-4193-8c59-70ff9fabd60e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.462274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-720dcbed-091b-403d-8226-c296b3d45b1b None None] Provisioning for port 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:24.464727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-720dcbed-091b-403d-8226-c296b3d45b1b None None] Provisioning complete for port 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:24.465171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-720dcbed-091b-403d-8226-c296b3d45b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.526205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-720dcbed-091b-403d-8226-c296b3d45b1b None None] Port 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:24.540603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-720dcbed-091b-403d-8226-c296b3d45b1b None None] Could not find standard attr ID for object 28924712-66a4-4711-bc35-c5cd314727e2. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 10:00:24.544868 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0ba9d6e1-dded-4193-8c59-70ff9fabd60e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/28924712-66a4-4711-bc35-c5cd314727e2 HTTP/1.1" status: 204 len: 168 time: 1.0757346 Sep 15 10:00:24.554621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55326) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:24.594202 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a0c76d-0915-486a-8d5c-18390097d294 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:24.594749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-05a0c76d-0915-486a-8d5c-18390097d294 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:24.665189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2b8e3c23-f7be-49ba-9c57-77ece4135ae6 None None] Provisioning complete for port 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:24.668441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2b8e3c23-f7be-49ba-9c57-77ece4135ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.694003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9441c4ef-271b-4b8b-bd36-0db0a955bba4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:24.698412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-05a0c76d-0915-486a-8d5c-18390097d294 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:24.708993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-05a0c76d-0915-486a-8d5c-18390097d294 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/28924712-66a4-4711-bc35-c5cd314727e2 HTTP/1.1" status: 404 len: 333 time: 0.1517358 Sep 15 10:00:24.708993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55330) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:24.775095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e3c23-f7be-49ba-9c57-77ece4135ae6 None None] Port 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:24.775571 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.788286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7df41a00-b792-44c7-8b20-aec5145f2e6d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:24.788746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7df41a00-b792-44c7-8b20-aec5145f2e6d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.855039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:24.861165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:24.862064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:24.915610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8c4bf69a-842a-482c-93c1-5b5fe518b098 None None] Could not find standard attr ID for object 28924712-66a4-4711-bc35-c5cd314727e2. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 10:00:25.013945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:25.014332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:25.048243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9441c4ef-271b-4b8b-bd36-0db0a955bba4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9441c4ef-271b-4b8b-bd36-0db0a955bba4,segment=NetworkSegment(ba9aa4f1-a532-4372-9544-1a84fe0a6871),segment_id=ba9aa4f1-a532-4372-9544-1a84fe0a6871)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:25.078303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7df41a00-b792-44c7-8b20-aec5145f2e6d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:25.160400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:25.166530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:25.203500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7df41a00-b792-44c7-8b20-aec5145f2e6d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:25.249571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9441c4ef-271b-4b8b-bd36-0db0a955bba4,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:25.415612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7df41a00-b792-44c7-8b20-aec5145f2e6d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:25.468897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df41a00-b792-44c7-8b20-aec5145f2e6d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:25.575742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7df41a00-b792-44c7-8b20-aec5145f2e6d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:25.581184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router faee67f7-2715-4f98-b653-b255b40c01ea is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:00:25.647730 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7df41a00-b792-44c7-8b20-aec5145f2e6d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa HTTP/1.1" status: 204 len: 168 time: 0.9438639 Sep 15 10:00:25.650475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55334) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:25.697519 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9d3738-3e1c-4446-8c9e-c735ea620703 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:25.698095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2d9d3738-3e1c-4446-8c9e-c735ea620703 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:25.766993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:00:25.777117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Sync routers for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:00:25.786858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:25.787467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:25.964268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:26.089338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2d9d3738-3e1c-4446-8c9e-c735ea620703 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:26.090671 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2d9d3738-3e1c-4446-8c9e-c735ea620703 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/1a82e356-6e4e-4871-bfa0-fd81ddbbcdfa HTTP/1.1" status: 404 len: 333 time: 0.4392917 Sep 15 10:00:26.093394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55338) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:26.135255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.139631 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b8fd5317-8440-4277-912a-2f585968cdb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.4478877 Sep 15 10:00:26.139912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55342) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:26.190691 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0f9e88e4-b04d-4a31-92d2-a021e1f69d2c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472655 Sep 15 10:00:26.190933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55346) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:26.235025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8f81173-f7b3-4e79-9a71-34dea0922407 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 753d1969-2edb-4c78-90d3-9ea2366fc3b0 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:00:26.235025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f81173-f7b3-4e79-9a71-34dea0922407 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.277963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:24Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:26.284156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Checking router: faee67f7-2715-4f98-b653-b255b40c01ea for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:00:26.289806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Updating router faee67f7-2715-4f98-b653-b255b40c01ea port 469ce477-5079-4cda-9b76-ce81fe1eaea5 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:00:26.340264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.465291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f81173-f7b3-4e79-9a71-34dea0922407 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.548236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae62a63-d59f-491d-ab91-5a7cc576cc79 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:26.549626 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cae62a63-d59f-491d-ab91-5a7cc576cc79 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3578300 Sep 15 10:00:26.552513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55350) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:26.608755 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-65699dad-0081-4a35-a4b1-e0a9f5c8a324 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524282 Sep 15 10:00:26.608755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55354) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:26.616764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217543723', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:26.661416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9441c4ef-271b-4b8b-bd36-0db0a955bba4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:26.707389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f81173-f7b3-4e79-9a71-34dea0922407 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.744955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.759868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Transition to ACTIVE for port object 469ce477-5079-4cda-9b76-ce81fe1eaea5 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:26.771137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:26.771681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.777299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:26.785565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:26.789905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:26.796514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:26.867465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.917941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:26.921466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.931101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Attempting to bind port 469ce477-5079-4cda-9b76-ce81fe1eaea5 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:26.931471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Attempting to bind port 469ce477-5079-4cda-9b76-ce81fe1eaea5 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:26.931834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Attempting to bind port 469ce477-5079-4cda-9b76-ce81fe1eaea5 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:26.956482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:26.956880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:26.957279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.957668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:26.958154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Bound port: 469ce477-5079-4cda-9b76-ce81fe1eaea5, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:26.958521 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:26.985365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f81173-f7b3-4e79-9a71-34dea0922407 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.000346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:27.008799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad633f-1009-4db5-85f0-57a7ec0b92e4 None None] Pushing event updated for resources: {'Port': ['ID=469ce477-5079-4cda-9b76-ce81fe1eaea5,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:27.043344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] For port 469ce477-5079-4cda-9b76-ce81fe1eaea5, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:27.045598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f81173-f7b3-4e79-9a71-34dea0922407 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=753d1969-2edb-4c78-90d3-9ea2366fc3b0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:27.046409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] For port 469ce477-5079-4cda-9b76-ce81fe1eaea5, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=469ce477-5079-4cda-9b76-ce81fe1eaea5,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:27.055232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f81173-f7b3-4e79-9a71-34dea0922407 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.058412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935728c3-2599-4293-b88c-ddf6490688a6 None None] Network baa6a55a-6862-4cbb-bf7a-35f07f2eca66 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:27.069317 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e8f81173-f7b3-4e79-9a71-34dea0922407 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/753d1969-2edb-4c78-90d3-9ea2366fc3b0 HTTP/1.1" status: 204 len: 168 time: 0.9747748 Sep 15 10:00:27.072604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55358) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:27.142183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.224847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:27.225132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.225672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:27.252195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:27.252514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.379850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad633f-1009-4db5-85f0-57a7ec0b92e4 None None] Pushing event updated for resources: {'Port': ['ID=469ce477-5079-4cda-9b76-ce81fe1eaea5,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:27.467858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.539123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:27.547874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] For port 9441c4ef-271b-4b8b-bd36-0db0a955bba4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9441c4ef-271b-4b8b-bd36-0db0a955bba4,segment=NetworkSegment(ba9aa4f1-a532-4372-9544-1a84fe0a6871),segment_id=ba9aa4f1-a532-4372-9544-1a84fe0a6871)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:27.548236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.643256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] DHCP port deletion for baa6a55a-6862-4cbb-bf7a-35f07f2eca66 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:00:27.667630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] Deleting port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:27.668006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.691771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 9441c4ef-271b-4b8b-bd36-0db0a955bba4 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:27.728521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=1c889dbb-a79a-43b2-beed-1b14266636f7,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:27.744159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:27.744511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: 678dac4a-345d-4699-b5dc-9bfd23ad9db7, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:00:27.870971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:00:27.892435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.948887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=9441c4ef-271b-4b8b-bd36-0db0a955bba4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:27.953572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No DVR routers for this DVR port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:27.985184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 678dac4a-345d-4699-b5dc-9bfd23ad9db7) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:27.989592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:27.994098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:27.997633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0d24eb-6d98-4243-adeb-eadd02e34fc9 None None] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:28.021711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] For port 9441c4ef-271b-4b8b-bd36-0db0a955bba4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9441c4ef-271b-4b8b-bd36-0db0a955bba4,segment=NetworkSegment(ba9aa4f1-a532-4372-9544-1a84fe0a6871),segment_id=ba9aa4f1-a532-4372-9544-1a84fe0a6871)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:28.022451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.107077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.133740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa6a55a-6862-4cbb-bf7a-35f07f2eca66']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:28.146527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9aa4f1-a532-4372-9544-1a84fe0a6871') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:28.148743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9aa4f1-a532-4372-9544-1a84fe0a6871') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:28.159170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.171895 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a9e74d0a-e7d5-42f7-9194-90aeeea05f65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5618470 Sep 15 10:00:28.174632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55362) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:28.182376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.189226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:00:28.189631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.208345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] Calling delete_port for 9441c4ef-271b-4b8b-bd36-0db0a955bba4 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:28.342737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:24Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:28.354694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6a86e4-9ab5-4957-824b-aeab48201ad5 None None] The sync data for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv is: [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:24Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:00:28.364780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:00:28.364780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:00:28.394658 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment ba9aa4f1-a532-4372-9544-1a84fe0a6871 resource provider aggregate not found Sep 15 10:00:28.436159 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment ba9aa4f1-a532-4372-9544-1a84fe0a6871 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba9aa4f1-a532-4372-9544-1a84fe0a6871 found for delete ", "request_id": "req-d00a795f-3cb9-40d7-8f94-1857d65e9472"}]} Sep 15 10:00:28.458905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:00:28.459745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.520952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.531132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.554478 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/networks/baa6a55a-6862-4cbb-bf7a-35f07f2eca66 HTTP/1.1" status: 204 len: 168 time: 1.4806259 Sep 15 10:00:28.558295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55370) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:28.561448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ef604-346f-49f1-b791-b4ec1c0d2686 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Network': ['ID=baa6a55a-6862-4cbb-bf7a-35f07f2eca66,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:28.571419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-803354014'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:28.588364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:28.599181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:network and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:28.606280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:28.619656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:28.667398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Allocated IP 172.20.0.2 (678dac4a-345d-4699-b5dc-9bfd23ad9db7/1c889dbb-a79a-43b2-beed-1b14266636f7/f2c96283-eaae-4582-814b-d7b1522b60b3) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:28.733760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:28.737669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.751646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 469ce477-5079-4cda-9b76-ce81fe1eaea5 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:28.852708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:00:28.866293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] Deleting port 9441c4ef-271b-4b8b-bd36-0db0a955bba4 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:28.866671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.871423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.871772 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Added segment d9c8381d-71bb-4915-a005-9f1f21fe9aa2 of type vlan for network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 Sep 15 10:00:28.944043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:28.991104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e7cee66d-0edb-4002-9698-52df91e5948b None None] The port '9441c4ef-271b-4b8b-bd36-0db0a955bba4' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:00:28.998652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 469ce477-5079-4cda-9b76-ce81fe1eaea5 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:29.006680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 469ce477-5079-4cda-9b76-ce81fe1eaea5 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:29.006680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.084759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.100558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.107341 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:29.107893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.119958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.135889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Transition to ACTIVE for port object f2c96283-eaae-4582-814b-d7b1522b60b3 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:29.202293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Transition to ACTIVE for port object f2c96283-eaae-4582-814b-d7b1522b60b3 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:29.232118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 469ce477-5079-4cda-9b76-ce81fe1eaea5 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:29.232505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.250414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 469ce477-5079-4cda-9b76-ce81fe1eaea5, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=469ce477-5079-4cda-9b76-ce81fe1eaea5,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:29.274182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.341847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.355073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:29.358448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:29.360829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:29.370431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Pushing event updated for resources: {'Port': ['ID=f2c96283-eaae-4582-814b-d7b1522b60b3,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:29.426841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Network': ['ID=a04fc9a4-4ca0-4df8-9249-2e5df320b6e8,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:29.456511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9441c4ef-271b-4b8b-bd36-0db0a955bba4 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:29.483397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:00:29.496003 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3c062c9c-54c6-4042-b7b4-9170f8ccc684 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9366243 Sep 15 10:00:29.498886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55374) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:29.506573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:29.616271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 9441c4ef-271b-4b8b-bd36-0db0a955bba4 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:29.616529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9441c4ef-271b-4b8b-bd36-0db0a955bba4 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:29.644957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:29.649205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:29.652151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:29.657932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:29.664491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=469ce477-5079-4cda-9b76-ce81fe1eaea5,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:29.672428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Attempting to bind port f2c96283-eaae-4582-814b-d7b1522b60b3 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:29.676612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Attempting to bind port f2c96283-eaae-4582-814b-d7b1522b60b3 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:29.676612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Attempting to bind port f2c96283-eaae-4582-814b-d7b1522b60b3 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:29.681405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:29.681776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Checking segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:29.682595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.682988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Bound using segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:29.683453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Bound port: f2c96283-eaae-4582-814b-d7b1522b60b3, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:29.683823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.723503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:29.729992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.741884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.1 (678dac4a-345d-4699-b5dc-9bfd23ad9db7/1c889dbb-a79a-43b2-beed-1b14266636f7/275b8add-2246-4f11-97c4-ffd19d4c8a74) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:29.778827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] For port f2c96283-eaae-4582-814b-d7b1522b60b3, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:29.781993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] For port f2c96283-eaae-4582-814b-d7b1522b60b3, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f2c96283-eaae-4582-814b-d7b1522b60b3,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:29.858681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.916587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:29.936467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3db6f-a12f-4c4a-8902-61eaa748776a None None] Pushing event updated for resources: {'Port': ['ID=f2c96283-eaae-4582-814b-d7b1522b60b3,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:29.937038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 275b8add-2246-4f11-97c4-ffd19d4c8a74 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:30.070772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:30.071533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:30.146970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=275b8add-2246-4f11-97c4-ffd19d4c8a74,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:30.168265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:30.182560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking segment: {'id': 'd9c8381d-71bb-4915-a005-9f1f21fe9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:30.182560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network hostable DHCP agents. Network: a04fc9a4-4ca0-4df8-9249-2e5df320b6e8, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:00:30.182902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:30.187167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:30.195801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:30.258520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:30.303948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:00:30.380642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, a04fc9a4-4ca0-4df8-9249-2e5df320b6e8) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:30.385109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:30.385626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:30.392751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d217ad9b-c5c1-4aa9-a318-fa5256123766 None None] Network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:30.490163 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8f76466b-f735-4940-879a-07e26ca90792 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9895079 Sep 15 10:00:30.493754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55378) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:30.499485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8', 'name': 'tempest-PortsTestJSON-52691420', 'fixed_ips': [{'subnet_id': '5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae', 'ip_address': '172.20.0.10'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:30.611565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:30.642900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-a04fc9a4-4ca0-4df8-9249-2e5df320b6e8', 'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8', 'tenant_id': 'f4099c537fbb47f8839658220f1347d5', 'fixed_ips': [{'subnet_id': '5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:00:30.643881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:30.690525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:30.695457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:30.698865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:30.715887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:30.812507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:30.843708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f2c96283-eaae-4582-814b-d7b1522b60b3 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:30.885408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Allocated IP 172.20.0.2 (a04fc9a4-4ca0-4df8-9249-2e5df320b6e8/5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae/19e266c7-b545-4238-824f-f3658002c8d1) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:30.968808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:30.994485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 272df745-e4e7-42e0-bcc7-95cb5c83fe76 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:31.060394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e9f61b-400e-41d6-97ac-8cb36fe944c7 None None] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:31.134872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.148836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f2c96283-eaae-4582-814b-d7b1522b60b3 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:31.173217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 469ce477-5079-4cda-9b76-ce81fe1eaea5 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:31.191741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.290197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-41f19ed3-2930-48cd-a0d6-fdf6886873e2 None None] Provisioning for port f2c96283-eaae-4582-814b-d7b1522b60b3 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:31.300396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-41f19ed3-2930-48cd-a0d6-fdf6886873e2 None None] Provisioning complete for port f2c96283-eaae-4582-814b-d7b1522b60b3 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:31.300703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-41f19ed3-2930-48cd-a0d6-fdf6886873e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.305176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.308789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=275b8add-2246-4f11-97c4-ffd19d4c8a74,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:31.382405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.475644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Transition to ACTIVE for port object 19e266c7-b545-4238-824f-f3658002c8d1 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:31.522609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Transition to ACTIVE for port object 19e266c7-b545-4238-824f-f3658002c8d1 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:31.526786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 469ce477-5079-4cda-9b76-ce81fe1eaea5 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:31.527162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.566747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:31.568028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:31.646171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.658635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.10 (a04fc9a4-4ca0-4df8-9249-2e5df320b6e8/5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae/272df745-e4e7-42e0-bcc7-95cb5c83fe76) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:31.758730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:31.759345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-41f19ed3-2930-48cd-a0d6-fdf6886873e2 None None] Current status of the port f2c96283-eaae-4582-814b-d7b1522b60b3 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:31.759723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-41f19ed3-2930-48cd-a0d6-fdf6886873e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.763471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router faee67f7-2715-4f98-b653-b255b40c01ea has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:00:31.773749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:31.776560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:31.781065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Pushing event updated for resources: {'Port': ['ID=19e266c7-b545-4238-824f-f3658002c8d1,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:31.881595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.897839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 272df745-e4e7-42e0-bcc7-95cb5c83fe76 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:31.937758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-41f19ed3-2930-48cd-a0d6-fdf6886873e2 None None] For port f2c96283-eaae-4582-814b-d7b1522b60b3, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f2c96283-eaae-4582-814b-d7b1522b60b3,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:31.955299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:00:31.966475 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Sync routers for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:00:31.971488 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-80eeb4bf-675b-4558-8f4c-34cff91bd612 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/faee67f7-2715-4f98-b653-b255b40c01ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7923479 Sep 15 10:00:31.972257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55382) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:31.975143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Attempting to bind port 19e266c7-b545-4238-824f-f3658002c8d1 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:31.975511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Attempting to bind port 19e266c7-b545-4238-824f-f3658002c8d1 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd9c8381d-71bb-4915-a005-9f1f21fe9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:31.975867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Attempting to bind port 19e266c7-b545-4238-824f-f3658002c8d1 on network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:31.978777 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:31.979397 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:31.989556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:31.989951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Checking segment: {'id': 'd9c8381d-71bb-4915-a005-9f1f21fe9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:31.990348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.990733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Bound using segment: {'id': 'd9c8381d-71bb-4915-a005-9f1f21fe9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:31.991201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Bound port: 19e266c7-b545-4238-824f-f3658002c8d1, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9c8381d-71bb-4915-a005-9f1f21fe9aa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:31.991567 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:31.995949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:32.002896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 469ce477-5079-4cda-9b76-ce81fe1eaea5 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:32.013613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-41f19ed3-2930-48cd-a0d6-fdf6886873e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:32.117647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=272df745-e4e7-42e0-bcc7-95cb5c83fe76,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:32.139208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f19ed3-2930-48cd-a0d6-fdf6886873e2 None None] Pushing event updated for resources: {'Port': ['ID=f2c96283-eaae-4582-814b-d7b1522b60b3,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:32.149067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:32.151361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] For port 19e266c7-b545-4238-824f-f3658002c8d1, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:32.152043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:32.154920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] For port 19e266c7-b545-4238-824f-f3658002c8d1, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=19e266c7-b545-4238-824f-f3658002c8d1,segment=NetworkSegment(d9c8381d-71bb-4915-a005-9f1f21fe9aa2),segment_id=d9c8381d-71bb-4915-a005-9f1f21fe9aa2)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:32.155615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:32.226726 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:32.230516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:32.255663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.256196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:32.271417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f74a9-d989-4f13-ade7-414374522df1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.271886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f74a9-d989-4f13-ade7-414374522df1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.272343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f74a9-d989-4f13-ade7-414374522df1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.272797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f74a9-d989-4f13-ade7-414374522df1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.273284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f74a9-d989-4f13-ade7-414374522df1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.273735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282f74a9-d989-4f13-ade7-414374522df1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.278196 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-282f74a9-d989-4f13-ade7-414374522df1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4227 time: 0.3027046 Sep 15 10:00:32.278504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55386) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:32.361406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abcf6-df3f-49e8-967f-9ea2478620b0 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.362219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abcf6-df3f-49e8-967f-9ea2478620b0 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.365743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd31e81-aca9-4955-8875-fe32d90f34d9 None None] Pushing event updated for resources: {'Port': ['ID=19e266c7-b545-4238-824f-f3658002c8d1,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:32.366510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abcf6-df3f-49e8-967f-9ea2478620b0 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.367765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abcf6-df3f-49e8-967f-9ea2478620b0 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.368384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55abcf6-df3f-49e8-967f-9ea2478620b0 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:32.371211 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d55abcf6-df3f-49e8-967f-9ea2478620b0 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3319 time: 0.0915067 Sep 15 10:00:32.374130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55390) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:32.375919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5f89d15d-dba4-49e5-87cf-d5a765f6e43a None None] Provisioning complete for port f2c96283-eaae-4582-814b-d7b1522b60b3 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:32.376395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f89d15d-dba4-49e5-87cf-d5a765f6e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:32.489458 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0051848f-f33f-40eb-8874-889e553cf1fc tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9945195 Sep 15 10:00:32.492744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55394) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:32.507138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': 'a04fc9a4-4ca0-4df8-9249-2e5df320b6e8', 'name': 'tempest-PortsTestJSON-1042926234', 'fixed_ips': [{'subnet_id': '5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae', 'ip_address': '172.20.0.9'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:32.545021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f89d15d-dba4-49e5-87cf-d5a765f6e43a None None] Current status of the port f2c96283-eaae-4582-814b-d7b1522b60b3 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:32.666570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5f89d15d-dba4-49e5-87cf-d5a765f6e43a None None] Provisioning for port 275b8add-2246-4f11-97c4-ffd19d4c8a74 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:32.674167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5f89d15d-dba4-49e5-87cf-d5a765f6e43a None None] Provisioning complete for port 275b8add-2246-4f11-97c4-ffd19d4c8a74 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:32.679021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f89d15d-dba4-49e5-87cf-d5a765f6e43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:32.716419 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:32.721905 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Checking router: faee67f7-2715-4f98-b653-b255b40c01ea for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:00:32.722344 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Updating router faee67f7-2715-4f98-b653-b255b40c01ea port 275b8add-2246-4f11-97c4-ffd19d4c8a74 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:00:32.736372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f2c96283-eaae-4582-814b-d7b1522b60b3 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:32.861806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f89d15d-dba4-49e5-87cf-d5a765f6e43a None None] Port 275b8add-2246-4f11-97c4-ffd19d4c8a74 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:32.871804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f2c96283-eaae-4582-814b-d7b1522b60b3 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:32.872190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:32.879568 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:32.962987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:32.969437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:32.973554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:32.980637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:33.010751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f2c96283-eaae-4582-814b-d7b1522b60b3 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:33.024828 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-79518fde-f979-4750-a393-e501c3d0745a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.6390910 Sep 15 10:00:33.024828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55398) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:33.024828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-115747155', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:33.029738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ef6b1e8f-844b-4d09-adcc-cbedd088ebf9 None None] Provisioning complete for port 275b8add-2246-4f11-97c4-ffd19d4c8a74 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:33.030141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ef6b1e8f-844b-4d09-adcc-cbedd088ebf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.089784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b1e8f-844b-4d09-adcc-cbedd088ebf9 None None] Port 275b8add-2246-4f11-97c4-ffd19d4c8a74 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:33.100563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:33.106182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.148297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 820a370b-c202-4cef-b695-8d1c19ddbc11 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:33.245790 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.258759 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Transition to ACTIVE for port object 275b8add-2246-4f11-97c4-ffd19d4c8a74 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:33.287587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:33.300094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:port and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:33.306206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:33.316489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:33.349423 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.408274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.9 (a04fc9a4-4ca0-4df8-9249-2e5df320b6e8/5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae/820a370b-c202-4cef-b695-8d1c19ddbc11) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:33.435876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:33.439309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.476572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] device_id is not set on port 829c4f21-20bc-4836-a10e-bac63599d653 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:33.553050 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Pushing event updated for resources: {'Port': ['ID=275b8add-2246-4f11-97c4-ffd19d4c8a74,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:33.572343 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.572698 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.573032 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.573359 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.573682 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.574045 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.574368 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.574696 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.575003 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.575316 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.575624 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.575934 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:33.583179 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Attempting to bind port 275b8add-2246-4f11-97c4-ffd19d4c8a74 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:33.583539 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Attempting to bind port 275b8add-2246-4f11-97c4-ffd19d4c8a74 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:33.583941 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Attempting to bind port 275b8add-2246-4f11-97c4-ffd19d4c8a74 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:33.589718 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:33.590108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Checking segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:33.590499 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.590885 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Bound using segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:33.591341 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Bound port: 275b8add-2246-4f11-97c4-ffd19d4c8a74, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:33.591692 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.632509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a6c322-abe7-42d1-8353-ffac7f13f777 None None] Network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:33.689462 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] For port 275b8add-2246-4f11-97c4-ffd19d4c8a74, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:33.692938 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] For port 275b8add-2246-4f11-97c4-ffd19d4c8a74, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=275b8add-2246-4f11-97c4-ffd19d4c8a74,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:33.737654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.13 (678dac4a-345d-4699-b5dc-9bfd23ad9db7/1c889dbb-a79a-43b2-beed-1b14266636f7/829c4f21-20bc-4836-a10e-bac63599d653) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:33.753130 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.778567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:33.814160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e1c8e045-a111-41e5-b9c6-75142d6d46bd None None] Provisioning for port 19e266c7-b545-4238-824f-f3658002c8d1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:33.818950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 820a370b-c202-4cef-b695-8d1c19ddbc11 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:33.820733 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:33.821370 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:33.909164 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0710e-0277-41ef-8c0f-cc098c2c221f None None] Pushing event updated for resources: {'Port': ['ID=275b8add-2246-4f11-97c4-ffd19d4c8a74,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:33.996862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.007989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.019119 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:34.067053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 829c4f21-20bc-4836-a10e-bac63599d653 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:34.103479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:34.110312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:34.112990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:34.157224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=820a370b-c202-4cef-b695-8d1c19ddbc11,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:34.199970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:34.200672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.249702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-66914713-464d-4ee1-babf-d2a9565cc145 None None] Provisioning for port 272df745-e4e7-42e0-bcc7-95cb5c83fe76 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:34.255303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-66914713-464d-4ee1-babf-d2a9565cc145 None None] Provisioning complete for port 272df745-e4e7-42e0-bcc7-95cb5c83fe76 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:34.258912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-66914713-464d-4ee1-babf-d2a9565cc145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.278315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.316571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-66914713-464d-4ee1-babf-d2a9565cc145 None None] Port 272df745-e4e7-42e0-bcc7-95cb5c83fe76 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:34.369915 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9cb6d56b-74c8-487e-bfba-ead4c4997c58 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8732135 Sep 15 10:00:34.370489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55402) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:34.383304 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:33Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:34.389550 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7795aa09-a584-4d06-ae06-c23e8ac14a46 None None] The sync data for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv is: [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:33Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:00:34.395296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:34.399825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:34.403811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:34.475602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c3bb0017-d833-433a-b959-8f92f0ecd709 None None] Provisioning complete for port 272df745-e4e7-42e0-bcc7-95cb5c83fe76 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:34.476216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c3bb0017-d833-433a-b959-8f92f0ecd709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.495594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:34.525133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:34.525897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.576284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c3bb0017-d833-433a-b959-8f92f0ecd709 None None] Port 272df745-e4e7-42e0-bcc7-95cb5c83fe76 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:34.583170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffe4753-cbd4-4e1a-9271-5bfebeb11979 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:34.584317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1ffe4753-cbd4-4e1a-9271-5bfebeb11979 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:34.624635 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f1b556d8-e586-47a7-921d-53ee6bc9fa1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6059928 Sep 15 10:00:34.709707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1ffe4753-cbd4-4e1a-9271-5bfebeb11979 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:34.714700 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1ffe4753-cbd4-4e1a-9271-5bfebeb11979 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.3395495 Sep 15 10:00:34.714995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55408) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:34.785869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 19e266c7-b545-4238-824f-f3658002c8d1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:34.802321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55412) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:34.809444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-979685874', 'description': 'tempest-secgroup-smoke-979685874 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:34.817550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:34.823668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:34.828798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:34.836164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:34.856474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3663d-1c01-46f6-8f2a-c370425de4b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:34.868412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3663d-1c01-46f6-8f2a-c370425de4b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:34.882049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e3663d-1c01-46f6-8f2a-c370425de4b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:34.885880 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-61e3663d-1c01-46f6-8f2a-c370425de4b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1678181 Sep 15 10:00:34.887101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55416) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:34.930351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.951710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:34.958509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 19e266c7-b545-4238-824f-f3658002c8d1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:34.962045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:34.965225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:34.966689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 19e266c7-b545-4238-824f-f3658002c8d1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:34.967275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:34.968328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-eb40fc93-eea2-4f35-8666-9964018ea53e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 820a370b-c202-4cef-b695-8d1c19ddbc11 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:34.971886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:34.979178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb40fc93-eea2-4f35-8666-9964018ea53e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.073934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-059acece-73cb-45e0-93f8-4875f39981b2 None None] Provisioning for port 829c4f21-20bc-4836-a10e-bac63599d653 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:35.090468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-059acece-73cb-45e0-93f8-4875f39981b2 None None] Provisioning complete for port 829c4f21-20bc-4836-a10e-bac63599d653 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:35.090918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-059acece-73cb-45e0-93f8-4875f39981b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.103441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.159064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-059acece-73cb-45e0-93f8-4875f39981b2 None None] Port 829c4f21-20bc-4836-a10e-bac63599d653 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:35.163131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.218241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c41b70e0-a16e-41c1-916c-73e930a50c4c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:35.222918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 19e266c7-b545-4238-824f-f3658002c8d1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:35.224224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.262690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 19e266c7-b545-4238-824f-f3658002c8d1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=19e266c7-b545-4238-824f-f3658002c8d1,segment=NetworkSegment(d9c8381d-71bb-4915-a005-9f1f21fe9aa2),segment_id=d9c8381d-71bb-4915-a005-9f1f21fe9aa2)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:35.269477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-059acece-73cb-45e0-93f8-4875f39981b2 None None] Provisioning for port 820a370b-c202-4cef-b695-8d1c19ddbc11 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:35.276279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-059acece-73cb-45e0-93f8-4875f39981b2 None None] Provisioning complete for port 820a370b-c202-4cef-b695-8d1c19ddbc11 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:35.276656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-059acece-73cb-45e0-93f8-4875f39981b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.292423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.296475 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f55b517e-f4f5-41f9-9bab-72166f440857 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4900799 Sep 15 10:00:35.298170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55420) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:35.303773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'c41b70e0-a16e-41c1-916c-73e930a50c4c', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:35.310472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb40fc93-eea2-4f35-8666-9964018ea53e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.316796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:35.322232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:35.325496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:35.332264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:35.347930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-059acece-73cb-45e0-93f8-4875f39981b2 None None] Port 820a370b-c202-4cef-b695-8d1c19ddbc11 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:35.380536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.381480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 275b8add-2246-4f11-97c4-ffd19d4c8a74 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:35.445376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.459727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-eb40fc93-eea2-4f35-8666-9964018ea53e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 820a370b-c202-4cef-b695-8d1c19ddbc11 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:35.501055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=19e266c7-b545-4238-824f-f3658002c8d1,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:35.548439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.614771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 275b8add-2246-4f11-97c4-ffd19d4c8a74 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:35.622002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 275b8add-2246-4f11-97c4-ffd19d4c8a74 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:35.625811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.643574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.668959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a81e23a-24d3-474d-9712-87ecb037c792,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:35.704385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb40fc93-eea2-4f35-8666-9964018ea53e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.757581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40fc93-eea2-4f35-8666-9964018ea53e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=820a370b-c202-4cef-b695-8d1c19ddbc11,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:35.758472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 275b8add-2246-4f11-97c4-ffd19d4c8a74 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:35.758873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.766914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.768869 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e59ac500-3ac6-43d4-bc06-0a8f996b527f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4697549 Sep 15 10:00:35.771625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55424) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:35.779147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'c41b70e0-a16e-41c1-916c-73e930a50c4c', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:35.787598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:35.792731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:35.796800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:35.807863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:35.815125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 275b8add-2246-4f11-97c4-ffd19d4c8a74, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=275b8add-2246-4f11-97c4-ffd19d4c8a74,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:35.869044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eb40fc93-eea2-4f35-8666-9964018ea53e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.904044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.923236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:35.966872 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-eb40fc93-eea2-4f35-8666-9964018ea53e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/820a370b-c202-4cef-b695-8d1c19ddbc11 HTTP/1.1" status: 204 len: 168 time: 1.0763261 Sep 15 10:00:35.967103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55428) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:35.988840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=275b8add-2246-4f11-97c4-ffd19d4c8a74,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:35.992185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.060769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.087700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc43c560-1c52-4288-a6bf-d717a8f91f84,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:36.133326 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-8612e152-5d33-4329-8eb6-17b21880ea4b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:36.133765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8612e152-5d33-4329-8eb6-17b21880ea4b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:36.191831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.193118 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7e854a6d-8a86-48d4-8d0c-c8331f086591 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4203663 Sep 15 10:00:36.196077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55432) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:36.201339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'c41b70e0-a16e-41c1-916c-73e930a50c4c', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:36.207680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:36.212229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:36.215573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:36.220228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8612e152-5d33-4329-8eb6-17b21880ea4b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:36.221447 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8612e152-5d33-4329-8eb6-17b21880ea4b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/820a370b-c202-4cef-b695-8d1c19ddbc11 HTTP/1.1" status: 404 len: 333 time: 0.2534511 Sep 15 10:00:36.221733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:36.224172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55436) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:36.295667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2d7f5-cce7-47ea-b2b7-db34850b6d63 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 272df745-e4e7-42e0-bcc7-95cb5c83fe76 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:36.296008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4ce2d7f5-cce7-47ea-b2b7-db34850b6d63 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.318541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.494995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.552732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4ce2d7f5-cce7-47ea-b2b7-db34850b6d63 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.569133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.594765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf6509f-4bb0-4ee4-a3c7-aa983002e035,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:36.660857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.665956 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-756208f8-3fa2-439b-9756-cc30fb7f9e10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4657600 Sep 15 10:00:36.666617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55440) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:36.672562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 19e266c7-b545-4238-824f-f3658002c8d1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:36.672862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'c41b70e0-a16e-41c1-916c-73e930a50c4c', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:36.678980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:36.680720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4ce2d7f5-cce7-47ea-b2b7-db34850b6d63 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 272df745-e4e7-42e0-bcc7-95cb5c83fe76 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:36.683195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:36.686279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:36.692023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:36.745255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 19e266c7-b545-4238-824f-f3658002c8d1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:36.745549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.793783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.858857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.863324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 19e266c7-b545-4238-824f-f3658002c8d1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:36.864390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 275b8add-2246-4f11-97c4-ffd19d4c8a74 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:36.923825 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4ce2d7f5-cce7-47ea-b2b7-db34850b6d63 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.929478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 275b8add-2246-4f11-97c4-ffd19d4c8a74 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:36.929920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.946971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:36.971856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e6aa63-1aeb-4b55-8ab7-b08015263c7a,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:36.981448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2d7f5-cce7-47ea-b2b7-db34850b6d63 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=272df745-e4e7-42e0-bcc7-95cb5c83fe76,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:37.056789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 275b8add-2246-4f11-97c4-ffd19d4c8a74 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:37.060865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.065099 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1af1d19e-792e-475d-9ccd-86273c2369f7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3974967 Sep 15 10:00:37.065691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55444) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:37.071358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'c41b70e0-a16e-41c1-916c-73e930a50c4c', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:37.077417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:37.081562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:37.084431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:37.091035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:37.105428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4ce2d7f5-cce7-47ea-b2b7-db34850b6d63 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.160977 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:00:37.168541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.184426 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4ce2d7f5-cce7-47ea-b2b7-db34850b6d63 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/272df745-e4e7-42e0-bcc7-95cb5c83fe76 HTTP/1.1" status: 204 len: 168 time: 0.9591014 Sep 15 10:00:37.186952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55448) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:37.231513 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aa90ea5-ea64-4f55-bd83-a81a1d977fe1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:37.232061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3aa90ea5-ea64-4f55-bd83-a81a1d977fe1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:37.234648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.306345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.323055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3aa90ea5-ea64-4f55-bd83-a81a1d977fe1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:37.326839 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3aa90ea5-ea64-4f55-bd83-a81a1d977fe1 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/272df745-e4e7-42e0-bcc7-95cb5c83fe76 HTTP/1.1" status: 404 len: 333 time: 0.1365697 Sep 15 10:00:37.327323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55452) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:37.333322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db043286-c31c-48d9-9db5-dcb68ac9ffb1,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:37.394769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.395981 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4ec7c8c8-6ec1-4ba2-ba12-7a5a8ae6c7d5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3292859 Sep 15 10:00:37.398745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55456) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:37.402296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-67dbdd2e-4f85-481e-8aad-18ce9a10af71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:00:37.403736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'c41b70e0-a16e-41c1-916c-73e930a50c4c', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:37.405764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67dbdd2e-4f85-481e-8aad-18ce9a10af71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.409834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:37.413725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:37.416855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:37.422546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:37.459688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67dbdd2e-4f85-481e-8aad-18ce9a10af71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.486204 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:00:37.493678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.547321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67dbdd2e-4f85-481e-8aad-18ce9a10af71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.562082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.620173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.643869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798f3957-7c9c-4c90-8d67-617959c1190b,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:37.672379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67dbdd2e-4f85-481e-8aad-18ce9a10af71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.700287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.701512 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c6abd5fa-b43a-48f4-a60f-6038a862fd77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3018277 Sep 15 10:00:37.712461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbdd2e-4f85-481e-8aad-18ce9a10af71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:37.717946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-67dbdd2e-4f85-481e-8aad-18ce9a10af71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.723991 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-67dbdd2e-4f85-481e-8aad-18ce9a10af71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae HTTP/1.1" status: 204 len: 168 time: 0.3954458 Sep 15 10:00:37.727514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55462) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:37.732633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de48e7dc-d3d8-4b6e-8544-d1009f402562 None None] Network a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:37.854394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.864782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 19e266c7-b545-4238-824f-f3658002c8d1 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:37.865114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:37.942493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-ab768cf6-4ed7-4269-947f-6a7dd08b5ed0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:38.006216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] DHCP port deletion for a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:00:38.010786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] Deleting port 19e266c7-b545-4238-824f-f3658002c8d1 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:38.011155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.031696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-ab768cf6-4ed7-4269-947f-6a7dd08b5ed0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:38.033212 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-ab768cf6-4ed7-4269-947f-6a7dd08b5ed0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-979685874&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.1326046 Sep 15 10:00:38.084469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] For port 19e266c7-b545-4238-824f-f3658002c8d1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=19e266c7-b545-4238-824f-f3658002c8d1,segment=NetworkSegment(d9c8381d-71bb-4915-a005-9f1f21fe9aa2),segment_id=d9c8381d-71bb-4915-a005-9f1f21fe9aa2)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:38.084844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.119818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-fba94af5-2dbf-4907-9dd4-c2d8ec8c5a3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:38.120929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-fba94af5-2dbf-4907-9dd4-c2d8ec8c5a3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:38.197448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-fba94af5-2dbf-4907-9dd4-c2d8ec8c5a3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:38.198830 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-fba94af5-2dbf-4907-9dd4-c2d8ec8c5a3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 930 time: 0.1579025 Sep 15 10:00:38.208342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 19e266c7-b545-4238-824f-f3658002c8d1 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:38.224031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] For port 19e266c7-b545-4238-824f-f3658002c8d1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=19e266c7-b545-4238-824f-f3658002c8d1,segment=NetworkSegment(d9c8381d-71bb-4915-a005-9f1f21fe9aa2),segment_id=d9c8381d-71bb-4915-a005-9f1f21fe9aa2)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:38.224031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.323188 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-5eba0558-edaf-4cbe-9d52-63dcb7279268 service neutron] 10.222.0.62 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1085377 Sep 15 10:00:38.333538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-407a4cc8-4196-487b-adbf-c2e9c8a9f56e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:00:38.335214 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-407a4cc8-4196-487b-adbf-c2e9c8a9f56e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053906 Sep 15 10:00:38.346427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] Calling delete_port for 19e266c7-b545-4238-824f-f3658002c8d1 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:38.373047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.426992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=19e266c7-b545-4238-824f-f3658002c8d1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:38.428684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No DVR routers for this DVR port 19e266c7-b545-4238-824f-f3658002c8d1 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:38.463229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:00:38.463578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:00:38.474670 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-d70814ea-0b46-4bb3-9b05-45870bb35feb service neutron] 10.222.0.62 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325703 Sep 15 10:00:38.554644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.581278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04fc9a4-4ca0-4df8-9249-2e5df320b6e8']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:38.593988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c8381d-71bb-4915-a005-9f1f21fe9aa2') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:38.594202 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c8381d-71bb-4915-a005-9f1f21fe9aa2') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:38.607012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.614910 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-e712319d-ac63-4831-ba6f-cb18b5610116 service neutron] 10.222.0.62 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344392 Sep 15 10:00:38.625522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.632413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:00:38.632812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.671550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 19e266c7-b545-4238-824f-f3658002c8d1 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:38.705617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 19e266c7-b545-4238-824f-f3658002c8d1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:38.706055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 19e266c7-b545-4238-824f-f3658002c8d1 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:38.708148 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment d9c8381d-71bb-4915-a005-9f1f21fe9aa2 resource provider aggregate not found Sep 15 10:00:38.730045 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment d9c8381d-71bb-4915-a005-9f1f21fe9aa2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9c8381d-71bb-4915-a005-9f1f21fe9aa2 found for delete ", "request_id": "req-bd9b1af1-5dd3-48e6-85fc-9ca0b3ed621e"}]} Sep 15 10:00:38.808949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.825763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.837322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Network': ['ID=a04fc9a4-4ca0-4df8-9249-2e5df320b6e8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:38.958836 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1522f191-203a-4edf-9d4f-f591df134955 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/networks/a04fc9a4-4ca0-4df8-9249-2e5df320b6e8 HTTP/1.1" status: 204 len: 168 time: 1.2274570 Sep 15 10:00:38.959516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55488) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:38.965261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] Deleting port 19e266c7-b545-4238-824f-f3658002c8d1 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:38.965444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-f4851223-a925-46ac-9f93-84a8d42d3e87 req-0112505c-cb98-4848-98dd-4ed598cc53b0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:38.965931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:38.967269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2044067043'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:38.973474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:38.978934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-f4851223-a925-46ac-9f93-84a8d42d3e87 req-0112505c-cb98-4848-98dd-4ed598cc53b0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:38.979243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:network and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:38.980081 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f4851223-a925-46ac-9f93-84a8d42d3e87 req-0112505c-cb98-4848-98dd-4ed598cc53b0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 210 time: 0.0663743 Sep 15 10:00:38.994522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:39.003142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:39.048576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6f465074-f689-4f58-844b-fcab7e390a8c None None] The port '19e266c7-b545-4238-824f-f3658002c8d1' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:00:39.087105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:39.090619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:39.118146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] vlan segment allocate from pool success with {'vlan_id': 351, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:00:39.126573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:39.126850 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Added segment c82c301f-2b51-4936-9d95-086aa4c7ae47 of type vlan for network 5f60310e-c847-4835-abdb-783ce167ee86 Sep 15 10:00:39.157895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:39.266398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:39.271911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:39.272495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:39.478841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Network': ['ID=5f60310e-c847-4835-abdb-783ce167ee86,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:39.489552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 5f60310e-c847-4835-abdb-783ce167ee86 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:00:39.538654 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3bdf776c-078e-41dd-8297-a1cde415d47b tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5769303 Sep 15 10:00:39.541378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55500) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:39.547008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': '5f60310e-c847-4835-abdb-783ce167ee86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:39.657177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:39.660958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:39.663901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:39.669548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:39.772213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:39.775897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.052557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.176726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7487d2ec-47ce-4c08-a752-ff6120e5e537 req-d2f08c59-7249-470f-ae6d-ed91280f0521 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 210 time: 0.0695558 Sep 15 10:00:40.187848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=7145ad28-355a-462a-aee3-cc999a83ba40,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:40.192665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Checking segment: {'id': 'c82c301f-2b51-4936-9d95-086aa4c7ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5f60310e-c847-4835-abdb-783ce167ee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:40.193078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network hostable DHCP agents. Network: 5f60310e-c847-4835-abdb-783ce167ee86, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:00:40.290549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 5f60310e-c847-4835-abdb-783ce167ee86 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:00:40.391639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 5f60310e-c847-4835-abdb-783ce167ee86) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:40.395614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:40.396216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.401065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d013a5b-705b-4449-bc5a-9d6fe8ec0bcc None None] Network 5f60310e-c847-4835-abdb-783ce167ee86 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:40.506744 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bc0d3a9d-b6be-4039-ae46-a9744df1161c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9642537 Sep 15 10:00:40.509668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55506) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:40.514806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2063190672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:40.521328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:40.525850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:router and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:40.528682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:40.534941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:40.620746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.620746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.621035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-5f60310e-c847-4835-abdb-783ce167ee86', 'network_id': '5f60310e-c847-4835-abdb-783ce167ee86', 'tenant_id': 'f4099c537fbb47f8839658220f1347d5', 'fixed_ips': [{'subnet_id': '7145ad28-355a-462a-aee3-cc999a83ba40'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:00:40.621035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.634573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.723708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.772730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Allocated IP 172.20.0.2 (5f60310e-c847-4835-abdb-783ce167ee86/7145ad28-355a-462a-aee3-cc999a83ba40/8c2bb974-ea25-415f-979f-4ed5c15478de) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:40.798163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.799416 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d1545cf4-aa8d-48c0-aaeb-f9a28a464c16 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2887831 Sep 15 10:00:40.802309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55510) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:40.808155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'network_id': '5f60310e-c847-4835-abdb-783ce167ee86', 'name': 'tempest-PortsTestJSON-2079388056'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:40.946941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:40.951188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:40.954924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:40.961842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:40.978354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:40.988146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Transition to ACTIVE for port object 8c2bb974-ea25-415f-979f-4ed5c15478de will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:41.006363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Transition to ACTIVE for port object 8c2bb974-ea25-415f-979f-4ed5c15478de will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:41.071849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:41.072135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:41.075455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:41.102339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:41.146750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Network 5f60310e-c847-4835-abdb-783ce167ee86 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:41.151817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:41.155639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:41.164518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Pushing event updated for resources: {'Port': ['ID=8c2bb974-ea25-415f-979f-4ed5c15478de,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:41.266954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-2816eea1-5f0c-4c7c-bf81-7e57d2e351d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:41.270675 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-2816eea1-5f0c-4c7c-bf81-7e57d2e351d2 service neutron] 10.222.0.16 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 1026 time: 0.1973643 Sep 15 10:00:41.287791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Attempting to bind port 8c2bb974-ea25-415f-979f-4ed5c15478de on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:41.288534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Attempting to bind port 8c2bb974-ea25-415f-979f-4ed5c15478de by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'c82c301f-2b51-4936-9d95-086aa4c7ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5f60310e-c847-4835-abdb-783ce167ee86'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:41.289130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Attempting to bind port 8c2bb974-ea25-415f-979f-4ed5c15478de on network 5f60310e-c847-4835-abdb-783ce167ee86 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:41.290453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.12 (5f60310e-c847-4835-abdb-783ce167ee86/7145ad28-355a-462a-aee3-cc999a83ba40/0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:41.296337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:41.296961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Checking segment: {'id': 'c82c301f-2b51-4936-9d95-086aa4c7ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5f60310e-c847-4835-abdb-783ce167ee86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:41.297544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:41.298121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Bound using segment: {'id': 'c82c301f-2b51-4936-9d95-086aa4c7ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5f60310e-c847-4835-abdb-783ce167ee86'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:41.298751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Bound port: 8c2bb974-ea25-415f-979f-4ed5c15478de, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82c301f-2b51-4936-9d95-086aa4c7ae47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5f60310e-c847-4835-abdb-783ce167ee86'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:41.299347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:41.406630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-294d5336-1716-4917-a85e-66040ea69990 None None] For port 8c2bb974-ea25-415f-979f-4ed5c15478de, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:41.409985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-294d5336-1716-4917-a85e-66040ea69990 None None] For port 8c2bb974-ea25-415f-979f-4ed5c15478de, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c2bb974-ea25-415f-979f-4ed5c15478de,segment=NetworkSegment(c82c301f-2b51-4936-9d95-086aa4c7ae47),segment_id=c82c301f-2b51-4936-9d95-086aa4c7ae47)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:41.463942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-2e1de684-6e39-4d30-9238-56c60a30082d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:41.464531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-2e1de684-6e39-4d30-9238-56c60a30082d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:41.512701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:41.540159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-2e1de684-6e39-4d30-9238-56c60a30082d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:41.542039 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-2e1de684-6e39-4d30-9238-56c60a30082d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=678dac4a-345d-4699-b5dc-9bfd23ad9db7 HTTP/1.1" status: 200 len: 796 time: 0.2650039 Sep 15 10:00:41.607625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d5336-1716-4917-a85e-66040ea69990 None None] Pushing event updated for resources: {'Port': ['ID=8c2bb974-ea25-415f-979f-4ed5c15478de,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:41.611199 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b4a4962-7b68-4744-b177-6ffbc3c24fc9 req-83657582-5f29-4393-886a-7d0044a08a4f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 210 time: 0.2227349 Sep 15 10:00:41.618512 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-d4e8777d-d18f-4ea1-b8b8-8ac6783748f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 379 time: 0.0624800 Sep 15 10:00:41.628742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-7f279c10-f2e7-4ea4-aeac-dfb97350ce35 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:00:41.629705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-7f279c10-f2e7-4ea4-aeac-dfb97350ce35 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057812 Sep 15 10:00:41.640567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Request body: {'port': {'device_id': '2c589525-2a82-4f25-9390-33c089409081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:41.702031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:41.719306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:41.759342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:41.818181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:41.902642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 5f60310e-c847-4835-abdb-783ce167ee86 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:41.905860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:41.910785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:41.946493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:41.979599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:41.980205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:42.075752 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-31d6fcf5-7070-4c27-a9ab-15e72c4af0a6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2720089 Sep 15 10:00:42.078399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55522) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:42.139722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829c4f21-20bc-4836-a10e-bac63599d653 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:00:42.147320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:42.162177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Transition to ACTIVE for port object 829c4f21-20bc-4836-a10e-bac63599d653 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:42.218229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:42.439185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:42.489969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Attempting to bind port 829c4f21-20bc-4836-a10e-bac63599d653 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:42.490206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Attempting to bind port 829c4f21-20bc-4836-a10e-bac63599d653 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:42.490605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Attempting to bind port 829c4f21-20bc-4836-a10e-bac63599d653 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:42.496871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Port 829c4f21-20bc-4836-a10e-bac63599d653 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:00:42.497243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Attempting to bind port 829c4f21-20bc-4836-a10e-bac63599d653 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:42.504242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:42.505073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Checking segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:42.505605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Bound using segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:42.506343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Bound port: 829c4f21-20bc-4836-a10e-bac63599d653, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:42.507774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:42.626874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:42.631388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:42.720179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:42.733965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8ed725-f178-44cb-90f5-27f3d156b2f1 None None] Network 5f60310e-c847-4835-abdb-783ce167ee86 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:42.763969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8c2bb974-ea25-415f-979f-4ed5c15478de up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:42.765742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:42.936954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:42.937735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:42.940219 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] 10.222.0.16 "PUT /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 1131 time: 1.3034115 Sep 15 10:00:42.990373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c589525-2a82-4f25-9390-33c089409081', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:00:42.994417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e80336-65f6-4267-845b-3474a2bbec29" -d '{"events": [{"name": "network-changed", "server_uuid": "2c589525-2a82-4f25-9390-33c089409081", "tag": "829c4f21-20bc-4836-a10e-bac63599d653"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:00:43.126475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8c2bb974-ea25-415f-979f-4ed5c15478de completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:43.139738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4a975-4c75-458e-8450-9caab7581982 service neutron] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:43.152733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0cf37916-c507-44c7-b044-d10dcef36e38 None None] Provisioning for port 8c2bb974-ea25-415f-979f-4ed5c15478de completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:43.156689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8c2bb974-ea25-415f-979f-4ed5c15478de triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:43.157249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:43.174624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614cd55-27ce-4499-be15-c39744bba9d0 req-58a1f596-10ba-4d74-a57f-8b45a85e1f17 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:43.178301 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f614cd55-27ce-4499-be15-c39744bba9d0 req-58a1f596-10ba-4d74-a57f-8b45a85e1f17 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 981 time: 0.2298808 Sep 15 10:00:43.180586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:43.182170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a0bc8b-fa24-4d39-8720-782d34d77a8c x-openstack-request-id: req-e0a0bc8b-fa24-4d39-8720-782d34d77a8c {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:00:43.182661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c589525-2a82-4f25-9390-33c089409081", "tag": "829c4f21-20bc-4836-a10e-bac63599d653", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:00:43.183103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0a0bc8b-fa24-4d39-8720-782d34d77a8c {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:00:43.183533 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0a0bc8b-fa24-4d39-8720-782d34d77a8c'] response: {'name': 'network-changed', 'server_uuid': '2c589525-2a82-4f25-9390-33c089409081', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653', 'status': 'completed', 'code': 200} Sep 15 10:00:43.211252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0cf37916-c507-44c7-b044-d10dcef36e38 None None] Provisioning complete for port 8c2bb974-ea25-415f-979f-4ed5c15478de triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:43.211625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cf37916-c507-44c7-b044-d10dcef36e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:43.229497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-1cc1be85-bb4b-4b28-be26-6472a0c9d4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:43.231085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-1cc1be85-bb4b-4b28-be26-6472a0c9d4f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 1134 time: 0.1782892 Sep 15 10:00:43.237093 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f614cd55-27ce-4499-be15-c39744bba9d0 req-60f0a870-fa55-444b-9553-c57bcae9843b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524938 Sep 15 10:00:43.244743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:43.340271 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-55b2371c-fe04-4d9f-b6ec-b8de69bffe5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 217 time: 0.0961399 Sep 15 10:00:43.405165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:43.423142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-303f45a5-a9fd-4e10-ab66-947374f9dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:43.424733 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-303f45a5-a9fd-4e10-ab66-947374f9dadc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c889dbb-a79a-43b2-beed-1b14266636f7 HTTP/1.1" status: 200 len: 834 time: 0.0780275 Sep 15 10:00:43.479120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8c2bb974-ea25-415f-979f-4ed5c15478de is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:43.479503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:43.504968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0cf37916-c507-44c7-b044-d10dcef36e38 None None] Current status of the port 8c2bb974-ea25-415f-979f-4ed5c15478de is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:43.505425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cf37916-c507-44c7-b044-d10dcef36e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:43.527538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-990e873b-7253-4717-a45d-b428eb42579e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:43.528950 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-990e873b-7253-4717-a45d-b428eb42579e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=678dac4a-345d-4699-b5dc-9bfd23ad9db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0985789 Sep 15 10:00:43.543957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 8c2bb974-ea25-415f-979f-4ed5c15478de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c2bb974-ea25-415f-979f-4ed5c15478de,segment=NetworkSegment(c82c301f-2b51-4936-9d95-086aa4c7ae47),segment_id=c82c301f-2b51-4936-9d95-086aa4c7ae47)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:43.638202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:43.692629 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-3d4c397a-ce27-4061-b116-eb847922cd14 service neutron] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561186 Sep 15 10:00:43.763713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=8c2bb974-ea25-415f-979f-4ed5c15478de,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:43.768975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:43.779320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-0cf37916-c507-44c7-b044-d10dcef36e38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:00:43.779604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-0cf37916-c507-44c7-b044-d10dcef36e38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:00:43.857993 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7d5a658-a66f-44aa-8cb0-08da055cc1de req-28dfda07-18fa-4291-8dee-41e5aa3e6294 service neutron] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593106 Sep 15 10:00:43.947272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:44.104059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e80336-65f6-4267-845b-3474a2bbec29 req-2b8c5fbf-c670-40dc-a1f5-2e0c22e827b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:44.105662 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01e80336-65f6-4267-845b-3474a2bbec29 req-2b8c5fbf-c670-40dc-a1f5-2e0c22e827b8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 1134 time: 0.0837312 Sep 15 10:00:44.239159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e80336-65f6-4267-845b-3474a2bbec29 req-80ab2499-96bd-4c11-a042-9cceba6e9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:44.240596 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01e80336-65f6-4267-845b-3474a2bbec29 req-80ab2499-96bd-4c11-a042-9cceba6e9d03 service neutron] 10.222.0.16 "GET /v2.0/networks?id=678dac4a-345d-4699-b5dc-9bfd23ad9db7 HTTP/1.1" status: 200 len: 897 time: 0.1281364 Sep 15 10:00:44.347809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:44.351469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01e80336-65f6-4267-845b-3474a2bbec29 req-e5886bdd-2684-450e-a011-595c3dff4d30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 217 time: 0.1039240 Sep 15 10:00:44.352942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0cf37916-c507-44c7-b044-d10dcef36e38 None None] Current status of the port 8c2bb974-ea25-415f-979f-4ed5c15478de is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:44.409054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:44.418830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e80336-65f6-4267-845b-3474a2bbec29 req-ae608992-8602-4454-b063-9dfc16d443d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:44.420291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01e80336-65f6-4267-845b-3474a2bbec29 req-ae608992-8602-4454-b063-9dfc16d443d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c889dbb-a79a-43b2-beed-1b14266636f7 HTTP/1.1" status: 200 len: 834 time: 0.0630226 Sep 15 10:00:44.503590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e80336-65f6-4267-845b-3474a2bbec29 req-68b28297-c9a0-4515-9dfa-b25cfcd69d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:44.505062 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01e80336-65f6-4267-845b-3474a2bbec29 req-68b28297-c9a0-4515-9dfa-b25cfcd69d61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=678dac4a-345d-4699-b5dc-9bfd23ad9db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775321 Sep 15 10:00:44.545518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d71cfa1f-2879-4dd5-bfb6-e47813ab7eaf None None] Provisioning for port 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:44.551249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d71cfa1f-2879-4dd5-bfb6-e47813ab7eaf None None] Provisioning complete for port 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:44.551249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d71cfa1f-2879-4dd5-bfb6-e47813ab7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:44.583424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:44.586480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:44.610357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d71cfa1f-2879-4dd5-bfb6-e47813ab7eaf None None] Port 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:44.621579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d71cfa1f-2879-4dd5-bfb6-e47813ab7eaf None None] Provisioning complete for port 8c2bb974-ea25-415f-979f-4ed5c15478de triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:44.622130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d71cfa1f-2879-4dd5-bfb6-e47813ab7eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:44.649922 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01e80336-65f6-4267-845b-3474a2bbec29 req-4b776f38-fd2d-490b-9380-b11ce319874f service neutron] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371281 Sep 15 10:00:44.709298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ca29b-665e-44c7-8e73-e27aa4a9cefe req-314a3c98-61f7-48a0-a504-33d004f54a53 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:44.711338 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-631ca29b-665e-44c7-8e73-e27aa4a9cefe req-314a3c98-61f7-48a0-a504-33d004f54a53 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 981 time: 0.2761626 Sep 15 10:00:44.722705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8c2bb974-ea25-415f-979f-4ed5c15478de up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:44.775052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network 5f60310e-c847-4835-abdb-783ce167ee86 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:44.779002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:44.781279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-631ca29b-665e-44c7-8e73-e27aa4a9cefe req-db50e78e-cea8-4065-8dcf-af48b773789a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:44.815507 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01e80336-65f6-4267-845b-3474a2bbec29 req-48d171bc-b3b2-421a-9550-a617b618b161 service neutron] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584284 Sep 15 10:00:44.817154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d71cfa1f-2879-4dd5-bfb6-e47813ab7eaf None None] Current status of the port 8c2bb974-ea25-415f-979f-4ed5c15478de is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:44.841967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8c2bb974-ea25-415f-979f-4ed5c15478de triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:44.842604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:44.909992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-631ca29b-665e-44c7-8e73-e27aa4a9cefe req-db50e78e-cea8-4065-8dcf-af48b773789a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:44.912679 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-631ca29b-665e-44c7-8e73-e27aa4a9cefe req-db50e78e-cea8-4065-8dcf-af48b773789a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944623 Sep 15 10:00:44.971710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8c2bb974-ea25-415f-979f-4ed5c15478de is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:45.038259 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-abb843b3-3000-4b25-9907-787ff2051c04 None None] Provisioning complete for port 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:45.042472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-abb843b3-3000-4b25-9907-787ff2051c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:45.055223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Router a71a5bf2-104f-406d-80d6-18111925da99 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:00:45.092025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-abb843b3-3000-4b25-9907-787ff2051c04 None None] Port 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:45.214947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:00:45.220463 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-68f14b6f-a87b-4b19-a52c-9abfb07571f9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "PUT /v2.0/routers/a71a5bf2-104f-406d-80d6-18111925da99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1407580 Sep 15 10:00:45.222963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55534) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:45.224602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462ef88-d94d-43fb-a7e3-b16e67397d0d None None] Sync routers for ids ['a71a5bf2-104f-406d-80d6-18111925da99'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:00:45.234548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462ef88-d94d-43fb-a7e3-b16e67397d0d None None] Routers {'a71a5bf2-104f-406d-80d6-18111925da99'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:45.235160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0462ef88-d94d-43fb-a7e3-b16e67397d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['a71a5bf2-104f-406d-80d6-18111925da99'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:45.297893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0462ef88-d94d-43fb-a7e3-b16e67397d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:45.308076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462ef88-d94d-43fb-a7e3-b16e67397d0d None None] Routers {'a71a5bf2-104f-406d-80d6-18111925da99'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:45.308674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0462ef88-d94d-43fb-a7e3-b16e67397d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['a71a5bf2-104f-406d-80d6-18111925da99'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:45.316240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b0f883-23d7-43b1-9f1c-b972a731bef4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:45.322956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e8b0f883-23d7-43b1-9f1c-b972a731bef4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:45.368730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0462ef88-d94d-43fb-a7e3-b16e67397d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:45.369133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0462ef88-d94d-43fb-a7e3-b16e67397d0d None None] The sync data for ids ['a71a5bf2-104f-406d-80d6-18111925da99'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:00:45.374007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e8b0f883-23d7-43b1-9f1c-b972a731bef4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:45.375178 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e8b0f883-23d7-43b1-9f1c-b972a731bef4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports?device_id=a71a5bf2-104f-406d-80d6-18111925da99 HTTP/1.1" status: 200 len: 983 time: 0.1513159 Sep 15 10:00:45.378007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55538) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:45.965341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:46.214752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 829c4f21-20bc-4836-a10e-bac63599d653 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:00:46.226245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9aadf-ca69-4dc3-9759-5707615884b2 req-c71f00d2-c80f-4d4d-b96e-3bb5e9c8c37f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:46.227680 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c5d9aadf-ca69-4dc3-9759-5707615884b2 req-c71f00d2-c80f-4d4d-b96e-3bb5e9c8c37f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 981 time: 0.1972215 Sep 15 10:00:46.242987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:46.243354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:46.284012 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c5d9aadf-ca69-4dc3-9759-5707615884b2 req-1b84c119-1b74-4d1b-8d4b-d4bdddb0c50d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494676 Sep 15 10:00:46.371387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:46.388891 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '829c4f21-20bc-4836-a10e-bac63599d653', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'port_id': '829c4f21-20bc-4836-a10e-bac63599d653', 'mac_address': 'fa:16:3e:db:f2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:00:46.434381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:46.443253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 829c4f21-20bc-4836-a10e-bac63599d653 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:46.443628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:46.461726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829c4f21-20bc-4836-a10e-bac63599d653 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:00:46.476634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:46.555930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:46.568678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:46.636452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:46.797567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:46.847050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:46.848194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['829c4f21-20bc-4836-a10e-bac63599d653'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:00:47.193805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:47.509092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Router a71a5bf2-104f-406d-80d6-18111925da99 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:00:47.658305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:00:47.667702 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba92fbc-4a38-42a2-a9f3-96a25486068b None None] Sync routers for ids ['a71a5bf2-104f-406d-80d6-18111925da99'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:00:47.676727 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba92fbc-4a38-42a2-a9f3-96a25486068b None None] Routers {'a71a5bf2-104f-406d-80d6-18111925da99'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:47.677322 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0ba92fbc-4a38-42a2-a9f3-96a25486068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['a71a5bf2-104f-406d-80d6-18111925da99'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:47.677747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b6c5ac-723e-487d-87ec-a1f35bd3747c req-4e95c736-8edf-46b5-bafb-9e3614a73015 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:47.681089 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9b6c5ac-723e-487d-87ec-a1f35bd3747c req-4e95c736-8edf-46b5-bafb-9e3614a73015 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 982 time: 0.2366841 Sep 15 10:00:47.726648 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9b6c5ac-723e-487d-87ec-a1f35bd3747c req-d9dc01cf-2ff0-422f-bb56-665327938f1e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Sep 15 10:00:47.729309 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4e3f2884-8211-4184-a696-3d2192860fc3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "PUT /v2.0/routers/a71a5bf2-104f-406d-80d6-18111925da99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3504021 Sep 15 10:00:47.731941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55546) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:47.745836 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0ba92fbc-4a38-42a2-a9f3-96a25486068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:47.754407 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba92fbc-4a38-42a2-a9f3-96a25486068b None None] Routers {'a71a5bf2-104f-406d-80d6-18111925da99'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:47.754999 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0ba92fbc-4a38-42a2-a9f3-96a25486068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['a71a5bf2-104f-406d-80d6-18111925da99'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:47.774442 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd13382d-fdb2-4e59-918f-b3b223cce093 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:47.774894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cd13382d-fdb2-4e59-918f-b3b223cce093 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:47.834778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cd13382d-fdb2-4e59-918f-b3b223cce093 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:47.835989 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cd13382d-fdb2-4e59-918f-b3b223cce093 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/0a958dd0-39b2-4bdb-a1fc-8dc06cfa93fb HTTP/1.1" status: 404 len: 333 time: 0.1031604 Sep 15 10:00:47.838920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55550) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:47.844003 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0ba92fbc-4a38-42a2-a9f3-96a25486068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:47.844003 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba92fbc-4a38-42a2-a9f3-96a25486068b None None] The sync data for ids ['a71a5bf2-104f-406d-80d6-18111925da99'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:00:47.971708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b22631c-5c1e-4f7a-9c17-3788c335afab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.218000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 829c4f21-20bc-4836-a10e-bac63599d653 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:48.265959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b22631c-5c1e-4f7a-9c17-3788c335afab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.268161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b22631c-5c1e-4f7a-9c17-3788c335afab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.391662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b22631c-5c1e-4f7a-9c17-3788c335afab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.392151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22631c-5c1e-4f7a-9c17-3788c335afab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Fanout notify agent at l3_agent the message router_deleted on router a71a5bf2-104f-406d-80d6-18111925da99 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:00:48.403618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2b22631c-5c1e-4f7a-9c17-3788c335afab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.404676 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2b22631c-5c1e-4f7a-9c17-3788c335afab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/routers/a71a5bf2-104f-406d-80d6-18111925da99 HTTP/1.1" status: 204 len: 168 time: 0.5647590 Sep 15 10:00:48.407572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55554) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:48.425872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 829c4f21-20bc-4836-a10e-bac63599d653 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:48.431963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 829c4f21-20bc-4836-a10e-bac63599d653 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:48.432315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.473104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2795ee6-50e3-499d-a88e-301fbe3d0672 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 7145ad28-355a-462a-aee3-cc999a83ba40 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:00:48.476530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2795ee6-50e3-499d-a88e-301fbe3d0672 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.532749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2795ee6-50e3-499d-a88e-301fbe3d0672 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.547770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 829c4f21-20bc-4836-a10e-bac63599d653 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:48.548145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.577221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c589525-2a82-4f25-9390-33c089409081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:00:48.579803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8bcb6e-3fd2-4066-935b-7d57782b100e" -d '{"events": [{"server_uuid": "2c589525-2a82-4f25-9390-33c089409081", "name": "network-vif-plugged", "status": "completed", "tag": "829c4f21-20bc-4836-a10e-bac63599d653"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:00:48.587823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:48.622589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2795ee6-50e3-499d-a88e-301fbe3d0672 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.677750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.750954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a8ef8a-efa7-4f98-a8da-74be54b95151 x-openstack-request-id: req-86a8ef8a-efa7-4f98-a8da-74be54b95151 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:00:48.751176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c589525-2a82-4f25-9390-33c089409081", "name": "network-vif-plugged", "status": "completed", "tag": "829c4f21-20bc-4836-a10e-bac63599d653", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:00:48.751386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86a8ef8a-efa7-4f98-a8da-74be54b95151 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:00:48.751772 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a8ef8a-efa7-4f98-a8da-74be54b95151'] response: {'server_uuid': '2c589525-2a82-4f25-9390-33c089409081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653', 'code': 200} Sep 15 10:00:48.783866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:48.801181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2795ee6-50e3-499d-a88e-301fbe3d0672 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.845849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2795ee6-50e3-499d-a88e-301fbe3d0672 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=7145ad28-355a-462a-aee3-cc999a83ba40,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:48.847981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2795ee6-50e3-499d-a88e-301fbe3d0672 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:48.857836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e530527b-dfad-4792-8f56-2b06c1b0f464 None None] Network 5f60310e-c847-4835-abdb-783ce167ee86 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:48.871436 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a2795ee6-50e3-499d-a88e-301fbe3d0672 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/7145ad28-355a-462a-aee3-cc999a83ba40 HTTP/1.1" status: 204 len: 168 time: 0.4627855 Sep 15 10:00:48.873154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55564) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:48.943954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caceb29-db9b-47ce-a991-ca7874f1b4ec req-dd56397e-2bfb-4a83-8389-ac74b2cc04f9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:48.950471 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2caceb29-db9b-47ce-a991-ca7874f1b4ec req-dd56397e-2bfb-4a83-8389-ac74b2cc04f9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 983 time: 0.0981033 Sep 15 10:00:49.004865 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2caceb29-db9b-47ce-a991-ca7874f1b4ec req-a1a783bd-4d60-4eda-8b36-4ebde0da4c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481777 Sep 15 10:00:49.056359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:49.079315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 8c2bb974-ea25-415f-979f-4ed5c15478de {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:49.079652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:49.142336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] DHCP port deletion for 5f60310e-c847-4835-abdb-783ce167ee86 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:00:49.146617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] Deleting port 8c2bb974-ea25-415f-979f-4ed5c15478de {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:49.146988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:49.183670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be850cfe-98fc-4b5a-a772-c7165dbd1c72 req-79eb3238-0614-41c2-a7fb-c7afba11735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:49.185157 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-be850cfe-98fc-4b5a-a772-c7165dbd1c72 req-79eb3238-0614-41c2-a7fb-c7afba11735a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 1136 time: 0.1890759 Sep 15 10:00:49.315297 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-be850cfe-98fc-4b5a-a772-c7165dbd1c72 req-3b2ff1fb-d5c5-483a-802d-47f7377a01f7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233609 Sep 15 10:00:49.325029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] For port 8c2bb974-ea25-415f-979f-4ed5c15478de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c2bb974-ea25-415f-979f-4ed5c15478de,segment=NetworkSegment(c82c301f-2b51-4936-9d95-086aa4c7ae47),segment_id=c82c301f-2b51-4936-9d95-086aa4c7ae47)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:49.325389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:49.347520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] For port 8c2bb974-ea25-415f-979f-4ed5c15478de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c2bb974-ea25-415f-979f-4ed5c15478de,segment=NetworkSegment(c82c301f-2b51-4936-9d95-086aa4c7ae47),segment_id=c82c301f-2b51-4936-9d95-086aa4c7ae47)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:49.347976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:49.471360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] Calling delete_port for 8c2bb974-ea25-415f-979f-4ed5c15478de owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:49.560088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 8c2bb974-ea25-415f-979f-4ed5c15478de owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:49.600367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ccd91922-a8ff-439b-8c40-f03c1a330c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:49.629099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: from cryptography.utils import int_from_bytes Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: from cryptography.utils import int_from_bytes Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn_limited( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:00:49.630389 dv-neutron-857775-1-hyperv neutron-server[89669]: util.warn( Sep 15 10:00:49.639552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.db.api [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:00:49.639552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG oslo_db.api [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:00:49.678342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] Pushing event deleted for resources: {'Port': ['ID=8c2bb974-ea25-415f-979f-4ed5c15478de,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:49.681354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fe244b-9008-4fe1-8959-e72d1f1c6fbf None None] No DVR routers for this DVR port 8c2bb974-ea25-415f-979f-4ed5c15478de on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:50.165411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 8c2bb974-ea25-415f-979f-4ed5c15478de {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:50.166053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:50.244114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] The port '8c2bb974-ea25-415f-979f-4ed5c15478de' was deleted {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:00:50.381359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:50.410194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f60310e-c847-4835-abdb-783ce167ee86']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:50.424234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b2693-f70d-48fb-9a24-8631bbdc0846 req-eda4d4e0-fcf6-4747-b45f-890b81304382 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:50.425685 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-931b2693-f70d-48fb-9a24-8631bbdc0846 req-eda4d4e0-fcf6-4747-b45f-890b81304382 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 983 time: 0.2953544 Sep 15 10:00:50.432381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82c301f-2b51-4936-9d95-086aa4c7ae47') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:50.432675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82c301f-2b51-4936-9d95-086aa4c7ae47') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:50.457999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:50.485427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:50.496683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:00:50.497080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:50.528977 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-931b2693-f70d-48fb-9a24-8631bbdc0846 req-c595bb23-48ee-4b78-b160-61fecf00c48b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896330 Sep 15 10:00:50.572013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:50.579139 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment c82c301f-2b51-4936-9d95-086aa4c7ae47 resource provider aggregate not found Sep 15 10:00:50.608531 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment c82c301f-2b51-4936-9d95-086aa4c7ae47 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c82c301f-2b51-4936-9d95-086aa4c7ae47 found for delete ", "request_id": "req-0be04431-04a4-42f3-9587-7db0a655749b"}]} Sep 15 10:00:50.662779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8c2bb974-ea25-415f-979f-4ed5c15478de no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:00:50.686422 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:50.701598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 8c2bb974-ea25-415f-979f-4ed5c15478de {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:00:50.701973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8c2bb974-ea25-415f-979f-4ed5c15478de not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:00:50.705490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:50.717061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Network': ['ID=5f60310e-c847-4835-abdb-783ce167ee86,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:50.818367 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cb2a418f-3443-4466-b13b-a6e579988e9a tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/networks/5f60310e-c847-4835-abdb-783ce167ee86 HTTP/1.1" status: 204 len: 168 time: 1.9438269 Sep 15 10:00:50.822125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55574) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:50.896324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc15a0b-add4-4860-9e57-56a637856f65 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:50.896806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0dc15a0b-add4-4860-9e57-56a637856f65 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:50.977537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0dc15a0b-add4-4860-9e57-56a637856f65 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:50.978732 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0dc15a0b-add4-4860-9e57-56a637856f65 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/b1b113cd-c10c-431b-b9a6-fd09201cb472 HTTP/1.1" status: 200 len: 840 time: 0.1556985 Sep 15 10:00:50.982465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55578) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:51.052242 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-19900c90-9ced-4b4b-aa44-03f429600511 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/b1b113cd-c10c-431b-b9a6-fd09201cb472?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0687261 Sep 15 10:00:51.056634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55582) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:51.061958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:51.141487 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:00:51.170357 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:51.174138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:51.176856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:51.182635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:51.248078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:51.251612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:51.549316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:51.612818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:51.615906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:51.620607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:51.621188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:51.626189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448a7ba0-8fbb-47ce-8a1a-e6e4a3c9ce70 None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:51.634835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=5f0c5a5e-be31-4521-9aca-c1f17b0b43f9,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:51.704924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-096d456e-2740-4da2-aaad-86be41bf218d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:51.713180 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a1095a2d-41b3-4373-8811-8bd67528365f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6552744 Sep 15 10:00:51.715684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55588) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:51.721512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'security_group': {'name': 'tempest-secgroup-528286359'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:51.727835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:51.731754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:51.734775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:51.740614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:51.744977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca752db4-79be-4605-8dda-ee7a5f79496a req-22ff7bd9-46bb-4b05-a710-b8b84ff00a58 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:51.746533 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca752db4-79be-4605-8dda-ee7a5f79496a req-22ff7bd9-46bb-4b05-a710-b8b84ff00a58 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 983 time: 0.0971606 Sep 15 10:00:51.793628 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca752db4-79be-4605-8dda-ee7a5f79496a req-8015b2dc-af7d-4e6c-ad51-f99e0f9d8bd4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386202 Sep 15 10:00:51.806726 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:51.830576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:51.834640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group_rule and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:51.837932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:51.843542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:51.898497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'tenant_id': 'f4099c537fbb47f8839658220f1347d5', 'fixed_ips': [{'subnet_id': '5f0c5a5e-be31-4521-9aca-c1f17b0b43f9'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:00:51.899333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:51.922514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:51.992519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.050097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96591148-240f-4baf-ab3e-73f1b81cdf50 req-30195ac8-1342-44e8-8f34-83b94c97002b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:52.051547 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-96591148-240f-4baf-ab3e-73f1b81cdf50 req-30195ac8-1342-44e8-8f34-83b94c97002b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 983 time: 0.1328192 Sep 15 10:00:52.052150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad11691e-d306-4eef-b44f-f5a23ec3d7b1,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:52.060888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Allocated IP 172.20.0.2 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/5f0c5a5e-be31-4521-9aca-c1f17b0b43f9/346bbd16-802a-4978-9af2-babe722e023e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:52.097560 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-96591148-240f-4baf-ab3e-73f1b81cdf50 req-dea1ff9d-3837-42a8-a1c7-c8054c971fcc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393462 Sep 15 10:00:52.123082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.126849 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-294e01ac-a1a3-421d-9d61-a9b74a50a90c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4076841 Sep 15 10:00:52.127259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55594) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:52.129470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55596) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:52.132719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'security_group': {'name': 'tempest-secgroup-392053957'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:52.138970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:52.142907 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:52.145682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:52.152222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:52.209160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d6ef9b-97b4-45d8-9424-07d13a28e5ef tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:52.214305 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-50d6ef9b-97b4-45d8-9424-07d13a28e5ef tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 1131 time: 0.0838132 Sep 15 10:00:52.214467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55602) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:52.220106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '829c4f21-20bc-4836-a10e-bac63599d653', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:52.224743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.239775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:52.248324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:52.252125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:52.264646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:52.266827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:52.272921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group_rule and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:52.276774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:52.280978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.282882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:52.292826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Transition to ACTIVE for port object 346bbd16-802a-4978-9af2-babe722e023e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:52.312123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Transition to ACTIVE for port object 346bbd16-802a-4978-9af2-babe722e023e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:52.354190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.370035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.374804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.438927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:52.441582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:52.445963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:52.482592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.495473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Pushing event updated for resources: {'Port': ['ID=346bbd16-802a-4978-9af2-babe722e023e,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:52.535153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c36df13-3ed2-4246-9dda-8ba5e23816be,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:52.543713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.597243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Attempting to bind port 346bbd16-802a-4978-9af2-babe722e023e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:00:52.597752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Attempting to bind port 346bbd16-802a-4978-9af2-babe722e023e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '0728f808-2f6c-4a67-9826-c7b9d5a180bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:00:52.597915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Attempting to bind port 346bbd16-802a-4978-9af2-babe722e023e on network db14c391-2c5b-4fb0-9651-a02d50ec20d0 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:00:52.604380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:00:52.604825 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Checking segment: {'id': '0728f808-2f6c-4a67-9826-c7b9d5a180bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:00:52.605309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.605755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Bound using segment: {'id': '0728f808-2f6c-4a67-9826-c7b9d5a180bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:00:52.606384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Bound port: 346bbd16-802a-4978-9af2-babe722e023e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0728f808-2f6c-4a67-9826-c7b9d5a180bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:00:52.607432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.616985 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.618487 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-18b35755-5fcc-42f8-930e-ce8b8385b9c9 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4899621 Sep 15 10:00:52.621181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55606) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:52.629211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1078687980', 'security_groups': ['4c36df13-3ed2-4246-9dda-8ba5e23816be'], 'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5f0c5a5e-be31-4521-9aca-c1f17b0b43f9'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:52.700981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.716812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] For port 346bbd16-802a-4978-9af2-babe722e023e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:52.720328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] For port 346bbd16-802a-4978-9af2-babe722e023e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=346bbd16-802a-4978-9af2-babe722e023e,segment=NetworkSegment(0728f808-2f6c-4a67-9826-c7b9d5a180bc),segment_id=0728f808-2f6c-4a67-9826-c7b9d5a180bc)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:00:52.777669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.785549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:52.860363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Pushing event updated for resources: {'Port': ['ID=346bbd16-802a-4978-9af2-babe722e023e,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:52.868418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.868763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.869108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.869483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.869841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.870177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.870496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.870817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.871142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.871474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.871783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.872432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd5d1a2-075d-4984-a14f-4afe96a2c69c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:00:52.897995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.233 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/35deac7d-c6d3-4e17-a5a9-d466d464a64e) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:53.006482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:53.019340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:port and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:53.024333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:53.032623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:53.100144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:53.115481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:53.250040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:53.270234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port d4a7f6d9-1744-4214-b4c9-3220333c0758 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:53.304994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:53.401367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:53.406588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:53.412479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:53.469097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=35deac7d-c6d3-4e17-a5a9-d466d464a64e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:53.685062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.10 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/5f0c5a5e-be31-4521-9aca-c1f17b0b43f9/d4a7f6d9-1744-4214-b4c9-3220333c0758) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:53.949179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0f4d8e59-13e8-44d3-94d9-53ea6fa2b7c1 None None] Provisioning for port 346bbd16-802a-4978-9af2-babe722e023e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:53.964904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0f4d8e59-13e8-44d3-94d9-53ea6fa2b7c1 None None] Provisioning complete for port b1b113cd-c10c-431b-b9a6-fd09201cb472 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:53.965277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0f4d8e59-13e8-44d3-94d9-53ea6fa2b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.018022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0f4d8e59-13e8-44d3-94d9-53ea6fa2b7c1 None None] Port b1b113cd-c10c-431b-b9a6-fd09201cb472 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:54.068744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.095684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object d4a7f6d9-1744-4214-b4c9-3220333c0758 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:54.137956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.195048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.292003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.312255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:54.318831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:54.324880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:00:54.481362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=d4a7f6d9-1744-4214-b4c9-3220333c0758,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:54.504304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.565547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:54.566089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.630552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9f85c549-6156-4855-a806-2fac7892e5d9 None None] Provisioning for port d4a7f6d9-1744-4214-b4c9-3220333c0758 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:54.639479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9f85c549-6156-4855-a806-2fac7892e5d9 None None] Provisioning complete for port d4a7f6d9-1744-4214-b4c9-3220333c0758 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:54.640260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f85c549-6156-4855-a806-2fac7892e5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.694050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55610) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:54.694727 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1e3f2665-f78f-4c52-b948-b9d12a299135 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0709004 Sep 15 10:00:54.700054 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:54.712537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 346bbd16-802a-4978-9af2-babe722e023e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:54.755960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.758097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9f85c549-6156-4855-a806-2fac7892e5d9 None None] Port d4a7f6d9-1744-4214-b4c9-3220333c0758 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:54.814046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.841174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:54.845038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:54.847983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:54.848320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 346bbd16-802a-4978-9af2-babe722e023e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:54.853788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:54.854251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 346bbd16-802a-4978-9af2-babe722e023e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:54.854786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.917199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:54.921579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.922265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=35deac7d-c6d3-4e17-a5a9-d466d464a64e,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:54.924737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:54.979850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 346bbd16-802a-4978-9af2-babe722e023e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:54.980472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:55.015100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 346bbd16-802a-4978-9af2-babe722e023e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=346bbd16-802a-4978-9af2-babe722e023e,segment=NetworkSegment(0728f808-2f6c-4a67-9826-c7b9d5a180bc),segment_id=0728f808-2f6c-4a67-9826-c7b9d5a180bc)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:55.074778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:55.110652 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP f0d408b1-393e-4a69-97c8-bbf06ca80df4 associated. External IP: 172.26.7.233, port: 829c4f21-20bc-4836-a10e-bac63599d653. Sep 15 10:00:55.154141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=346bbd16-802a-4978-9af2-babe722e023e,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:55.160166 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.ipam_backend_mixin [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5f0c5a5e-be31-4521-9aca-c1f17b0b43f9 (CIDR: 172.20.0.0/28) Sep 15 10:00:55.191899 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 10:00:55.192720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:00:55.298705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4fc819f6-392d-4ed2-9880-43d68f8e6ff0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6034515 Sep 15 10:00:55.301337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55614) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:55.307671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:55.447655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:00:55.451431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:00:55.454561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:00:55.460470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:00:55.468112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router faee67f7-2715-4f98-b653-b255b40c01ea has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:00:55.560661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:00:55.564216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:55.652913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:00:55.664323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] Sync routers for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:00:55.673162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:55.673789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:55.739996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:55.797923 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3c2e15fa-e542-4d8c-ba68-56fe4aa1557c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 3.5820079 Sep 15 10:00:55.799572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c589525-2a82-4f25-9390-33c089409081', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:00:55.800719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55618) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:55.802053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc29a49c-7d95-48a7-8120-5fbe629e35c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c589525-2a82-4f25-9390-33c089409081", "tag": "829c4f21-20bc-4836-a10e-bac63599d653"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:00:55.863006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:55.899840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226bb8d5-1bd6-40ea-8957-a919593e8255 x-openstack-request-id: req-226bb8d5-1bd6-40ea-8957-a919593e8255 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:00:55.900241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c589525-2a82-4f25-9390-33c089409081", "tag": "829c4f21-20bc-4836-a10e-bac63599d653", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:00:55.900497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-226bb8d5-1bd6-40ea-8957-a919593e8255 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:00:55.900921 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226bb8d5-1bd6-40ea-8957-a919593e8255'] response: {'name': 'network-changed', 'server_uuid': '2c589525-2a82-4f25-9390-33c089409081', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653', 'status': 'completed', 'code': 200} Sep 15 10:00:55.913523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e46bd0-66fb-421c-ab43-d6493fc18935 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:55.915181 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-87e46bd0-66fb-421c-ab43-d6493fc18935 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081&network_id=678dac4a-345d-4699-b5dc-9bfd23ad9db7 HTTP/1.1" status: 200 len: 1131 time: 0.1128092 Sep 15 10:00:55.990782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:56.060972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:00:56.066666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:00:56.070568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:56.071142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:56.098476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=aa14d7ec-6393-4b35-a034-34d15199e079,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:56.104338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775c9b46-3a51-4aab-b62b-189da93bd0f5 None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:00:56.116466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-af1e844e-cf36-40ad-b404-2219e07d8a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:56.118011 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-af1e844e-cf36-40ad-b404-2219e07d8a88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 1136 time: 0.1759999 Sep 15 10:00:56.207990 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6fb6bc07-800e-41d0-9b06-b3b1877fd972 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9054382 Sep 15 10:00:56.211185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55628) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:56.216602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-718687662', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa14d7ec-6393-4b35-a034-34d15199e079'}], 'security_groups': ['ad11691e-d306-4eef-b44f-f5a23ec3d7b1']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:56.259616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-a745442c-371e-45ec-818a-6e8fbe7c3ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:56.260925 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-a745442c-371e-45ec-818a-6e8fbe7c3ee1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=678dac4a-345d-4699-b5dc-9bfd23ad9db7 HTTP/1.1" status: 200 len: 897 time: 0.1366928 Sep 15 10:00:56.364499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:56.390151 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-2f442f23-c0af-4c89-98d5-b7f5645d5e5d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 1037 time: 0.1211803 Sep 15 10:00:56.462884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-ead85390-41cd-4d78-b509-fda766c50cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:56.463854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'f0d408b1-393e-4a69-97c8-bbf06ca80df4', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'port_id': '829c4f21-20bc-4836-a10e-bac63599d653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-115747155', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'mac_address': 'fa:16:3e:db:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c589525-2a82-4f25-9390-33c089409081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:00:54Z', 'updated_at': '2022-09-15T10:00:54Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:35Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:56.465039 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-ead85390-41cd-4d78-b509-fda766c50cb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c889dbb-a79a-43b2-beed-1b14266636f7 HTTP/1.1" status: 200 len: 834 time: 0.0694752 Sep 15 10:00:56.470104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] Checking router: faee67f7-2715-4f98-b653-b255b40c01ea for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:00:56.484236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:00:56.484858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:56.574488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-3b37ce80-d6cb-43bc-8d3a-712c71ffdd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:56.576078 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-3b37ce80-d6cb-43bc-8d3a-712c71ffdd47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=678dac4a-345d-4699-b5dc-9bfd23ad9db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1024632 Sep 15 10:00:56.754192 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-48dfb3cc-4f22-435d-afb5-99f21f64f049 service neutron] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705282 Sep 15 10:00:56.790774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 346bbd16-802a-4978-9af2-babe722e023e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:56.849568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10fd17-8fec-4b0f-b75b-5f35b097f37b req-90ad064d-9259-43a0-ab02-98a5534794de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:56.852903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7f10fd17-8fec-4b0f-b75b-5f35b097f37b req-90ad064d-9259-43a0-ab02-98a5534794de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 983 time: 0.2114570 Sep 15 10:00:56.897832 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc29a49c-7d95-48a7-8120-5fbe629e35c6 req-e7ce5c2c-8cff-42a1-9637-207d688b4477 service neutron] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375730 Sep 15 10:00:56.943449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46d359d-0010-4c6d-b101-a588b8cc6076 None None] Update dhcp port {'port': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'fixed_ips': [{'subnet_id': '5f0c5a5e-be31-4521-9aca-c1f17b0b43f9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'aa14d7ec-6393-4b35-a034-34d15199e079'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': '346bbd16-802a-4978-9af2-babe722e023e'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 10:00:56.955512 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7f10fd17-8fec-4b0f-b75b-5f35b097f37b req-28cc2c50-4c62-4c76-bedd-ce908343a136 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972030 Sep 15 10:00:56.977182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:00:57.039304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Delete allocated IP 172.20.0.10 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/5f0c5a5e-be31-4521-9aca-c1f17b0b43f9) {{(pid=89668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 10:00:57.046759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.29 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/aa14d7ec-6393-4b35-a034-34d15199e079/d4a7f6d9-1744-4214-b4c9-3220333c0758) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:57.153919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b46d359d-0010-4c6d-b101-a588b8cc6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:57.171294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 346bbd16-802a-4978-9af2-babe722e023e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:57.171667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:57.242853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:57.259188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object d4a7f6d9-1744-4214-b4c9-3220333c0758 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:57.314698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:57.461009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=d4a7f6d9-1744-4214-b4c9-3220333c0758,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:57.489312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] In _notify_port_updated(), no bound segment for port d4a7f6d9-1744-4214-b4c9-3220333c0758 on network db14c391-2c5b-4fb0-9651-a02d50ec20d0 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 10:00:57.494673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:57.495279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:57.496538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6ca9c413-5310-4f28-8c27-fddf726a514f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "PUT /v2.0/ports/d4a7f6d9-1744-4214-b4c9-3220333c0758 HTTP/1.1" status: 200 len: 920 time: 1.2848206 Sep 15 10:00:57.499463 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55634) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:57.565318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5c7454d0-1828-4b46-b2fd-cabe9ddd81b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port d4a7f6d9-1744-4214-b4c9-3220333c0758 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:00:57.565687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c7454d0-1828-4b46-b2fd-cabe9ddd81b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:57.603047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 346bbd16-802a-4978-9af2-babe722e023e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:57.643333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-b46d359d-0010-4c6d-b101-a588b8cc6076 None None] Allocated IP 172.20.0.18 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/aa14d7ec-6393-4b35-a034-34d15199e079/346bbd16-802a-4978-9af2-babe722e023e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:00:57.807106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'f0d408b1-393e-4a69-97c8-bbf06ca80df4', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'port_id': '829c4f21-20bc-4836-a10e-bac63599d653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-115747155', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'mac_address': 'fa:16:3e:db:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c589525-2a82-4f25-9390-33c089409081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:00:54Z', 'updated_at': '2022-09-15T10:00:54Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:35Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:00:57.810954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b46d359d-0010-4c6d-b101-a588b8cc6076 None None] For port 346bbd16-802a-4978-9af2-babe722e023e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=346bbd16-802a-4978-9af2-babe722e023e,segment=NetworkSegment(0728f808-2f6c-4a67-9826-c7b9d5a180bc),segment_id=0728f808-2f6c-4a67-9826-c7b9d5a180bc)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:57.814985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55908841-8f37-42a5-931f-1e1aa9e12c72 None None] The sync data for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv is: [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'f0d408b1-393e-4a69-97c8-bbf06ca80df4', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.233', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'port_id': '829c4f21-20bc-4836-a10e-bac63599d653', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-115747155', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'mac_address': 'fa:16:3e:db:f2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c589525-2a82-4f25-9390-33c089409081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:00:54Z', 'updated_at': '2022-09-15T10:00:54Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:35Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:00:57.847157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b46d359d-0010-4c6d-b101-a588b8cc6076 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:57.865676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b46d359d-0010-4c6d-b101-a588b8cc6076 None None] Transition to ACTIVE for port object 346bbd16-802a-4978-9af2-babe722e023e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:00:57.925754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c7454d0-1828-4b46-b2fd-cabe9ddd81b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:57.939627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b46d359d-0010-4c6d-b101-a588b8cc6076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:58.019779 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a475c4e4-53d9-4cbc-ba38-dec812efe2a2 None None] New status for floating IP f0d408b1-393e-4a69-97c8-bbf06ca80df4: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:00:58.106924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5c7454d0-1828-4b46-b2fd-cabe9ddd81b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for d4a7f6d9-1744-4214-b4c9-3220333c0758 owned by {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:00:58.125870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d359d-0010-4c6d-b101-a588b8cc6076 None None] Pushing event updated for resources: {'Port': ['ID=346bbd16-802a-4978-9af2-babe722e023e,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:58.327568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-1cfa10da-9eb0-457c-ba7b-f121e3cd79e2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:58.329328 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-1cfa10da-9eb0-457c-ba7b-f121e3cd79e2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 983 time: 0.3912377 Sep 15 10:00:58.406104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b963fe-0340-4973-b588-ed75634d45be req-d20bcb54-3b53-4e90-a13a-78d917f8a85d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:58.407685 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-35b963fe-0340-4973-b588-ed75634d45be req-d20bcb54-3b53-4e90-a13a-78d917f8a85d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 983 time: 0.2656929 Sep 15 10:00:58.463611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-5b97896c-8762-4676-9dee-b5984497c05b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:00:58.464976 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-5b97896c-8762-4676-9dee-b5984497c05b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1235342 Sep 15 10:00:58.499229 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-35b963fe-0340-4973-b588-ed75634d45be req-c7b44926-5643-498a-a243-6ee2a6382a4a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777032 Sep 15 10:00:58.548560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c7454d0-1828-4b46-b2fd-cabe9ddd81b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:58.661768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7454d0-1828-4b46-b2fd-cabe9ddd81b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=d4a7f6d9-1744-4214-b4c9-3220333c0758,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:58.690449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 346bbd16-802a-4978-9af2-babe722e023e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:00:58.766025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-6b68a265-408e-439f-8e74-29e5eb89a1d6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2948267 Sep 15 10:00:58.771757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c7454d0-1828-4b46-b2fd-cabe9ddd81b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:58.780561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:00:58.811529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b55b89f9-a773-4745-bf04-8faaee30fece None None] Provisioning for port 346bbd16-802a-4978-9af2-babe722e023e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:00:58.816439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b55b89f9-a773-4745-bf04-8faaee30fece None None] Provisioning complete for port 346bbd16-802a-4978-9af2-babe722e023e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:58.816811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b55b89f9-a773-4745-bf04-8faaee30fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:58.826157 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5c7454d0-1828-4b46-b2fd-cabe9ddd81b6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/d4a7f6d9-1744-4214-b4c9-3220333c0758 HTTP/1.1" status: 204 len: 168 time: 1.3255072 Sep 15 10:00:58.829512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55640) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:58.879026 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-30fe2744-b9f5-45ae-b354-fc19f2c4d036 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:00:58.879832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-30fe2744-b9f5-45ae-b354-fc19f2c4d036 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:00:58.901539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:58.940486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b55b89f9-a773-4745-bf04-8faaee30fece None None] Current status of the port 346bbd16-802a-4978-9af2-babe722e023e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:00:58.948672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-30fe2744-b9f5-45ae-b354-fc19f2c4d036 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:00:58.952434 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-30fe2744-b9f5-45ae-b354-fc19f2c4d036 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/d4a7f6d9-1744-4214-b4c9-3220333c0758 HTTP/1.1" status: 404 len: 333 time: 0.1182454 Sep 15 10:00:58.952699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55644) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:58.956755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b55b89f9-a773-4745-bf04-8faaee30fece None None] Provisioning complete for port b1b113cd-c10c-431b-b9a6-fd09201cb472 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:00:58.957374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b55b89f9-a773-4745-bf04-8faaee30fece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.027614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-63d37070-03c0-492d-800b-0b20e27517bd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.059934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-63d37070-03c0-492d-800b-0b20e27517bd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.090477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b55b89f9-a773-4745-bf04-8faaee30fece None None] Port b1b113cd-c10c-431b-b9a6-fd09201cb472 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:00:59.096653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b55b89f9-a773-4745-bf04-8faaee30fece None None] Could not find standard attr ID for object d4a7f6d9-1744-4214-b4c9-3220333c0758. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 10:00:59.124781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:00:59.155369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:00:59.189106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-63d37070-03c0-492d-800b-0b20e27517bd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.206528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d37070-03c0-492d-800b-0b20e27517bd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c36df13-3ed2-4246-9dda-8ba5e23816be,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:59.208637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c93c7963-a194-4f2d-bea9-203fa8a826a1 None None] Could not find standard attr ID for object d4a7f6d9-1744-4214-b4c9-3220333c0758. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 10:00:59.214071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-63d37070-03c0-492d-800b-0b20e27517bd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.217531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] device_id is not set on port 829c4f21-20bc-4836-a10e-bac63599d653 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:00:59.217804 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-63d37070-03c0-492d-800b-0b20e27517bd tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c36df13-3ed2-4246-9dda-8ba5e23816be HTTP/1.1" status: 204 len: 168 time: 0.2612848 Sep 15 10:00:59.217804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55648) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:59.224634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.289433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49bbb38b-e0d4-4de1-bec0-0e1a9d854056 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.318524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49bbb38b-e0d4-4de1-bec0-0e1a9d854056 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.329129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.607286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=6']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:59.609072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49bbb38b-e0d4-4de1-bec0-0e1a9d854056 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.613194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bbb38b-e0d4-4de1-bec0-0e1a9d854056 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad11691e-d306-4eef-b44f-f5a23ec3d7b1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:00:59.623897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-49bbb38b-e0d4-4de1-bec0-0e1a9d854056 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.627597 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-49bbb38b-e0d4-4de1-bec0-0e1a9d854056 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/security-groups/ad11691e-d306-4eef-b44f-f5a23ec3d7b1 HTTP/1.1" status: 204 len: 168 time: 0.4062309 Sep 15 10:00:59.636344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55654) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:00:59.672381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] No DVR routers for this DVR port 829c4f21-20bc-4836-a10e-bac63599d653 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:00:59.677025 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1eaba66f-024c-42a2-95e1-9e701e808dd0 req-0c904ad5-e1f6-4f37-9065-ee52ca5dad86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 210 time: 0.0491157 Sep 15 10:00:59.830909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ccfc69-f747-426c-a827-8371b61f450f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 5f0c5a5e-be31-4521-9aca-c1f17b0b43f9 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:00:59.849238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-96ccfc69-f747-426c-a827-8371b61f450f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:00:59.918491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-96ccfc69-f747-426c-a827-8371b61f450f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:00.021237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] In _notify_port_updated(), no bound segment for port 829c4f21-20bc-4836-a10e-bac63599d653 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 10:01:00.022651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:00.023252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:00.024510 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-54aa4867-f9e6-44b6-a64a-1be7b5b37622 req-ed490ebf-7a44-4c35-a644-2adc4c908949 service neutron] 10.222.0.16 "PUT /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 1026 time: 1.2491457 Sep 15 10:01:00.047735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-96ccfc69-f747-426c-a827-8371b61f450f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:00.168201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-96ccfc69-f747-426c-a827-8371b61f450f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:00.208378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccfc69-f747-426c-a827-8371b61f450f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0c5a5e-be31-4521-9aca-c1f17b0b43f9,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:00.211006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-96ccfc69-f747-426c-a827-8371b61f450f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:00.217637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa87c4-5cfd-4628-bab2-e82f17a6550e None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:00.218184 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-96ccfc69-f747-426c-a827-8371b61f450f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/5f0c5a5e-be31-4521-9aca-c1f17b0b43f9 HTTP/1.1" status: 204 len: 168 time: 0.5800605 Sep 15 10:01:00.224005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55658) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:00.229750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:00.372324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:00.376169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:00.379018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:00.384856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:00.463151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:00.467096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:00.795108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:00.903945 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5fb7228-bfe9-4326-9b8c-26ec6240b9c7 req-ef9982e7-6a28-4bed-8848-6014b3d4a196 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c589525-2a82-4f25-9390-33c089409081 HTTP/1.1" status: 200 len: 210 time: 0.0721877 Sep 15 10:01:00.913339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:00.915513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:00.920070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:00.920663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:00.939353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=051567a7-1230-4a73-9902-0ff1f865a801,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:01.012884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33798b8b-7fab-4069-ada2-951a748e6f12 None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:01.025743 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7b2b1bd7-5c32-46c0-b644-2547ffd7e2f2 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8004210 Sep 15 10:01:01.028493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55664) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:01.033713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'security_group': {'name': 'tempest-secgroup-534349893'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:01.040645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:01.045111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:01.048079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:01.055199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:01.104056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-340f5186-a97b-4c35-b00f-4d286398be8a None None] Provisioning complete for port 346bbd16-802a-4978-9af2-babe722e023e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:01.104434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-340f5186-a97b-4c35-b00f-4d286398be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.133728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.153672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:01.157469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group_rule and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:01.160369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:01.166912 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:01.236177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.293915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.335339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-340f5186-a97b-4c35-b00f-4d286398be8a None None] Current status of the port 346bbd16-802a-4978-9af2-babe722e023e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:01.338335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd011cf-eeb5-4838-9b51-0e75cc0c6e50,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:01.364954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-340f5186-a97b-4c35-b00f-4d286398be8a None None] Provisioning complete for port b1b113cd-c10c-431b-b9a6-fd09201cb472 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:01.364954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-340f5186-a97b-4c35-b00f-4d286398be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.410990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-340f5186-a97b-4c35-b00f-4d286398be8a None None] Port b1b113cd-c10c-431b-b9a6-fd09201cb472 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:01.414570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.415811 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-10302b7c-77c9-4649-b50f-bc71dd0193f4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3862402 Sep 15 10:01:01.418499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55668) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:01.423488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'security_group': {'name': 'tempest-secgroup-1912502152'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:01.429736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:01.433575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:01.436605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:01.442362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:01.485088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d762078-c3bc-4e49-b8cc-c5f836adb3b4 None None] Update dhcp port {'port': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'fixed_ips': [{'subnet_id': 'aa14d7ec-6393-4b35-a034-34d15199e079', 'ip_address': '172.20.0.18'}, {'subnet_id': '051567a7-1230-4a73-9902-0ff1f865a801'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': '346bbd16-802a-4978-9af2-babe722e023e'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 10:01:01.535889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6d762078-c3bc-4e49-b8cc-c5f836adb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.539761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.559139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:01.563184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group_rule and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:01.566141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:01.572390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:01.641671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.699648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.734922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-6d762078-c3bc-4e49-b8cc-c5f836adb3b4 None None] Allocated IP 172.20.0.2 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/051567a7-1230-4a73-9902-0ff1f865a801/346bbd16-802a-4978-9af2-babe722e023e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:01.744719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c101b38-627c-40fc-95f9-7423be5fb05d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:01.814199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.815438 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b7319366-cd82-4eae-af42-bef1829beff6 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3959045 Sep 15 10:01:01.818170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55672) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:01.823593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'security_group': {'name': 'tempest-secgroup-118313543'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:01.829725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:01.833667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:01.837460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:01.843151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:01.869839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6d762078-c3bc-4e49-b8cc-c5f836adb3b4 None None] For port 346bbd16-802a-4978-9af2-babe722e023e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=346bbd16-802a-4978-9af2-babe722e023e,segment=NetworkSegment(0728f808-2f6c-4a67-9826-c7b9d5a180bc),segment_id=0728f808-2f6c-4a67-9826-c7b9d5a180bc)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:01.893747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6d762078-c3bc-4e49-b8cc-c5f836adb3b4 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.905520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:01.910948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6d762078-c3bc-4e49-b8cc-c5f836adb3b4 None None] Transition to ACTIVE for port object 346bbd16-802a-4978-9af2-babe722e023e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:01.925268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:01.929138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:security_group_rule and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:01.931911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:01.937556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:01.974197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6d762078-c3bc-4e49-b8cc-c5f836adb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.007617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.020325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55678) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:02.072063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.132517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12cb5c7-a8cd-4253-b0f3-cbb0892d78ab tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:02.133957 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e12cb5c7-a8cd-4253-b0f3-cbb0892d78ab tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 925 time: 0.1125472 Sep 15 10:01:02.138813 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322ac1c4-eefd-4b5a-84d5-727c66c277de,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:02.143021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d762078-c3bc-4e49-b8cc-c5f836adb3b4 None None] Pushing event updated for resources: {'Port': ['ID=346bbd16-802a-4978-9af2-babe722e023e,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:02.205868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.209621 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-036ee1b7-9561-422e-8c3a-9a213ea04dbf tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3875732 Sep 15 10:01:02.210422 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55684) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:02.216578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-725684959', 'security_groups': ['322ac1c4-eefd-4b5a-84d5-727c66c277de'], 'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '051567a7-1230-4a73-9902-0ff1f865a801'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:02.267847 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55688) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:02.274620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070016462', 'description': 'tempest-secgroup-smoke-1070016462 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:02.281339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:02.292441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:02.307947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 829c4f21-20bc-4836-a10e-bac63599d653 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:01:02.379729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:02.386509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 829c4f21-20bc-4836-a10e-bac63599d653 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:01:02.391333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.392526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:02.415994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:02.420041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:02.423016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:02.429566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:02.460433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:02.504179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.568362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.602016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.629286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814338bd-e02a-406b-8425-5a80a7e34118,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:02.632653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] device_id is not set on port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 yet. {{(pid=89668) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:01:02.682756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.684333 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d4a687a1-21f5-4251-8f61-e6445e9edd73 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4154360 Sep 15 10:01:02.687096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55692) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:02.688605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 346bbd16-802a-4978-9af2-babe722e023e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:02.691901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '814338bd-e02a-406b-8425-5a80a7e34118', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:02.698448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:02.702856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:02.706928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:02.713384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:02.770379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.802202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4846df1e-9472-46bf-bff7-1db8a86c3e6f None None] Provisioning for port 346bbd16-802a-4978-9af2-babe722e023e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:02.808382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4846df1e-9472-46bf-bff7-1db8a86c3e6f None None] Provisioning complete for port 346bbd16-802a-4978-9af2-babe722e023e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:02.808803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4846df1e-9472-46bf-bff7-1db8a86c3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.836381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.851403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.9 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/051567a7-1230-4a73-9902-0ff1f865a801/4a28bba0-ad01-40b7-9110-973bd4e3f4e7) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:02.891704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:02.921075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e831b54-b85e-4ddb-9891-18d5310dc166,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:02.972344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4846df1e-9472-46bf-bff7-1db8a86c3e6f None None] Current status of the port 346bbd16-802a-4978-9af2-babe722e023e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:02.984153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4846df1e-9472-46bf-bff7-1db8a86c3e6f None None] Provisioning complete for port b1b113cd-c10c-431b-b9a6-fd09201cb472 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:02.988111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4846df1e-9472-46bf-bff7-1db8a86c3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.005945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.009853 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-82054aca-b051-4c1a-a127-e8124abcea61 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3192954 Sep 15 10:01:03.010069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55696) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:03.015426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '814338bd-e02a-406b-8425-5a80a7e34118', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:03.021659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:03.026272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:03.029461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:03.035404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:03.039343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4846df1e-9472-46bf-bff7-1db8a86c3e6f None None] Port b1b113cd-c10c-431b-b9a6-fd09201cb472 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:03.044400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.059873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:03.132673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.160143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.231266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:03.234620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:03.238577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:03.310314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.389496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=4a28bba0-ad01-40b7-9110-973bd4e3f4e7,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:03.394419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.420966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dd1a51-5686-4930-b56f-53c34a14a7c3,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:03.427758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:03.429127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.497131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.498388 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c75991d9-f6d4-46ea-8ff9-38d232f0947d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4873912 Sep 15 10:01:03.501040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55700) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:03.506016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '814338bd-e02a-406b-8425-5a80a7e34118', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:03.512650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:03.516478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:03.519448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:03.520445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f2dc0572-c4b8-468d-8125-c19ce75f3644 None None] Provisioning for port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:03.521932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-17e7d52b-dc06-4bc7-9f8d-15a97c1a4557 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3098311 Sep 15 10:01:03.524895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55704) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:03.525934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f2dc0572-c4b8-468d-8125-c19ce75f3644 None None] Provisioning complete for port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:03.533256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0572-c4b8-468d-8125-c19ce75f3644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.533405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:03.533405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:03.583405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f2dc0572-c4b8-468d-8125-c19ce75f3644 None None] Port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:03.668865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:03.672560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:03.675305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:03.681366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:03.754655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.811789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.828843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:03.834676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.936889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:03.969960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fec5ff-4541-4cec-9dd5-8727ae5935cd,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:03.981854 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.ipam_backend_mixin [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 051567a7-1230-4a73-9902-0ff1f865a801 (CIDR: 172.20.0.0/28) Sep 15 10:01:04.037246 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 10:01:04.038564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:04.068450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.069662 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cc420360-a92a-4296-ab31-3da5c57b28e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5676177 Sep 15 10:01:04.072441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55708) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:04.077924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '814338bd-e02a-406b-8425-5a80a7e34118', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:04.083273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:04.087160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:04.091087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:04.096841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:04.139260 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7266b34e-dbbe-4bd4-871e-5a4d2485374f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6127846 Sep 15 10:01:04.142029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55712) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:04.147311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:04.232334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.337930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:04.340895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.343333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:04.346221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:04.352437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:04.422605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.446878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddacca32-6c0d-486b-8540-b8cef968bc28,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:04.456670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:04.460715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.526678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.527827 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d9d9eb98-50df-4848-9a3f-9a3866f11240 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4544621 Sep 15 10:01:04.530712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55716) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:04.535909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '814338bd-e02a-406b-8425-5a80a7e34118', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:04.543381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:04.547421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:04.550651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:04.556619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:04.592339 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.ipam_backend_mixin [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet aa14d7ec-6393-4b35-a034-34d15199e079 (CIDR: 172.20.0.16/28) Sep 15 10:01:04.631076 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:01:04.631889 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 10:01:04.632376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:04.638958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.703441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.710731 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-81f5f60b-ad92-43d0-a110-08bad4621c2e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5666506 Sep 15 10:01:04.713206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55720) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:04.718735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'subnet': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:04.797700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.835409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45adbb61-253d-4f2b-aa6a-6db5a35c035c,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:04.879975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:04.884474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Usage tracker for resource:subnet and tenant:f4099c537fbb47f8839658220f1347d5 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:04.887288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:04.892913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:04.923321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:04.924491 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-75d3a251-7390-4278-85a8-201794c60d0e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3927853 Sep 15 10:01:04.927229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55724) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:04.932020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '814338bd-e02a-406b-8425-5a80a7e34118', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:04.937571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:04.943220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:04.947324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:04.952980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:05.002238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Made reservation on behalf of f4099c537fbb47f8839658220f1347d5 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:05.005738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:05.026707 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:01:05.079104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:05.190709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:05.283464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:05.330034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd9bce6-b396-4097-bf82-6844f4254f7c,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:05.385055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:05.426505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:05.427658 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ee665737-5b2f-457b-a069-9d989aaba5e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4995348 Sep 15 10:01:05.452200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:05.455492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:05.458892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:05.459988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:05.465293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbddf5a3-b8f2-4b68-a3f3-17e3ee453423 None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:05.478253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Subnet': ['ID=69e42e3a-7fb6-4ab7-b262-b46865ce78ea,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:05.529720 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-100b79cb-4278-4311-815f-555920b0568e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8153501 Sep 15 10:01:05.532468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55736) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:05.539799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1187376528', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '69e42e3a-7fb6-4ab7-b262-b46865ce78ea'}], 'security_groups': ['fdd011cf-eeb5-4838-9b51-0e75cc0c6e50', '8c101b38-627c-40fc-95f9-7423be5fb05d']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:05.691279 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-16dd68ff-00c4-4f90-a356-0a9cdf205e5b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070016462&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.1171720 Sep 15 10:01:05.763335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:05.804420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437b6156-e088-4063-b3af-3be7bed13556 None None] Update dhcp port {'port': {'network_id': 'db14c391-2c5b-4fb0-9651-a02d50ec20d0', 'fixed_ips': [{'subnet_id': 'aa14d7ec-6393-4b35-a034-34d15199e079', 'ip_address': '172.20.0.18'}, {'subnet_id': '051567a7-1230-4a73-9902-0ff1f865a801', 'ip_address': '172.20.0.2'}, {'subnet_id': '69e42e3a-7fb6-4ab7-b262-b46865ce78ea'}], 'binding:host_id': 'dv-neutron-857775-1-hyperv'}, 'id': '346bbd16-802a-4978-9af2-babe722e023e'} from dv-neutron-857775-1-hyperv. {{(pid=89670) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 15 10:01:05.818433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-c2ef81f7-bbd4-4776-9add-5e06b4be67bf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:05.820341 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-c2ef81f7-bbd4-4776-9add-5e06b4be67bf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 930 time: 0.1211033 Sep 15 10:01:05.861361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-437b6156-e088-4063-b3af-3be7bed13556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:06.011118 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-39788f4d-4335-4534-96bb-928311704eb8 service neutron] 10.222.0.62 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1732428 Sep 15 10:01:06.024283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-88887189-9c85-4577-ab68-fc4f0cb781de service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:01:06.031416 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-88887189-9c85-4577-ab68-fc4f0cb781de service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073802 Sep 15 10:01:06.067758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-437b6156-e088-4063-b3af-3be7bed13556 None None] Allocated IP 172.20.0.34 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/69e42e3a-7fb6-4ab7-b262-b46865ce78ea/346bbd16-802a-4978-9af2-babe722e023e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:06.205229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-437b6156-e088-4063-b3af-3be7bed13556 None None] For port 346bbd16-802a-4978-9af2-babe722e023e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=346bbd16-802a-4978-9af2-babe722e023e,segment=NetworkSegment(0728f808-2f6c-4a67-9826-c7b9d5a180bc),segment_id=0728f808-2f6c-4a67-9826-c7b9d5a180bc)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:06.213352 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-450229d7-e1fb-426c-94b7-11ea4f0dee9e service neutron] 10.222.0.62 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778858 Sep 15 10:01:06.230152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-437b6156-e088-4063-b3af-3be7bed13556 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:06.246892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-437b6156-e088-4063-b3af-3be7bed13556 None None] Transition to ACTIVE for port object 346bbd16-802a-4978-9af2-babe722e023e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:06.322643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-437b6156-e088-4063-b3af-3be7bed13556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:06.397114 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-0e95c9d8-00e4-42b9-98f8-6871ad72b245 service neutron] 10.222.0.62 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775970 Sep 15 10:01:06.485657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Delete allocated IP 172.20.0.9 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/051567a7-1230-4a73-9902-0ff1f865a801) {{(pid=89668) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 15 10:01:06.493307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Allocated IP 172.20.0.36 (db14c391-2c5b-4fb0-9651-a02d50ec20d0/69e42e3a-7fb6-4ab7-b262-b46865ce78ea/4a28bba0-ad01-40b7-9110-973bd4e3f4e7) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:06.517497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b6156-e088-4063-b3af-3be7bed13556 None None] Pushing event updated for resources: {'Port': ['ID=346bbd16-802a-4978-9af2-babe722e023e,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:06.691969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 346bbd16-802a-4978-9af2-babe722e023e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:06.764046 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81feeb00-16b0-4c8c-ac3a-a2c395f3f240 req-941e9d44-704f-4ae5-a993-cfea590f2455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 210 time: 0.1205323 Sep 15 10:01:06.867201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:06.884516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Transition to ACTIVE for port object 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:06.933876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.100431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event updated for resources: {'Port': ['ID=4a28bba0-ad01-40b7-9110-973bd4e3f4e7,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:07.113999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] In _notify_port_updated(), no bound segment for port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 on network db14c391-2c5b-4fb0-9651-a02d50ec20d0 {{(pid=89668) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 10:01:07.119473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:07.120085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.121398 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-097ae67b-1c8c-4fb1-a948-fc2b52277b2d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "PUT /v2.0/ports/4a28bba0-ad01-40b7-9110-973bd4e3f4e7 HTTP/1.1" status: 200 len: 960 time: 1.5879049 Sep 15 10:01:07.124181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55754) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:07.191010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2a29fa36-b372-4066-a1ee-283c4df6aa38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:01:07.194335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a29fa36-b372-4066-a1ee-283c4df6aa38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.264763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Provisioning for port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:07.269747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Provisioning complete for port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:07.274178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.327821 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:07.411350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Provisioning for port 346bbd16-802a-4978-9af2-babe722e023e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:07.416965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Provisioning complete for port 346bbd16-802a-4978-9af2-babe722e023e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:07.417340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.471522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a29fa36-b372-4066-a1ee-283c4df6aa38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.560950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Current status of the port 346bbd16-802a-4978-9af2-babe722e023e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:07.573923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Provisioning complete for port b1b113cd-c10c-431b-b9a6-fd09201cb472 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:07.574458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.603565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-2a29fa36-b372-4066-a1ee-283c4df6aa38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:01:07.644909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-eeaf2cbc-1dcf-4dc5-9e1b-4293d9dffc8f None None] Port b1b113cd-c10c-431b-b9a6-fd09201cb472 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:07.765076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-934efc9e-ca54-4e81-9ba6-fcdbcaa30b14 None None] Provisioning complete for port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:07.765455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-934efc9e-ca54-4e81-9ba6-fcdbcaa30b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.823147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-934efc9e-ca54-4e81-9ba6-fcdbcaa30b14 None None] Port 4a28bba0-ad01-40b7-9110-973bd4e3f4e7 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:07.836523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a29fa36-b372-4066-a1ee-283c4df6aa38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:07.889752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29fa36-b372-4066-a1ee-283c4df6aa38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=4a28bba0-ad01-40b7-9110-973bd4e3f4e7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:08.022796 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8c68d92e-b3c9-43f8-8d50-b60736d2026f req-d4bade79-fd39-4812-b780-49ac8e8d9d08 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 210 time: 0.0953853 Sep 15 10:01:08.058272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a29fa36-b372-4066-a1ee-283c4df6aa38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.072188 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2a29fa36-b372-4066-a1ee-283c4df6aa38 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/4a28bba0-ad01-40b7-9110-973bd4e3f4e7 HTTP/1.1" status: 204 len: 168 time: 0.9448445 Sep 15 10:01:08.073002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55762) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:08.117686 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa197350-4f40-4fee-b29e-abff3798fb4e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] GET failed (client error): The resource could not be found. Sep 15 10:01:08.118344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fa197350-4f40-4fee-b29e-abff3798fb4e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:08.173671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fa197350-4f40-4fee-b29e-abff3798fb4e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:08.174807 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fa197350-4f40-4fee-b29e-abff3798fb4e tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports/4a28bba0-ad01-40b7-9110-973bd4e3f4e7 HTTP/1.1" status: 404 len: 333 time: 0.1008475 Sep 15 10:01:08.178698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55766) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:08.252413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5896eb7-9f1f-4974-839a-e8532b68809d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.280410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5896eb7-9f1f-4974-839a-e8532b68809d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.385189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5896eb7-9f1f-4974-839a-e8532b68809d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.402964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5896eb7-9f1f-4974-839a-e8532b68809d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322ac1c4-eefd-4b5a-84d5-727c66c277de,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:08.408938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c5896eb7-9f1f-4974-839a-e8532b68809d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.410153 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c5896eb7-9f1f-4974-839a-e8532b68809d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/security-groups/322ac1c4-eefd-4b5a-84d5-727c66c277de HTTP/1.1" status: 204 len: 168 time: 0.2303836 Sep 15 10:01:08.413546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55770) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:08.481761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2294f7f1-2a32-48d1-b289-34ed4cf32e2c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.508634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2294f7f1-2a32-48d1-b289-34ed4cf32e2c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.648709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2294f7f1-2a32-48d1-b289-34ed4cf32e2c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.665343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294f7f1-2a32-48d1-b289-34ed4cf32e2c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c101b38-627c-40fc-95f9-7423be5fb05d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:08.671814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2294f7f1-2a32-48d1-b289-34ed4cf32e2c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.673165 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2294f7f1-2a32-48d1-b289-34ed4cf32e2c tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/security-groups/8c101b38-627c-40fc-95f9-7423be5fb05d HTTP/1.1" status: 204 len: 168 time: 0.2581701 Sep 15 10:01:08.675601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55774) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:08.737968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e9fc36fb-f695-48d3-ba13-e60b413f0de7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.764717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e9fc36fb-f695-48d3-ba13-e60b413f0de7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.870908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e9fc36fb-f695-48d3-ba13-e60b413f0de7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.889903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc36fb-f695-48d3-ba13-e60b413f0de7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd011cf-eeb5-4838-9b51-0e75cc0c6e50,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:08.893244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e9fc36fb-f695-48d3-ba13-e60b413f0de7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:08.894539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e9fc36fb-f695-48d3-ba13-e60b413f0de7 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/security-groups/fdd011cf-eeb5-4838-9b51-0e75cc0c6e50 HTTP/1.1" status: 204 len: 168 time: 0.2179327 Sep 15 10:01:08.897119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55778) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:09.016473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02fe2ec-4ba3-4fbc-b868-c00da274d115 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 051567a7-1230-4a73-9902-0ff1f865a801 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:01:09.022342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c02fe2ec-4ba3-4fbc-b868-c00da274d115 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:09.048442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-46592e53-7689-4b48-a9da-88c534788afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:09.049756 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-46592e53-7689-4b48-a9da-88c534788afd service neutron] 10.222.0.16 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 1026 time: 0.1079848 Sep 15 10:01:09.222829 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c02fe2ec-4ba3-4fbc-b868-c00da274d115 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:09.337553 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d61501a1-5978-4a98-ad02-5ef985b3656b req-68a676a7-1b6c-4b35-b107-c02895dc2050 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 210 time: 0.0855770 Sep 15 10:01:09.372615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-9fed1385-007f-4d76-9a40-2013f63566b0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:09.374039 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-9fed1385-007f-4d76-9a40-2013f63566b0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=678dac4a-345d-4699-b5dc-9bfd23ad9db7 HTTP/1.1" status: 200 len: 796 time: 0.3181770 Sep 15 10:01:09.431416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c02fe2ec-4ba3-4fbc-b868-c00da274d115 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:09.476043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-d9b8728a-9f36-47b3-a8ad-84d2e224cc0b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:09.554076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-d9b8728a-9f36-47b3-a8ad-84d2e224cc0b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:09.555247 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-d9b8728a-9f36-47b3-a8ad-84d2e224cc0b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 472 time: 0.1639733 Sep 15 10:01:09.565810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Request body: {'port': {'device_id': 'dc402fc5-76a8-4370-9e47-ffcd6f709c85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:09.607816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c02fe2ec-4ba3-4fbc-b868-c00da274d115 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:09.750089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02fe2ec-4ba3-4fbc-b868-c00da274d115 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=051567a7-1230-4a73-9902-0ff1f865a801,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:09.758560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c02fe2ec-4ba3-4fbc-b868-c00da274d115 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:09.764354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ebe00-ab55-4103-825b-b9ca2ccaed93 None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:09.795161 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c02fe2ec-4ba3-4fbc-b868-c00da274d115 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/051567a7-1230-4a73-9902-0ff1f865a801 HTTP/1.1" status: 204 len: 168 time: 0.8969603 Sep 15 10:01:09.801751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55788) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:09.820619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:09.874207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-da36cd54-950f-494c-90b8-2fd461779a76 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet 69e42e3a-7fb6-4ab7-b262-b46865ce78ea {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:01:09.877524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da36cd54-950f-494c-90b8-2fd461779a76 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:09.935302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da36cd54-950f-494c-90b8-2fd461779a76 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.032306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da36cd54-950f-494c-90b8-2fd461779a76 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.181053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 829c4f21-20bc-4836-a10e-bac63599d653 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:01:10.188749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.202637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da36cd54-950f-494c-90b8-2fd461779a76 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.203979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Transition to ACTIVE for port object 829c4f21-20bc-4836-a10e-bac63599d653 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:10.245154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36cd54-950f-494c-90b8-2fd461779a76 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=69e42e3a-7fb6-4ab7-b262-b46865ce78ea,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:10.247145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da36cd54-950f-494c-90b8-2fd461779a76 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.253848 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-da36cd54-950f-494c-90b8-2fd461779a76 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/69e42e3a-7fb6-4ab7-b262-b46865ce78ea HTTP/1.1" status: 204 len: 168 time: 0.4509583 Sep 15 10:01:10.256306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55792) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:10.282791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.298636 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a052dbe-f176-4ea2-8bcd-97b2b0229381 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:10.299099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a052dbe-f176-4ea2-8bcd-97b2b0229381 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:10.300963 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9a052dbe-f176-4ea2-8bcd-97b2b0229381 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/051567a7-1230-4a73-9902-0ff1f865a801 HTTP/1.1" status: 404 len: 337 time: 0.0437784 Sep 15 10:01:10.303867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55796) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:10.381796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0faf0479-21d4-4187-a9ed-084381a15291 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting subnet aa14d7ec-6393-4b35-a034-34d15199e079 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:01:10.386272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0faf0479-21d4-4187-a9ed-084381a15291 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.461853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0faf0479-21d4-4187-a9ed-084381a15291 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.484437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=7']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:10.564655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Attempting to bind port 829c4f21-20bc-4836-a10e-bac63599d653 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:10.566664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Attempting to bind port 829c4f21-20bc-4836-a10e-bac63599d653 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:10.566664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Attempting to bind port 829c4f21-20bc-4836-a10e-bac63599d653 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:10.570987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Port 829c4f21-20bc-4836-a10e-bac63599d653 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:01:10.571424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Attempting to bind port 829c4f21-20bc-4836-a10e-bac63599d653 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:10.576826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:10.577149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Checking segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:10.577527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Bound using segment: {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:10.578253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Bound port: 829c4f21-20bc-4836-a10e-bac63599d653, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:10.578590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.604267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beb32a3-c8a1-44b6-9bc6-4922ef3418b9 None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:10.677952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:10.681429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:10.714786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-585dd8a4-3c38-40c1-9599-8d8cfa5d0770 None None] Provisioning complete for port 346bbd16-802a-4978-9af2-babe722e023e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:10.715061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-585dd8a4-3c38-40c1-9599-8d8cfa5d0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.754713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eb2bd5-08b1-4454-a349-b9eb9ca68e77 req-92615b6c-1117-4d7a-996a-72ce37b3aa63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:10.757440 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c9eb2bd5-08b1-4454-a349-b9eb9ca68e77 req-92615b6c-1117-4d7a-996a-72ce37b3aa63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 981 time: 0.1441185 Sep 15 10:01:10.760053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0faf0479-21d4-4187-a9ed-084381a15291 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.762969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.798886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:10.799799 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.801751 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] 10.222.0.16 "PUT /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 1131 time: 1.2396698 Sep 15 10:01:10.807858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc402fc5-76a8-4370-9e47-ffcd6f709c85', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:01:10.810761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddd9789-4c6e-42b7-ac24-1e5c7874f543" -d '{"events": [{"name": "network-changed", "server_uuid": "dc402fc5-76a8-4370-9e47-ffcd6f709c85", "tag": "829c4f21-20bc-4836-a10e-bac63599d653"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:01:10.847663 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c9eb2bd5-08b1-4454-a349-b9eb9ca68e77 req-6f699294-e42a-4451-8a01-934b3e95fdc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579717 Sep 15 10:01:10.883431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f527d90-e952-435e-b2fa-021e047d0209 service neutron] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=8']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:10.893426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0f31f3-f6b9-44db-b89e-32cab337251f x-openstack-request-id: req-0d0f31f3-f6b9-44db-b89e-32cab337251f {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:01:10.893600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc402fc5-76a8-4370-9e47-ffcd6f709c85", "tag": "829c4f21-20bc-4836-a10e-bac63599d653", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:01:10.893903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d0f31f3-f6b9-44db-b89e-32cab337251f {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:01:10.894255 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d0f31f3-f6b9-44db-b89e-32cab337251f'] response: {'name': 'network-changed', 'server_uuid': 'dc402fc5-76a8-4370-9e47-ffcd6f709c85', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653', 'status': 'completed', 'code': 200} Sep 15 10:01:10.948509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-585dd8a4-3c38-40c1-9599-8d8cfa5d0770 None None] Current status of the port 346bbd16-802a-4978-9af2-babe722e023e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:10.956743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0faf0479-21d4-4187-a9ed-084381a15291 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:10.967538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-585dd8a4-3c38-40c1-9599-8d8cfa5d0770 None None] Provisioning complete for port b1b113cd-c10c-431b-b9a6-fd09201cb472 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:10.967913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-585dd8a4-3c38-40c1-9599-8d8cfa5d0770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:11.001372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf0479-21d4-4187-a9ed-084381a15291 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Subnet': ['ID=aa14d7ec-6393-4b35-a034-34d15199e079,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:11.007379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0faf0479-21d4-4187-a9ed-084381a15291 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:11.015482 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0faf0479-21d4-4187-a9ed-084381a15291 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/aa14d7ec-6393-4b35-a034-34d15199e079 HTTP/1.1" status: 204 len: 168 time: 0.7106287 Sep 15 10:01:11.017751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55804) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.025916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd9789-4c6e-42b7-ac24-1e5c7874f543 req-78943eca-fdea-4131-864b-89bb11dc0dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:11.027327 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cddd9789-4c6e-42b7-ac24-1e5c7874f543 req-78943eca-fdea-4131-864b-89bb11dc0dfb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 1134 time: 0.0911801 Sep 15 10:01:11.034931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-585dd8a4-3c38-40c1-9599-8d8cfa5d0770 None None] Port b1b113cd-c10c-431b-b9a6-fd09201cb472 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:11.056659 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff2dc94-d857-4eab-849d-151f930552b5 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.057113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff2dc94-d857-4eab-849d-151f930552b5 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.061522 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7ff2dc94-d857-4eab-849d-151f930552b5 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/5f0c5a5e-be31-4521-9aca-c1f17b0b43f9 HTTP/1.1" status: 404 len: 337 time: 0.0401659 Sep 15 10:01:11.061522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55808) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.112735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dc457a4b-0f0a-4625-b497-42624c16ae50 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Synchronizing usage tracker for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:11.125854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dc457a4b-0f0a-4625-b497-42624c16ae50 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Unset dirty status for tenant:f4099c537fbb47f8839658220f1347d5 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:11.127820 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dc457a4b-0f0a-4625-b497-42624c16ae50 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "GET /v2.0/ports?device_id=a71a5bf2-104f-406d-80d6-18111925da99 HTTP/1.1" status: 200 len: 205 time: 0.0647454 Sep 15 10:01:11.130262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55812) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.184252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd9789-4c6e-42b7-ac24-1e5c7874f543 req-aa8007c2-1849-44cc-b1aa-b17f42b83153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:11.185729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cddd9789-4c6e-42b7-ac24-1e5c7874f543 req-aa8007c2-1849-44cc-b1aa-b17f42b83153 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1449108 Sep 15 10:01:11.206026 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-4e3614b8-aa5e-4565-bbcd-8f0a5f054534 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] delete failed (client error): The resource could not be found. Sep 15 10:01:11.210333 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4e3614b8-aa5e-4565-bbcd-8f0a5f054534 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/routers/a71a5bf2-104f-406d-80d6-18111925da99 HTTP/1.1" status: 404 len: 336 time: 0.0790362 Sep 15 10:01:11.211067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55816) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.250314 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea7be3b-0d3f-4f11-8533-81d4db086c04 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.250778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea7be3b-0d3f-4f11-8533-81d4db086c04 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.255132 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aea7be3b-0d3f-4f11-8533-81d4db086c04 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/7145ad28-355a-462a-aee3-cc999a83ba40 HTTP/1.1" status: 404 len: 337 time: 0.0431249 Sep 15 10:01:11.255874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55820) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.298257 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5abd1ff-d8c2-453a-aec9-d9c65e68706f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.298717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5abd1ff-d8c2-453a-aec9-d9c65e68706f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.303881 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c5abd1ff-d8c2-453a-aec9-d9c65e68706f tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/5cc3a4da-6a3e-43c3-b5a9-a4fc62c8beae HTTP/1.1" status: 404 len: 337 time: 0.0468855 Sep 15 10:01:11.304573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55824) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.343418 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-34147b20-c7df-4ac4-b59b-154f6a5857c3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.343874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34147b20-c7df-4ac4-b59b-154f6a5857c3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.345141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd9789-4c6e-42b7-ac24-1e5c7874f543 req-8e90c1a6-d3be-430f-859e-b6787673100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:11.346956 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cddd9789-4c6e-42b7-ac24-1e5c7874f543 req-8e90c1a6-d3be-430f-859e-b6787673100c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1537659 Sep 15 10:01:11.347777 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-34147b20-c7df-4ac4-b59b-154f6a5857c3 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/753d1969-2edb-4c78-90d3-9ea2366fc3b0 HTTP/1.1" status: 404 len: 337 time: 0.0422466 Sep 15 10:01:11.348383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55828) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.392233 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-163e7696-6023-44ac-a201-b837f996c4b4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.392797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163e7696-6023-44ac-a201-b837f996c4b4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.394634 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-163e7696-6023-44ac-a201-b837f996c4b4 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/a33e672d-8545-4031-bfc4-185a08112fd9 HTTP/1.1" status: 404 len: 333 time: 0.0453453 Sep 15 10:01:11.398335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55832) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.475881 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc2a3e0-af12-4bc4-a92a-1f068b0cc3a0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.476348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc2a3e0-af12-4bc4-a92a-1f068b0cc3a0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.478110 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0dc2a3e0-af12-4bc4-a92a-1f068b0cc3a0 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/69aa1150-c974-40c7-ab13-7456c7fcc64e HTTP/1.1" status: 404 len: 337 time: 0.0787675 Sep 15 10:01:11.480803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55836) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.518954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9b12c8-45c2-4283-a596-1d95e90c832d None None] Network db14c391-2c5b-4fb0-9651-a02d50ec20d0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:11.524773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-3a0b07c7-6327-4e0c-ac39-55c83e3355b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:11.526368 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-3a0b07c7-6327-4e0c-ac39-55c83e3355b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 1134 time: 0.0971274 Sep 15 10:01:11.526693 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-2879ce82-5214-4ad8-baff-acbf38afe380 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.527144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2879ce82-5214-4ad8-baff-acbf38afe380 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.529852 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2879ce82-5214-4ad8-baff-acbf38afe380 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/5df5ac70-90e7-4681-b049-b5c093ec5f20 HTTP/1.1" status: 404 len: 337 time: 0.0469377 Sep 15 10:01:11.531556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55840) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.572295 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18b48d1-b7eb-4f8c-87e5-65d042fc8aa8 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.572763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18b48d1-b7eb-4f8c-87e5-65d042fc8aa8 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.577031 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b18b48d1-b7eb-4f8c-87e5-65d042fc8aa8 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/33b9a698-78d8-400d-9c55-a0052274c734 HTTP/1.1" status: 404 len: 333 time: 0.0421641 Sep 15 10:01:11.577179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55844) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.614428 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe6dada-b3eb-4235-8bc5-bd8957d137ab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.614884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe6dada-b3eb-4235-8bc5-bd8957d137ab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.619654 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0fe6dada-b3eb-4235-8bc5-bd8957d137ab tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/752607bb-75b1-4b15-9989-bb160e6537cf HTTP/1.1" status: 404 len: 337 time: 0.0396509 Sep 15 10:01:11.620369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55848) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.630392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-30b51dcc-115b-411a-a62a-357329852102 None None] Provisioning complete for port 346bbd16-802a-4978-9af2-babe722e023e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:11.630776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-30b51dcc-115b-411a-a62a-357329852102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:11.639518 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-6a98da9d-3040-4266-918b-6336312f709c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 1037 time: 0.0986543 Sep 15 10:01:11.661098 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4a18e9-7bd1-4ef6-9aac-c3e5f206d7eb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] DELETE failed (client error): The resource could not be found. Sep 15 10:01:11.661542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4a18e9-7bd1-4ef6-9aac-c3e5f206d7eb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:01:11.666567 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9e4a18e9-7bd1-4ef6-9aac-c3e5f206d7eb tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/subnets/17ae036a-ea6a-406e-9886-bbb0351d1848 HTTP/1.1" status: 404 len: 337 time: 0.0427740 Sep 15 10:01:11.666812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55852) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:11.711379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-e79be1c7-6fe0-4aad-b92d-eb4ebf53ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:11.713033 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-e79be1c7-6fe0-4aad-b92d-eb4ebf53ebd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1c889dbb-a79a-43b2-beed-1b14266636f7 HTTP/1.1" status: 200 len: 834 time: 0.0672784 Sep 15 10:01:11.734199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1773e2e4-e2cd-46e1-bb7a-b87a2713f32d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Deleting port b1b113cd-c10c-431b-b9a6-fd09201cb472 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:01:11.734467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1773e2e4-e2cd-46e1-bb7a-b87a2713f32d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:11.797529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-cce018ff-665f-48e5-8499-71de25a6cdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:11.798941 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-cce018ff-665f-48e5-8499-71de25a6cdab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=678dac4a-345d-4699-b5dc-9bfd23ad9db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800123 Sep 15 10:01:11.840895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-30b51dcc-115b-411a-a62a-357329852102 None None] Current status of the port 346bbd16-802a-4978-9af2-babe722e023e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:11.858903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-30b51dcc-115b-411a-a62a-357329852102 None None] Provisioning complete for port b1b113cd-c10c-431b-b9a6-fd09201cb472 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:11.859292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-30b51dcc-115b-411a-a62a-357329852102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:11.914659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] DHCP port deletion for db14c391-2c5b-4fb0-9651-a02d50ec20d0 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:01:11.925844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] Deleting port 346bbd16-802a-4978-9af2-babe722e023e {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:01:11.926219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:11.964449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-30b51dcc-115b-411a-a62a-357329852102 None None] Port b1b113cd-c10c-431b-b9a6-fd09201cb472 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:11.994486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1773e2e4-e2cd-46e1-bb7a-b87a2713f32d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.073669 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-cdf48988-1880-43af-a08d-61a5dd140eed service neutron] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682152 Sep 15 10:01:12.143961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] For port 346bbd16-802a-4978-9af2-babe722e023e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=346bbd16-802a-4978-9af2-babe722e023e,segment=NetworkSegment(0728f808-2f6c-4a67-9826-c7b9d5a180bc),segment_id=0728f808-2f6c-4a67-9826-c7b9d5a180bc)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:12.144319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.174074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-1773e2e4-e2cd-46e1-bb7a-b87a2713f32d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Calling delete_port for b1b113cd-c10c-431b-b9a6-fd09201cb472 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:01:12.214336 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb98c709-cfbe-468e-933a-f5fe30402adf req-072af09d-8c8b-4fe0-b99d-4fb39afb9228 service neutron] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339309 Sep 15 10:01:12.263988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d905b-24bf-4110-a0a8-b26a1395572a req-bec1191a-f003-470b-8dc4-847a71cd5208 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:12.265360 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b87d905b-24bf-4110-a0a8-b26a1395572a req-bec1191a-f003-470b-8dc4-847a71cd5208 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 981 time: 0.2637691 Sep 15 10:01:12.269800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] Calling delete_port for 346bbd16-802a-4978-9af2-babe722e023e owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:01:12.316587 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b87d905b-24bf-4110-a0a8-b26a1395572a req-6ef3b1ed-72e8-4fb7-b6a6-b9d4d5a8ce02 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416539 Sep 15 10:01:12.362205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1773e2e4-e2cd-46e1-bb7a-b87a2713f32d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.448225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.496777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] Pushing event deleted for resources: {'Port': ['ID=346bbd16-802a-4978-9af2-babe722e023e,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:12.502034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f350faa9-6884-4409-898e-c3e3b34c61cc None None] No DVR routers for this DVR port 346bbd16-802a-4978-9af2-babe722e023e on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:01:12.516214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1773e2e4-e2cd-46e1-bb7a-b87a2713f32d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Port': ['ID=b1b113cd-c10c-431b-b9a6-fd09201cb472,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:12.519498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1773e2e4-e2cd-46e1-bb7a-b87a2713f32d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.608222 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1773e2e4-e2cd-46e1-bb7a-b87a2713f32d tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/ports/b1b113cd-c10c-431b-b9a6-fd09201cb472 HTTP/1.1" status: 204 len: 168 time: 0.9404967 Sep 15 10:01:12.610790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55858) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:12.677403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 346bbd16-802a-4978-9af2-babe722e023e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:01:12.738602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.751431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 346bbd16-802a-4978-9af2-babe722e023e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:01:12.751780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 346bbd16-802a-4978-9af2-babe722e023e not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:01:12.868927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.893162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db14c391-2c5b-4fb0-9651-a02d50ec20d0']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:12.905254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0728f808-2f6c-4a67-9826-c7b9d5a180bc') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:12.905550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0728f808-2f6c-4a67-9826-c7b9d5a180bc') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:12.917719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.934165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:12.939925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:01:12.940300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:13.008781 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 0728f808-2f6c-4a67-9826-c7b9d5a180bc resource provider aggregate not found Sep 15 10:01:13.036245 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 0728f808-2f6c-4a67-9826-c7b9d5a180bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0728f808-2f6c-4a67-9826-c7b9d5a180bc found for delete ", "request_id": "req-a2af25dd-7c5b-495d-8402-3392f3cce4f3"}]} Sep 15 10:01:13.127635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:13.145404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:13.156038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] Pushing event deleted for resources: {'Network': ['ID=db14c391-2c5b-4fb0-9651-a02d50ec20d0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:13.158452 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-068680cf-4b05-4fa3-8184-de0f0cba8e71 tempest-PortsTestJSON-1424496515 tempest-PortsTestJSON-1424496515-project] 10.222.0.62 "DELETE /v2.0/networks/db14c391-2c5b-4fb0-9651-a02d50ec20d0 HTTP/1.1" status: 204 len: 168 time: 0.5466735 Sep 15 10:01:13.533678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06ca69-4343-4de3-8e3f-cdd70b5f45a6 req-36ed0013-f250-4d79-b075-d487d358af72 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:13.535173 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7d06ca69-4343-4de3-8e3f-cdd70b5f45a6 req-36ed0013-f250-4d79-b075-d487d358af72 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 981 time: 0.0924616 Sep 15 10:01:13.581234 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7d06ca69-4343-4de3-8e3f-cdd70b5f45a6 req-7473bdd2-f753-402d-93dd-2e48e54a5e09 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396669 Sep 15 10:01:13.666632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55872) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:13.811437 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ce8136ea-5b89-42ed-a3fd-b2500f81cd68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f4099c537fbb47f8839658220f1347d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436720 Sep 15 10:01:13.813950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55878) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:13.874449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1823511d-de98-4cdf-be54-63c9ecdbb0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:13.899925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1823511d-de98-4cdf-be54-63c9ecdbb0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:14.053610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1823511d-de98-4cdf-be54-63c9ecdbb0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:14.067528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823511d-de98-4cdf-be54-63c9ecdbb0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5965e65b-0ebd-4f20-81a7-a0effaef5635,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:14.074642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1823511d-de98-4cdf-be54-63c9ecdbb0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:14.075515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1823511d-de98-4cdf-be54-63c9ecdbb0fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5965e65b-0ebd-4f20-81a7-a0effaef5635 HTTP/1.1" status: 204 len: 168 time: 0.2605381 Sep 15 10:01:14.353870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 829c4f21-20bc-4836-a10e-bac63599d653 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:01:14.488464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:14.502022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '829c4f21-20bc-4836-a10e-bac63599d653', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'port_id': '829c4f21-20bc-4836-a10e-bac63599d653', 'mac_address': 'fa:16:3e:db:f2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:01:14.557028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 829c4f21-20bc-4836-a10e-bac63599d653 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:14.557405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:14.576709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 829c4f21-20bc-4836-a10e-bac63599d653 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:01:14.593002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:14.779021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:14.790488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a549ffc-4897-40ac-bc51-0da232a0f346 req-50de055e-5baf-4e7a-b7b5-7665003033d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:14.791955 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4a549ffc-4897-40ac-bc51-0da232a0f346 req-50de055e-5baf-4e7a-b7b5-7665003033d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 981 time: 0.0900712 Sep 15 10:01:14.840788 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4a549ffc-4897-40ac-bc51-0da232a0f346 req-a122bd32-5230-426a-b5a8-e28e16bcd374 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Sep 15 10:01:14.847791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=9']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:15.046241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['829c4f21-20bc-4836-a10e-bac63599d653'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:01:15.165536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55904) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:15.268995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1067406067-network', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:15.274068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:15.278571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Usage tracker for resource:network and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:15.281438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:15.288353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:15.342656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Made reservation on behalf of 6a45f35d65514d2786183c87bd8fcf5e for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:15.344871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:15.357508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:15.372502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:15.376304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:15.379075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:15.384834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:15.464230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:15.539005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:15.568355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:01:15.576533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285fbf58-77c8-4039-8436-8556ec6bd049,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:15.582055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:15.582392 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Added segment adbba68a-f770-463e-abba-52a1e81217aa of type vlan for network bfa3acf3-ddac-4863-9f3f-d40397e9944e Sep 15 10:01:15.610173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:15.692931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:15.693973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:15.694567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:15.796796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa3acf3-ddac-4863-9f3f-d40397e9944e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:15.806584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:01:15.853918 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d804e025-937c-4327-b165-2da703019ec8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6872549 Sep 15 10:01:15.856786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55910) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:15.863525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Request body: {'subnet': {'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1067406067-subnet', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:15.867092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:15.871222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Usage tracker for resource:subnet and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:15.874133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:15.880259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:15.961963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Made reservation on behalf of 6a45f35d65514d2786183c87bd8fcf5e for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:15.964452 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.054324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400b3e6-12d7-4e66-932b-3220c6c7c6ba req-7c57ceed-c746-4a25-ae0f-54ff41127477 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:16.056701 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5400b3e6-12d7-4e66-932b-3220c6c7c6ba req-7c57ceed-c746-4a25-ae0f-54ff41127477 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 982 time: 0.0936065 Sep 15 10:01:16.100859 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5400b3e6-12d7-4e66-932b-3220c6c7c6ba req-66586a76-6583-4b0f-9239-193402dfa93b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387423 Sep 15 10:01:16.234467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.304729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d6647c-410c-4a79-90c0-7125ffc98ef8,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:16.314992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Checking segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:16.315346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Network hostable DHCP agents. Network: bfa3acf3-ddac-4863-9f3f-d40397e9944e, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:01:16.353940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 829c4f21-20bc-4836-a10e-bac63599d653 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:16.394280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:01:16.487486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, bfa3acf3-ddac-4863-9f3f-d40397e9944e) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:16.491561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:16.492206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.497686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d176ae7a-360e-4533-b87c-4c4d81f101d4 None None] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:16.558829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 829c4f21-20bc-4836-a10e-bac63599d653 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:16.562374 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-89d46fd2-dc38-4a75-ba4c-c649b3a520e0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7045641 Sep 15 10:01:16.565014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55916) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:16.570554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:16.575111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:16.576378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 829c4f21-20bc-4836-a10e-bac63599d653 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:16.576763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.579207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Usage tracker for resource:router and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:16.582254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:16.588700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:16.668889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.670078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.685011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.810963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 829c4f21-20bc-4836-a10e-bac63599d653 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:16.811573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.822197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:01:16.823008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:16.892113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc402fc5-76a8-4370-9e47-ffcd6f709c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:01:16.894407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cc51b3-2f84-44eb-9664-040daae49599" -d '{"events": [{"server_uuid": "dc402fc5-76a8-4370-9e47-ffcd6f709c85", "name": "network-vif-plugged", "status": "completed", "tag": "829c4f21-20bc-4836-a10e-bac63599d653"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:01:16.918457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:16.944727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0f2de1-dfc0-40c9-aa0a-56d95272b426 x-openstack-request-id: req-4e0f2de1-dfc0-40c9-aa0a-56d95272b426 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:01:16.945015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc402fc5-76a8-4370-9e47-ffcd6f709c85", "name": "network-vif-plugged", "status": "completed", "tag": "829c4f21-20bc-4836-a10e-bac63599d653", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:01:16.945264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e0f2de1-dfc0-40c9-aa0a-56d95272b426 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:01:16.945650 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e0f2de1-dfc0-40c9-aa0a-56d95272b426'] response: {'server_uuid': 'dc402fc5-76a8-4370-9e47-ffcd6f709c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '829c4f21-20bc-4836-a10e-bac63599d653', 'code': 200} Sep 15 10:01:16.993206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.060192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Allocated IP 172.20.0.2 (bfa3acf3-ddac-4863-9f3f-d40397e9944e/36d6647c-410c-4a79-90c0-7125ffc98ef8/4842e4c9-d546-47eb-8435-dc2fff04a780) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:17.099086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=10']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:17.167886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.298772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.310130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Transition to ACTIVE for port object 4842e4c9-d546-47eb-8435-dc2fff04a780 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:17.332679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Transition to ACTIVE for port object 4842e4c9-d546-47eb-8435-dc2fff04a780 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:17.395133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.405626 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8d9e9-0752-4365-845c-fab03ae108ea req-5080acdb-4a1e-4f53-bf2e-f052337815f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:17.407981 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5ad8d9e9-0752-4365-845c-fab03ae108ea req-5080acdb-4a1e-4f53-bf2e-f052337815f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 984 time: 0.1625271 Sep 15 10:01:17.438065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebab5b-1ffb-44af-a060-daf99c1d1fa5 req-85df05cf-e00b-4a3f-8ff9-4f67fad66bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:17.439509 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-00ebab5b-1ffb-44af-a060-daf99c1d1fa5 req-85df05cf-e00b-4a3f-8ff9-4f67fad66bb8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 1137 time: 0.1214852 Sep 15 10:01:17.462989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:17.465835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:17.469803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:17.479309 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5ad8d9e9-0752-4365-845c-fab03ae108ea req-fdb211a8-57e9-442d-ad9e-fda77a8c6772 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645666 Sep 15 10:01:17.503589 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-00ebab5b-1ffb-44af-a060-daf99c1d1fa5 req-9e044601-5ad8-42c7-97d8-cd1c736f20c9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533853 Sep 15 10:01:17.519813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Pushing event updated for resources: {'Port': ['ID=4842e4c9-d546-47eb-8435-dc2fff04a780,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:17.574455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.605165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.611389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Attempting to bind port 4842e4c9-d546-47eb-8435-dc2fff04a780 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:17.611737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Attempting to bind port 4842e4c9-d546-47eb-8435-dc2fff04a780 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:17.619530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Attempting to bind port 4842e4c9-d546-47eb-8435-dc2fff04a780 on network bfa3acf3-ddac-4863-9f3f-d40397e9944e {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:17.619530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:17.619530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Checking segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:17.619530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.619530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Bound using segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:17.619530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Bound port: 4842e4c9-d546-47eb-8435-dc2fff04a780, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:17.620191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.709428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] For port 4842e4c9-d546-47eb-8435-dc2fff04a780, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:17.712513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] For port 4842e4c9-d546-47eb-8435-dc2fff04a780, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4842e4c9-d546-47eb-8435-dc2fff04a780,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:17.743810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Allocated IP 172.26.7.61 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/39511565-d3a0-4b1a-adfe-de16b1023dec) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:17.779327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.861994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac7d5b-4ef8-4804-a2f1-e11ca4129b89 None None] Pushing event updated for resources: {'Port': ['ID=4842e4c9-d546-47eb-8435-dc2fff04a780,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:17.896171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:17.979945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:18.055343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:18.058439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:18.063330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:18.096963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Pushing event updated for resources: {'Port': ['ID=39511565-d3a0-4b1a-adfe-de16b1023dec,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:18.548354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:18.730171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4842e4c9-d546-47eb-8435-dc2fff04a780 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:18.878530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0bcdf2-710a-4cb9-a77c-6a0e1a149805 None None] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:18.901035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 4842e4c9-d546-47eb-8435-dc2fff04a780 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:19.018348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b97f51-c881-4730-8ddf-a0069a1fcec1 req-11fc29e4-6641-402b-b7f9-b4f3a50e5c6c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:19.019827 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-17b97f51-c881-4730-8ddf-a0069a1fcec1 req-11fc29e4-6641-402b-b7f9-b4f3a50e5c6c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 984 time: 0.3804541 Sep 15 10:01:19.054525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dd0e8f3e-854c-4eea-bf8b-620b8de6c8c7 None None] Provisioning for port 4842e4c9-d546-47eb-8435-dc2fff04a780 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:19.061750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-dd0e8f3e-854c-4eea-bf8b-620b8de6c8c7 None None] Provisioning complete for port 4842e4c9-d546-47eb-8435-dc2fff04a780 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:19.062612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8f3e-854c-4eea-bf8b-620b8de6c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:19.143808 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-17b97f51-c881-4730-8ddf-a0069a1fcec1 req-eb43e348-73c4-4c27-826d-e100489c928b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165290 Sep 15 10:01:19.148836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:19.243061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-dd0e8f3e-854c-4eea-bf8b-620b8de6c8c7 None None] Current status of the port 4842e4c9-d546-47eb-8435-dc2fff04a780 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:19.243437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8f3e-854c-4eea-bf8b-620b8de6c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:19.279513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-dd0e8f3e-854c-4eea-bf8b-620b8de6c8c7 None None] For port 4842e4c9-d546-47eb-8435-dc2fff04a780, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4842e4c9-d546-47eb-8435-dc2fff04a780,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:19.354203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dd0e8f3e-854c-4eea-bf8b-620b8de6c8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:19.426853 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e8f3e-854c-4eea-bf8b-620b8de6c8c7 None None] Pushing event updated for resources: {'Port': ['ID=4842e4c9-d546-47eb-8435-dc2fff04a780,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:19.430208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Router 438e10a9-d219-4955-a0ca-44cd22149acb is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:01:19.473828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0f925d79-ae08-401f-bdf4-ec3221eedecc None None] Provisioning complete for port 4842e4c9-d546-47eb-8435-dc2fff04a780 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:19.474201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0f925d79-ae08-401f-bdf4-ec3221eedecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:19.591729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c71a33ba-e0d4-4266-8a6c-83628036ed65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:19.600426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0f925d79-ae08-401f-bdf4-ec3221eedecc None None] Current status of the port 4842e4c9-d546-47eb-8435-dc2fff04a780 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:19.611490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:01:19.620614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:01:19.629883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:19.631049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:19.715774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:19.717068 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f3d5fdb2-de21-48b8-896e-39a992cfe859 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1510832 Sep 15 10:01:19.719768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55926) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:19.815295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:20.105252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:18Z', 'revision_number': 3, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:20.108985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:01:20.109330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Updating router 438e10a9-d219-4955-a0ca-44cd22149acb port 39511565-d3a0-4b1a-adfe-de16b1023dec binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:01:20.161230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:20.398096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09435584-95c7-4002-8d93-726557c8e27a req-140da46d-b032-490d-9fb0-c28a6d81593d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:20.399667 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-09435584-95c7-4002-8d93-726557c8e27a req-140da46d-b032-490d-9fb0-c28a6d81593d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 984 time: 0.1209488 Sep 15 10:01:20.445974 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-09435584-95c7-4002-8d93-726557c8e27a req-5aeee308-3b1b-4e8a-acff-49345b05b329 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403955 Sep 15 10:01:20.553644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:20.560855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:20.573659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Transition to ACTIVE for port object 39511565-d3a0-4b1a-adfe-de16b1023dec will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:20.616772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:20.639777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:20.696978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4842e4c9-d546-47eb-8435-dc2fff04a780 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:20.752049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Attempting to bind port 39511565-d3a0-4b1a-adfe-de16b1023dec on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:20.752502 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Attempting to bind port 39511565-d3a0-4b1a-adfe-de16b1023dec by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:20.752987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Attempting to bind port 39511565-d3a0-4b1a-adfe-de16b1023dec on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:20.769144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:20.769511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:20.769929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:20.770308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:20.770770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Bound port: 39511565-d3a0-4b1a-adfe-de16b1023dec, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:20.771170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:20.774165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd432f-8525-4311-930f-1349745a9956 req-c2f6f759-4e33-4775-a3a7-1ed7bc927b36 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:20.775655 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-44dd432f-8525-4311-930f-1349745a9956 req-c2f6f759-4e33-4775-a3a7-1ed7bc927b36 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 984 time: 0.2042580 Sep 15 10:01:20.813964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f46b4-6a4b-4a7c-941f-395b8d3a7e3e None None] Pushing event updated for resources: {'Port': ['ID=39511565-d3a0-4b1a-adfe-de16b1023dec,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:20.861954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4842e4c9-d546-47eb-8435-dc2fff04a780 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:20.862316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:20.868045 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-44dd432f-8525-4311-930f-1349745a9956 req-64b03e51-0228-4cd3-9767-10aad78f8f87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616815 Sep 15 10:01:20.869091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Allocated IP 172.20.0.1 (bfa3acf3-ddac-4863-9f3f-d40397e9944e/36d6647c-410c-4a79-90c0-7125ffc98ef8/20de012f-7a90-46ae-a84e-18660bbbba49) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:20.892845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] For port 39511565-d3a0-4b1a-adfe-de16b1023dec, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:20.898472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55934) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:20.914714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] For port 39511565-d3a0-4b1a-adfe-de16b1023dec, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=39511565-d3a0-4b1a-adfe-de16b1023dec,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:20.988657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57888035-f5ea-4a67-9587-a2e092b9a340 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:20.991653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4842e4c9-d546-47eb-8435-dc2fff04a780 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:20.991864 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-57888035-f5ea-4a67-9587-a2e092b9a340 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85&network_id=678dac4a-345d-4699-b5dc-9bfd23ad9db7 HTTP/1.1" status: 200 len: 1132 time: 0.0899854 Sep 15 10:01:20.995420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:21.024730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:21.041939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Transition to ACTIVE for port object 20de012f-7a90-46ae-a84e-18660bbbba49 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:21.058413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:21.059044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:00:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:21.150378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f46b4-6a4b-4a7c-941f-395b8d3a7e3e None None] Pushing event updated for resources: {'Port': ['ID=39511565-d3a0-4b1a-adfe-de16b1023dec,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:21.151845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:21.223757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:21.227507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:21.231177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:21.257174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:21.265243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Pushing event updated for resources: {'Port': ['ID=20de012f-7a90-46ae-a84e-18660bbbba49,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:21.304302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:21.530253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:21.591628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:18Z', 'revision_number': 3, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:21.595600 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ddb1de-8e28-4784-bfd2-e586e690e9a6 None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:18Z', 'revision_number': 3, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:01:21.673854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0e012364-99bb-4ce8-b072-c892d99fd8ac None None] Provisioning for port 20de012f-7a90-46ae-a84e-18660bbbba49 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:21.679204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0e012364-99bb-4ce8-b072-c892d99fd8ac None None] Provisioning complete for port 20de012f-7a90-46ae-a84e-18660bbbba49 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:21.679630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0e012364-99bb-4ce8-b072-c892d99fd8ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:21.709480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6561f910-822d-4eef-9305-fc56d72f020f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:21.739864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0e012364-99bb-4ce8-b072-c892d99fd8ac None None] Port 20de012f-7a90-46ae-a84e-18660bbbba49 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:21.764029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d555005-a16f-43ef-8ab5-e253bb11a304 req-cd49554d-390a-4088-aa36-dfafeadc2cbc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:21.765525 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2d555005-a16f-43ef-8ab5-e253bb11a304 req-cd49554d-390a-4088-aa36-dfafeadc2cbc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 984 time: 0.2252483 Sep 15 10:01:21.860871 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2d555005-a16f-43ef-8ab5-e253bb11a304 req-5ecf456c-8d16-4943-99e7-9d0ce022e1bc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877175 Sep 15 10:01:21.885410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:21.939207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:22.050330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:22.054116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Pushing event updated for resources: {'Port': ['ID=20de012f-7a90-46ae-a84e-18660bbbba49,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:22.191962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:22.193784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:22.412315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Router 438e10a9-d219-4955-a0ca-44cd22149acb has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:01:22.468085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5d663ae8-a55c-4f47-8076-7b5a2bc9edd6 None None] Provisioning complete for port 20de012f-7a90-46ae-a84e-18660bbbba49 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:22.468701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5d663ae8-a55c-4f47-8076-7b5a2bc9edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:22.538511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5d663ae8-a55c-4f47-8076-7b5a2bc9edd6 None None] Port 20de012f-7a90-46ae-a84e-18660bbbba49 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:22.607515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:22.712729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 39511565-d3a0-4b1a-adfe-de16b1023dec up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:22.730812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:01:22.739696 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9c1ba9c2-ba6f-4c0d-b2b3-f7ae745c61bf admin admin] 10.222.0.62 "PUT /v2.0/routers/438e10a9-d219-4955-a0ca-44cd22149acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0188761 Sep 15 10:01:22.762735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:22.845157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 39511565-d3a0-4b1a-adfe-de16b1023dec completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:22.850419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 39511565-d3a0-4b1a-adfe-de16b1023dec triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:22.850902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:22.983175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 39511565-d3a0-4b1a-adfe-de16b1023dec is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:22.983650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.003794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 39511565-d3a0-4b1a-adfe-de16b1023dec, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=39511565-d3a0-4b1a-adfe-de16b1023dec,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:23.005460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-a51b4e51-ab76-4780-91f5-31688817fbf1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:23.009034 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-a51b4e51-ab76-4780-91f5-31688817fbf1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 984 time: 0.1016858 Sep 15 10:01:23.085428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.140863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-12cb89b2-97c3-49a6-a1e7-0afbbdc74c07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:23.142362 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-12cb89b2-97c3-49a6-a1e7-0afbbdc74c07 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0891912 Sep 15 10:01:23.210856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=39511565-d3a0-4b1a-adfe-de16b1023dec,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:23.235886 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:01:23.242259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd0b22c-c59b-433d-8e6c-6bf548f0f55b req-d62cdc38-ca9a-4227-ab63-2f0e34546e7c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:23.243851 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6fd0b22c-c59b-433d-8e6c-6bf548f0f55b req-d62cdc38-ca9a-4227-ab63-2f0e34546e7c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 984 time: 0.2338700 Sep 15 10:01:23.246311 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:23.246914 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:23.316721 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6fd0b22c-c59b-433d-8e6c-6bf548f0f55b req-0a27bd92-7222-4225-a575-b42fdb7d0d52 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a9b4bbb-b5f1-488a-b115-f23b865286e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630522 Sep 15 10:01:23.355889 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-8bb13c16-dc82-4203-abcc-f78dc20846ac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2076902 Sep 15 10:01:23.367590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:23.431278 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:23.501271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.515375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55958) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:23.521391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-324210849-network', 'tenant_id': '3078e37da8e846dc975176be8d6491c9'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:23.526040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:23.530519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Usage tracker for resource:network and tenant:3078e37da8e846dc975176be8d6491c9 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:23.533404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:23.540095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:23.624241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Made reservation on behalf of 3078e37da8e846dc975176be8d6491c9 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:23.626800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.643281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.659266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:23.664582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Usage tracker for resource:security_group_rule and tenant:3078e37da8e846dc975176be8d6491c9 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:23.668614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:23.673856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:23.716371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=829c4f21-20bc-4836-a10e-bac63599d653,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:23.748506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] For port 829c4f21-20bc-4836-a10e-bac63599d653, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:23.749494 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 2, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:23.753454 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:01:23.753801 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Updating router 438e10a9-d219-4955-a0ca-44cd22149acb port 20de012f-7a90-46ae-a84e-18660bbbba49 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:01:23.763496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.799437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] device_id is not set on port 829c4f21-20bc-4836-a10e-bac63599d653 yet. {{(pid=89669) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 15 10:01:23.806030 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.807986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.835722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.866091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] vlan segment allocate from pool success with {'vlan_id': 379, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:01:23.874384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5707982e-2abc-4a27-bfa6-ebce9d7db96d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:23.883381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.883641 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Added segment 7eba80f9-83b7-4937-ad40-006345433de3 of type vlan for network 66223313-e86d-4261-a468-dc1756dbc98d Sep 15 10:01:23.885361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.885725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.886086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.886417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.886741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.887069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.887393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.887716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.888038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.888355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.888669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.888982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:23.893021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:23.919183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.007775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.008758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:24.009337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.118058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] Pushing event updated for resources: {'Network': ['ID=66223313-e86d-4261-a468-dc1756dbc98d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:24.129381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 66223313-e86d-4261-a468-dc1756dbc98d details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:01:24.142431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=11']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:24.156799 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.168860 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Transition to ACTIVE for port object 20de012f-7a90-46ae-a84e-18660bbbba49 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:24.173406 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e30a3376-a0f0-40c7-b7a9-998a433403fc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6566222 Sep 15 10:01:24.176197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55962) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:24.182048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Request body: {'subnet': {'network_id': '66223313-e86d-4261-a468-dc1756dbc98d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-324210849-subnet', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:24.183756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.184607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.185415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.186084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.186582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.186914 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.187242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.187569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.187894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.188217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.188561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.188778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:24.188889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:24.192752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Usage tracker for resource:subnet and tenant:3078e37da8e846dc975176be8d6491c9 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:24.196024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:24.206095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:24.206243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] No DVR routers for this DVR port 829c4f21-20bc-4836-a10e-bac63599d653 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:01:24.253126 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.281418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Made reservation on behalf of 3078e37da8e846dc975176be8d6491c9 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:24.283883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.312615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.399547 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d459d-0af3-45f0-9c5a-e3389a2857cf None None] Pushing event updated for resources: {'Port': ['ID=20de012f-7a90-46ae-a84e-18660bbbba49,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:24.485301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] In _notify_port_updated(), no bound segment for port 829c4f21-20bc-4836-a10e-bac63599d653 on network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 {{(pid=89669) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 15 10:01:24.487703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:24.488636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.491838 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2f8750e0-6f73-4de3-9b45-73b730a4c9e6 req-0fa0c0fe-c477-4359-b433-9841f95de3e6 service neutron] 10.222.0.16 "PUT /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 200 len: 1027 time: 1.1293013 Sep 15 10:01:24.548205 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-12f8f42c-c57f-41d8-9a0c-7327e450b8eb req-fad08506-6c39-423e-9cfe-8557a2752b6e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc402fc5-76a8-4370-9e47-ffcd6f709c85 HTTP/1.1" status: 200 len: 210 time: 0.0579159 Sep 15 10:01:24.554141 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Attempting to bind port 20de012f-7a90-46ae-a84e-18660bbbba49 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:24.554762 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Attempting to bind port 20de012f-7a90-46ae-a84e-18660bbbba49 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:24.555514 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Attempting to bind port 20de012f-7a90-46ae-a84e-18660bbbba49 on network bfa3acf3-ddac-4863-9f3f-d40397e9944e {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:24.562204 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:24.562578 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Checking segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:24.562972 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.563357 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Bound using segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:24.563818 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Bound port: 20de012f-7a90-46ae-a84e-18660bbbba49, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:24.564188 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.656379 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] For port 20de012f-7a90-46ae-a84e-18660bbbba49, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:24.659469 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] For port 20de012f-7a90-46ae-a84e-18660bbbba49, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=20de012f-7a90-46ae-a84e-18660bbbba49,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:24.686109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 39511565-d3a0-4b1a-adfe-de16b1023dec up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:24.687829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.744945 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.755427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 39511565-d3a0-4b1a-adfe-de16b1023dec triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:24.756657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.763974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:24.773407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Checking segment: {'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:24.773757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Network hostable DHCP agents. Network: 66223313-e86d-4261-a468-dc1756dbc98d, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:01:24.824070 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:24.824699 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:24.847368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Network 66223313-e86d-4261-a468-dc1756dbc98d is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:01:24.881994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 39511565-d3a0-4b1a-adfe-de16b1023dec is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:24.922471 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d459d-0af3-45f0-9c5a-e3389a2857cf None None] Pushing event updated for resources: {'Port': ['ID=20de012f-7a90-46ae-a84e-18660bbbba49,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:24.938646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 66223313-e86d-4261-a468-dc1756dbc98d) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:24.946086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:24.946086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:24.948186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bfc985-59fb-4826-a07a-35e2ef5dd04b None None] Network 66223313-e86d-4261-a468-dc1756dbc98d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:25.030769 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:25.073553 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1a9d9626-3910-457b-a7ad-8cc0f5add334 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8937557 Sep 15 10:01:25.074241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55968) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:25.081199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:25.086601 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:25.090869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Usage tracker for resource:router and tenant:3078e37da8e846dc975176be8d6491c9 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:25.093994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:25.102548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:25.167060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-66223313-e86d-4261-a468-dc1756dbc98d', 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'fixed_ips': [{'subnet_id': '6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:01:25.167915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.182652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.182652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.203062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.352584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Allocated IP 172.20.0.2 (66223313-e86d-4261-a468-dc1756dbc98d/6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba/e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:25.394529 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:24Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:25.401803 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1fe72c-e86f-41a2-a33e-27e8bf1b5580 None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:24Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:01:25.579426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.643149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.658345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Transition to ACTIVE for port object e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:25.660995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55974) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:25.681296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Transition to ACTIVE for port object e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:25.748591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-94c33140-918a-4274-9385-49d004251578 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.773737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.783687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-94c33140-918a-4274-9385-49d004251578 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.847990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Network 66223313-e86d-4261-a468-dc1756dbc98d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:25.852093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:25.856226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:25.862980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Pushing event updated for resources: {'Port': ['ID=e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:25.970413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Attempting to bind port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:25.971156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Attempting to bind port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:25.971874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Attempting to bind port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea on network 66223313-e86d-4261-a468-dc1756dbc98d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:25.973354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-94c33140-918a-4274-9385-49d004251578 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.979388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:25.979959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Checking segment: {'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:25.980242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.980646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Bound using segment: {'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:25.981122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Bound port: e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:25.981500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:25.999989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c33140-918a-4274-9385-49d004251578 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814338bd-e02a-406b-8425-5a80a7e34118,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:26.000310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.036694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.097801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] For port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:26.101802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] For port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea,segment=NetworkSegment(7eba80f9-83b7-4937-ad40-006345433de3),segment_id=7eba80f9-83b7-4937-ad40-006345433de3)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:26.109695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-94c33140-918a-4274-9385-49d004251578 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.118046 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-94c33140-918a-4274-9385-49d004251578 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/814338bd-e02a-406b-8425-5a80a7e34118 HTTP/1.1" status: 204 len: 168 time: 0.4489505 Sep 15 10:01:26.168227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.186275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Allocated IP 172.26.7.24 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/3519f191-347a-412c-b3fa-ef3fd1a868e4) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:26.201017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55980) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:26.252799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e05f87-25f0-4006-a5e3-4896f9f17d85 None None] Pushing event updated for resources: {'Port': ['ID=e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:26.351780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.416405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 829c4f21-20bc-4836-a10e-bac63599d653 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:01:26.486512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.517530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 35deac7d-c6d3-4e17-a5a9-d466d464a64e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:01:26.517975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.521697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 829c4f21-20bc-4836-a10e-bac63599d653 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:01:26.711694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:26.712528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:26.715082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:26.768071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.768598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:26.778514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Pushing event updated for resources: {'Port': ['ID=3519f191-347a-412c-b3fa-ef3fd1a868e4,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:26.803192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:26.906021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 35deac7d-c6d3-4e17-a5a9-d466d464a64e owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:01:26.944185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:26.949491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 20de012f-7a90-46ae-a84e-18660bbbba49 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:27.098955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 20de012f-7a90-46ae-a84e-18660bbbba49 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:27.104425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 20de012f-7a90-46ae-a84e-18660bbbba49 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:27.104860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:27.236815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 20de012f-7a90-46ae-a84e-18660bbbba49 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:27.237411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:27.263581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:27.280163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:27.284188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 20de012f-7a90-46ae-a84e-18660bbbba49, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=20de012f-7a90-46ae-a84e-18660bbbba49,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:27.330182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=35deac7d-c6d3-4e17-a5a9-d466d464a64e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:27.355593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:27.460369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:27.460729 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP f0d408b1-393e-4a69-97c8-bbf06ca80df4 disassociated (deleted). External IP: 172.26.7.233, port: 829c4f21-20bc-4836-a10e-bac63599d653. Sep 15 10:01:27.461555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833bb51e-478c-44de-83a9-2c806f95da05 None None] Network 66223313-e86d-4261-a468-dc1756dbc98d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:27.479148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=20de012f-7a90-46ae-a84e-18660bbbba49,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:27.655279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:27.844307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router faee67f7-2715-4f98-b653-b255b40c01ea has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:01:27.847421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e873516c-7cdb-4e7a-9b96-6eaf5a8248d1 None None] Provisioning for port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:27.853950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e873516c-7cdb-4e7a-9b96-6eaf5a8248d1 None None] Provisioning complete for port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:27.854447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e873516c-7cdb-4e7a-9b96-6eaf5a8248d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:27.985797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e873516c-7cdb-4e7a-9b96-6eaf5a8248d1 None None] Current status of the port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:27.986207 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e873516c-7cdb-4e7a-9b96-6eaf5a8248d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.005102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Router fead1378-2bc6-46cd-b227-ffebcb276aec is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:01:28.019786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-e873516c-7cdb-4e7a-9b96-6eaf5a8248d1 None None] For port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea,segment=NetworkSegment(7eba80f9-83b7-4937-ad40-006345433de3),segment_id=7eba80f9-83b7-4937-ad40-006345433de3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:28.040544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:01:28.052231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] Sync routers for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:01:28.061798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:28.062479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:28.116821 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e873516c-7cdb-4e7a-9b96-6eaf5a8248d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.138330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.143236 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:01:28.188189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:01:28.199538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-aae2ab2a-a140-4ffa-8027-ee0194576837 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/f0d408b1-393e-4a69-97c8-bbf06ca80df4 HTTP/1.1" status: 204 len: 168 time: 1.9949861 Sep 15 10:01:28.208129 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Sync routers for ids ['fead1378-2bc6-46cd-b227-ffebcb276aec'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:01:28.219005 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Routers {'fead1378-2bc6-46cd-b227-ffebcb276aec'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:28.219637 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['fead1378-2bc6-46cd-b227-ffebcb276aec'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:28.276071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.277330 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-83bd10e2-949f-4cb3-be64-d58d6fff7a5c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2024457 Sep 15 10:01:28.280097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 55986) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:28.292607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873516c-7cdb-4e7a-9b96-6eaf5a8248d1 None None] Pushing event updated for resources: {'Port': ['ID=e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:28.332028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6ccca70e-598e-4475-85b3-8041d3682127 None None] Provisioning complete for port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:28.332412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6ccca70e-598e-4475-85b3-8041d3682127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.399878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55992) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:28.415607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:28.468809 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Set router fead1378-2bc6-46cd-b227-ffebcb276aec gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:28.491577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab718-fa46-4920-b712-4e1fd2287edd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.527805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab718-fa46-4920-b712-4e1fd2287edd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.698530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab718-fa46-4920-b712-4e1fd2287edd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.730511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6ccca70e-598e-4475-85b3-8041d3682127 None None] Current status of the port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:28.755600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0ab718-fa46-4920-b712-4e1fd2287edd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41b70e0-a16e-41c1-916c-73e930a50c4c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:28.768468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0a0ab718-fa46-4920-b712-4e1fd2287edd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.769993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0a0ab718-fa46-4920-b712-4e1fd2287edd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/c41b70e0-a16e-41c1-916c-73e930a50c4c HTTP/1.1" status: 204 len: 168 time: 0.3688087 Sep 15 10:01:28.788070 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:01:26Z', 'revision_number': 3, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port': {'id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:26Z', 'updated_at': '2022-09-15T10:01:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:28.792330 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Checking router: fead1378-2bc6-46cd-b227-ffebcb276aec for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:01:28.792727 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Updating router fead1378-2bc6-46cd-b227-ffebcb276aec port 3519f191-347a-412c-b3fa-ef3fd1a868e4 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:01:28.801206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:28.854862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 55998) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:28.868741 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.905378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:28.905754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.930668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5e50e8c4-61b2-4b90-9b64-79fbd17e4796 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 829c4f21-20bc-4836-a10e-bac63599d653 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:01:28.931056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e50e8c4-61b2-4b90-9b64-79fbd17e4796 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:28.949086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:35Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:28.958999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] Checking router: faee67f7-2715-4f98-b653-b255b40c01ea for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:01:28.974951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:28.975595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:29.211599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e50e8c4-61b2-4b90-9b64-79fbd17e4796 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.248970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:29.250377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 20de012f-7a90-46ae-a84e-18660bbbba49 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:29.260901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.310986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:29.321040 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.335673 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Transition to ACTIVE for port object 3519f191-347a-412c-b3fa-ef3fd1a868e4 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:29.371024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5e50e8c4-61b2-4b90-9b64-79fbd17e4796 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 829c4f21-20bc-4836-a10e-bac63599d653 owned by {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:01:29.456815 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.523467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Allocated IP 172.20.0.1 (66223313-e86d-4261-a468-dc1756dbc98d/6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba/d9fbcc50-6f02-4610-a66f-cbfa43690035) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:29.545572 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7911aa3-e8ac-4b46-baa9-34860eaf0603 None None] Pushing event updated for resources: {'Port': ['ID=3519f191-347a-412c-b3fa-ef3fd1a868e4,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:29.557683 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Attempting to bind port 3519f191-347a-412c-b3fa-ef3fd1a868e4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:29.558069 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Attempting to bind port 3519f191-347a-412c-b3fa-ef3fd1a868e4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:29.558440 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Attempting to bind port 3519f191-347a-412c-b3fa-ef3fd1a868e4 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:29.566454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 20de012f-7a90-46ae-a84e-18660bbbba49 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:29.571629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.571899 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:29.572398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:29.573054 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.573536 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:29.574280 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Bound port: 3519f191-347a-412c-b3fa-ef3fd1a868e4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:29.574734 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.665908 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] For port 3519f191-347a-412c-b3fa-ef3fd1a868e4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:29.669965 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] For port 3519f191-347a-412c-b3fa-ef3fd1a868e4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3519f191-347a-412c-b3fa-ef3fd1a868e4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:29.719295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.735115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Transition to ACTIVE for port object d9fbcc50-6f02-4610-a66f-cbfa43690035 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:29.737028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e50e8c4-61b2-4b90-9b64-79fbd17e4796 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.761704 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.778758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 20de012f-7a90-46ae-a84e-18660bbbba49 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:29.791924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50e8c4-61b2-4b90-9b64-79fbd17e4796 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=829c4f21-20bc-4836-a10e-bac63599d653,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:29.811119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:35Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:29.816491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc97fafb-0b25-4836-b739-badbc3045b09 None None] The sync data for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv is: [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:00:30Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '275b8add-2246-4f11-97c4-ffd19d4c8a74', 'name': '', 'network_id': '678dac4a-345d-4699-b5dc-9bfd23ad9db7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:66:62:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:29Z', 'updated_at': '2022-09-15T10:00:35Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '1c889dbb-a79a-43b2-beed-1b14266636f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:01:29.817404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.842668 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Routers {'fead1378-2bc6-46cd-b227-ffebcb276aec'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:29.843312 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['fead1378-2bc6-46cd-b227-ffebcb276aec'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:29.917573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e50e8c4-61b2-4b90-9b64-79fbd17e4796 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:29.930379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Network 66223313-e86d-4261-a468-dc1756dbc98d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:29.934553 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5e50e8c4-61b2-4b90-9b64-79fbd17e4796 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/ports/829c4f21-20bc-4836-a10e-bac63599d653 HTTP/1.1" status: 204 len: 168 time: 1.0760939 Sep 15 10:01:29.934776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56002) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:29.940978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:29.945746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:29.964871 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7911aa3-e8ac-4b46-baa9-34860eaf0603 None None] Pushing event updated for resources: {'Port': ['ID=3519f191-347a-412c-b3fa-ef3fd1a868e4,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:30.008081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Pushing event updated for resources: {'Port': ['ID=d9fbcc50-6f02-4610-a66f-cbfa43690035,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:30.037073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:30.116561 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] Set router fead1378-2bc6-46cd-b227-ffebcb276aec gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:30.241814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284df34d-c432-45a3-9bb4-cf24889f578d None None] New status for floating IP f0d408b1-393e-4a69-97c8-bbf06ca80df4: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:01:30.337126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:30.464153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b817c12c-8e25-45ac-9804-c0f3b201c5e4 None None] Provisioning for port d9fbcc50-6f02-4610-a66f-cbfa43690035 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:30.470039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b817c12c-8e25-45ac-9804-c0f3b201c5e4 None None] Provisioning complete for port d9fbcc50-6f02-4610-a66f-cbfa43690035 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:30.470638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b817c12c-8e25-45ac-9804-c0f3b201c5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:30.472766 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:01:26Z', 'revision_number': 3, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port': {'id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:26Z', 'updated_at': '2022-09-15T10:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:30.477114 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd8aaee-f2e8-4104-a781-8a6e98c30826 None None] The sync data for ids ['fead1378-2bc6-46cd-b227-ffebcb276aec'] in dv-neutron-857775-1-hyperv is: [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:01:26Z', 'revision_number': 3, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port': {'id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:26Z', 'updated_at': '2022-09-15T10:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:01:30.544470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b817c12c-8e25-45ac-9804-c0f3b201c5e4 None None] Port d9fbcc50-6f02-4610-a66f-cbfa43690035 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:30.633961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:30.670191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:30.681018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:30.912686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Pushing event updated for resources: {'Port': ['ID=d9fbcc50-6f02-4610-a66f-cbfa43690035,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:30.916234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:31.060327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Network 66223313-e86d-4261-a468-dc1756dbc98d is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:31.061485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:31.108516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 275b8add-2246-4f11-97c4-ffd19d4c8a74 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:01:31.109060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:31.290171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Router fead1378-2bc6-46cd-b227-ffebcb276aec has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:01:31.346291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 275b8add-2246-4f11-97c4-ffd19d4c8a74, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=275b8add-2246-4f11-97c4-ffd19d4c8a74,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:31.346661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:31.375986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1f160cd7-2c51-4bd2-9e37-328d7152e829 None None] Provisioning complete for port d9fbcc50-6f02-4610-a66f-cbfa43690035 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:31.376640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f160cd7-2c51-4bd2-9e37-328d7152e829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:31.448014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1f160cd7-2c51-4bd2-9e37-328d7152e829 None None] Port d9fbcc50-6f02-4610-a66f-cbfa43690035 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:31.484091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:01:31.493476 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-36dc0fe4-f335-46fc-8483-824d4601f97c admin admin] 10.222.0.62 "PUT /v2.0/routers/fead1378-2bc6-46cd-b227-ffebcb276aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2122633 Sep 15 10:01:31.594115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 275b8add-2246-4f11-97c4-ffd19d4c8a74 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:01:31.932604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:31.985695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=275b8add-2246-4f11-97c4-ffd19d4c8a74,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:32.033658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56012) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:32.039155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-382539204', 'description': 'tempest-secgroup-smoke-382539204 description', 'project_id': '6a45f35d65514d2786183c87bd8fcf5e'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:32.046823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:32.049754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:security_group and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:32.053982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:32.060145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:32.156567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.178548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:32.182081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:security_group_rule and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:32.184997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:32.190697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:32.260523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.270283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.333022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.384628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e46472f4-3c40-4e9e-b896-d9e56b62c13e,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:32.430327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.431507 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2ce1ad13-6aa6-4a81-826a-bb2744080a6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3967500 Sep 15 10:01:32.434607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56016) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:32.439573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'security_group_rule': {'security_group_id': 'e46472f4-3c40-4e9e-b896-d9e56b62c13e', 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:32.445681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:32.449496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:security_group_rule and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:32.452753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:32.459142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:32.562796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.630641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.657128 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Sync routers for ids ['fead1378-2bc6-46cd-b227-ffebcb276aec'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:01:32.667673 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Routers {'fead1378-2bc6-46cd-b227-ffebcb276aec'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:32.668388 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['fead1378-2bc6-46cd-b227-ffebcb276aec'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:32.675060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router faee67f7-2715-4f98-b653-b255b40c01ea has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:01:32.704543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.741304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d611094a-f39e-4848-9d66-65ca2f7ab203,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:32.790231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3519f191-347a-412c-b3fa-ef3fd1a868e4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:32.795945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.797514 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4d198938-1933-4ac7-9cbf-471a515d2e6b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3619800 Sep 15 10:01:32.800195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56020) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:32.806771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'security_group_rule': {'security_group_id': 'e46472f4-3c40-4e9e-b896-d9e56b62c13e', 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:32.814273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:32.818629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:security_group_rule and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:32.822942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:32.829283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:32.871953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:01:32.880480 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Set router fead1378-2bc6-46cd-b227-ffebcb276aec gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:32.883194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] Sync routers for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:01:32.889217 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4cd16de7-0678-42ac-b195-a5b02b34d633 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/faee67f7-2715-4f98-b653-b255b40c01ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9506593 Sep 15 10:01:32.889217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56024) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:32.896508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:32.897200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:32.936343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.960219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 3519f191-347a-412c-b3fa-ef3fd1a868e4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:32.961235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3eee10-3747-40d7-9134-9bc7c5eb11df tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet 1c889dbb-a79a-43b2-beed-1b14266636f7 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:01:32.964670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b3eee10-3747-40d7-9134-9bc7c5eb11df tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:32.984609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3519f191-347a-412c-b3fa-ef3fd1a868e4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:32.985307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.017925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.145346 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.154969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b3eee10-3747-40d7-9134-9bc7c5eb11df tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.184979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd23d3ef-ebf9-428c-83a3-fe42374e0ed0,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:33.203709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:33.251484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b3eee10-3747-40d7-9134-9bc7c5eb11df tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.264723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.268413 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9b1aac34-da64-4d6c-96fe-89369147a80c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4661291 Sep 15 10:01:33.270428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56028) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:33.275761 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:01:30Z', 'revision_number': 4, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port': {'id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:26Z', 'updated_at': '2022-09-15T10:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd9fbcc50-6f02-4610-a66f-cbfa43690035', 'name': '', 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'mac_address': 'fa:16:3e:5a:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:29Z', 'updated_at': '2022-09-15T10:01:30Z', 'revision_number': 2, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'subnets': [{'id': '6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:33.280352 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Checking router: fead1378-2bc6-46cd-b227-ffebcb276aec for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:01:33.280707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Updating router fead1378-2bc6-46cd-b227-ffebcb276aec port d9fbcc50-6f02-4610-a66f-cbfa43690035 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:01:33.290123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'security_group_rule': {'security_group_id': 'e46472f4-3c40-4e9e-b896-d9e56b62c13e', 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:33.304895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:33.314836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:security_group_rule and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:33.322618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:33.335489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:33.342162 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.424354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b3eee10-3747-40d7-9134-9bc7c5eb11df tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.430924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3519f191-347a-412c-b3fa-ef3fd1a868e4 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:33.431301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.460851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.476877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3eee10-3747-40d7-9134-9bc7c5eb11df tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=1c889dbb-a79a-43b2-beed-1b14266636f7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:33.480716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6b3eee10-3747-40d7-9134-9bc7c5eb11df tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.491498 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6b3eee10-3747-40d7-9134-9bc7c5eb11df tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/1c889dbb-a79a-43b2-beed-1b14266636f7 HTTP/1.1" status: 204 len: 168 time: 0.5994120 Sep 15 10:01:33.494309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56032) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:33.499252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f24d668-a8a1-4008-8bf5-2a2ba5b9c06f None None] Network 678dac4a-345d-4699-b5dc-9bfd23ad9db7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:33.529916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 3519f191-347a-412c-b3fa-ef3fd1a868e4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3519f191-347a-412c-b3fa-ef3fd1a868e4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:33.550252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.659126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.671245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.695122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c79d9e-6163-426f-a49a-0df28ac4307a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:33.701739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.752964 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.767278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.769245 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Transition to ACTIVE for port object d9fbcc50-6f02-4610-a66f-cbfa43690035 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:33.770177 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-48e5c626-6555-433f-9f93-32780a79ad2f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4960558 Sep 15 10:01:33.774674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56036) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:33.780863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'security_group_rule': {'security_group_id': 'e46472f4-3c40-4e9e-b896-d9e56b62c13e', 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:33.787918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:33.791870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:security_group_rule and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:33.794917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:33.801282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:33.845513 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.845843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=3519f191-347a-412c-b3fa-ef3fd1a868e4,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:33.874342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:01:31Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:33.879323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] Checking router: faee67f7-2715-4f98-b653-b255b40c01ea for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:01:33.889096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] Routers {'faee67f7-2715-4f98-b653-b255b40c01ea'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:33.889888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['faee67f7-2715-4f98-b653-b255b40c01ea'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:33.895275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.912542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.954901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] DHCP port deletion for 678dac4a-345d-4699-b5dc-9bfd23ad9db7 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:01:33.965739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 469ce477-5079-4cda-9b76-ce81fe1eaea5 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:01:33.966114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.976731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] Deleting port f2c96283-eaae-4582-814b-d7b1522b60b3 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:01:33.977191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:33.998624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.063432 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Pushing event updated for resources: {'Port': ['ID=d9fbcc50-6f02-4610-a66f-cbfa43690035,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:34.069427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.085466 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.085466 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.085811 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.086156 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.086484 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.086817 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.087146 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.087475 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.087798 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.088119 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.088439 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.088756 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:01:34.095553 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Attempting to bind port d9fbcc50-6f02-4610-a66f-cbfa43690035 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:34.095918 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Attempting to bind port d9fbcc50-6f02-4610-a66f-cbfa43690035 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:34.096273 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Attempting to bind port d9fbcc50-6f02-4610-a66f-cbfa43690035 on network 66223313-e86d-4261-a468-dc1756dbc98d {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:34.105632 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:34.106449 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Checking segment: {'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:34.107538 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.108180 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Bound using segment: {'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:34.110639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faec5ef9-c80e-4f01-a5b1-152fa1dc840e,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:34.111220 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Bound port: d9fbcc50-6f02-4610-a66f-cbfa43690035, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eba80f9-83b7-4937-ad40-006345433de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:34.112461 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.167396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 469ce477-5079-4cda-9b76-ce81fe1eaea5, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=469ce477-5079-4cda-9b76-ce81fe1eaea5,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:34.167777 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.200489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] Set router faee67f7-2715-4f98-b653-b255b40c01ea gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:34.201894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.204377 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-51a8ce2b-394d-4104-9ec5-dc91136dec74 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4285550 Sep 15 10:01:34.206863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56040) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:34.213242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'security_group_rule': {'security_group_id': 'e46472f4-3c40-4e9e-b896-d9e56b62c13e', 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:34.221724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:34.227820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:security_group_rule and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:34.229894 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] For port d9fbcc50-6f02-4610-a66f-cbfa43690035, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:34.231317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:34.233576 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] For port d9fbcc50-6f02-4610-a66f-cbfa43690035, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d9fbcc50-6f02-4610-a66f-cbfa43690035,segment=NetworkSegment(7eba80f9-83b7-4937-ad40-006345433de3),segment_id=7eba80f9-83b7-4937-ad40-006345433de3)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:34.240240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:34.297773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 469ce477-5079-4cda-9b76-ce81fe1eaea5 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:01:34.308133 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.337313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Project 6a45f35d65514d2786183c87bd8fcf5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:01:34.344258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.377896 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Routers {'fead1378-2bc6-46cd-b227-ffebcb276aec'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:34.378665 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['fead1378-2bc6-46cd-b227-ffebcb276aec'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:34.454653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.473265 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb802a4b-c412-4704-af67-dfa230b9ab84 None None] Pushing event updated for resources: {'Port': ['ID=d9fbcc50-6f02-4610-a66f-cbfa43690035,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:34.473548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] For port f2c96283-eaae-4582-814b-d7b1522b60b3, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f2c96283-eaae-4582-814b-d7b1522b60b3,segment=NetworkSegment(ab52f1a6-1cca-4f65-8bf8-d94d44639b6a),segment_id=ab52f1a6-1cca-4f65-8bf8-d94d44639b6a)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:34.473862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.519482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.543254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a189233f-54db-4e3c-8f45-071ebb60b4bd,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:34.571027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.573401 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] Set router fead1378-2bc6-46cd-b227-ffebcb276aec gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:34.621593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=469ce477-5079-4cda-9b76-ce81fe1eaea5,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:34.623063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.624350 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-056b2da1-4ac0-4292-bb48-64a3d76446ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4163797 Sep 15 10:01:34.627170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56044) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:34.631163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] Calling delete_port for f2c96283-eaae-4582-814b-d7b1522b60b3 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:01:34.632420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'security_group_rule': {'security_group_id': 'e46472f4-3c40-4e9e-b896-d9e56b62c13e', 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:34.640973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:34.650427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:security_group_rule and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:34.659223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:34.672834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:34.759781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.794552 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Project 6a45f35d65514d2786183c87bd8fcf5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:01:34.803735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.830924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3519f191-347a-412c-b3fa-ef3fd1a868e4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:34.892192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.910881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:01:31Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:34.919855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b76a30-4132-4afb-a519-f6d8f2322333 None None] The sync data for ids ['faee67f7-2715-4f98-b653-b255b40c01ea'] in dv-neutron-857775-1-hyperv is: [{'id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'name': 'tempest-TestNetworkBasicOps-router-619004994', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228'}], 'enable_snat': True}, 'gw_port_id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:00:22Z', 'updated_at': '2022-09-15T10:01:31Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '469ce477-5079-4cda-9b76-ce81fe1eaea5', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:98:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faee67f7-2715-4f98-b653-b255b40c01ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:00:23Z', 'updated_at': '2022-09-15T10:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:01:34.922966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3519f191-347a-412c-b3fa-ef3fd1a868e4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:34.923371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.954402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.975380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:34.993308 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:01:30Z', 'revision_number': 4, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port': {'id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:26Z', 'updated_at': '2022-09-15T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd9fbcc50-6f02-4610-a66f-cbfa43690035', 'name': '', 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'mac_address': 'fa:16:3e:5a:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:29Z', 'updated_at': '2022-09-15T10:01:34Z', 'revision_number': 4, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'subnets': [{'id': '6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:34.997672 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45fa404-9e0e-40ca-9e8e-211332416840 None None] The sync data for ids ['fead1378-2bc6-46cd-b227-ffebcb276aec'] in dv-neutron-857775-1-hyperv is: [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:01:30Z', 'revision_number': 4, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port': {'id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:26Z', 'updated_at': '2022-09-15T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd9fbcc50-6f02-4610-a66f-cbfa43690035', 'name': '', 'network_id': '66223313-e86d-4261-a468-dc1756dbc98d', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'mac_address': 'fa:16:3e:5a:de:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1398, 'fixed_ips': [{'subnet_id': '6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:29Z', 'updated_at': '2022-09-15T10:01:34Z', 'revision_number': 4, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'subnets': [{'id': '6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:01:35.009588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73d3c703-1fee-45c1-b669-afbc242c4824,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:35.034582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] No DVR routers for this DVR port f2c96283-eaae-4582-814b-d7b1522b60b3 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:01:35.045096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e464915-b3c4-40ff-8c18-27218e33d45e None None] Pushing event deleted for resources: {'Port': ['ID=f2c96283-eaae-4582-814b-d7b1522b60b3,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:35.097465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.099685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.110403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.115332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bbaa9414-0608-48c4-9834-4f9fda0706cb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4835927 Sep 15 10:01:35.130555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3519f191-347a-412c-b3fa-ef3fd1a868e4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:35.184140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.185973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Fanout notify agent at l3_agent the message router_deleted on router faee67f7-2715-4f98-b653-b255b40c01ea {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:01:35.201429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.203269 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9d3fc2d1-5353-45fc-bc6c-30280468d7d8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/routers/faee67f7-2715-4f98-b653-b255b40c01ea HTTP/1.1" status: 204 len: 168 time: 1.7079480 Sep 15 10:01:35.206393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56062) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:35.346647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f2c96283-eaae-4582-814b-d7b1522b60b3 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:01:35.375955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.393902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: f2c96283-eaae-4582-814b-d7b1522b60b3 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:01:35.394640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f2c96283-eaae-4582-814b-d7b1522b60b3 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:01:35.572148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.604455 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678dac4a-345d-4699-b5dc-9bfd23ad9db7']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:35.617642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:35.618367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab52f1a6-1cca-4f65-8bf8-d94d44639b6a') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:35.632080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.648901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.654979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:01:35.658695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.727192 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment ab52f1a6-1cca-4f65-8bf8-d94d44639b6a resource provider aggregate not found Sep 15 10:01:35.748831 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment ab52f1a6-1cca-4f65-8bf8-d94d44639b6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab52f1a6-1cca-4f65-8bf8-d94d44639b6a found for delete ", "request_id": "req-590f6120-ea81-42f0-9a80-b1098b342a9f"}]} Sep 15 10:01:35.830127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.834724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:35.862095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=678dac4a-345d-4699-b5dc-9bfd23ad9db7,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:35.938947 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-123c81f2-8bc5-49c7-9138-3bd8cb2cdab0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/678dac4a-345d-4699-b5dc-9bfd23ad9db7 HTTP/1.1" status: 204 len: 168 time: 0.7308998 Sep 15 10:01:35.957485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56098) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:35.969025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-42dea1fc-0fd2-4a66-8be7-73f582949712 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0101502 Sep 15 10:01:35.971460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56102) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:35.976878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--1262076894', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:35.984653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:35.986078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:35.990219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:35.995976 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:36.102611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:36.106127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:36.139487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:01:36.148612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:36.150774 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment 84366a83-fed4-4456-b5f0-01f2d737d654 of type vlan for network 2e354bcd-4c68-4e18-ba92-be60ac8c506f Sep 15 10:01:36.283107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:36.401553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:36.407748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:36.408467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:36.528280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=2e354bcd-4c68-4e18-ba92-be60ac8c506f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:36.539657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:01:36.573783 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1093b965-9bb9-4303-92b0-9e3b43e1c01d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6012766 Sep 15 10:01:36.576644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56110) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:36.582857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'admin_state_up': True, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:36.595533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:36.601679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:router and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:36.608545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:36.616543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:36.755927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d9fbcc50-6f02-4610-a66f-cbfa43690035 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:36.759353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:36.760387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:36.776335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:36.898217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port d9fbcc50-6f02-4610-a66f-cbfa43690035 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:36.903670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d9fbcc50-6f02-4610-a66f-cbfa43690035 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:36.904000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:37.027456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d9fbcc50-6f02-4610-a66f-cbfa43690035 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:37.028147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:37.063930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port d9fbcc50-6f02-4610-a66f-cbfa43690035, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d9fbcc50-6f02-4610-a66f-cbfa43690035,segment=NetworkSegment(7eba80f9-83b7-4937-ad40-006345433de3),segment_id=7eba80f9-83b7-4937-ad40-006345433de3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:37.140254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:37.172679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:37.206857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 469ce477-5079-4cda-9b76-ce81fe1eaea5 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:01:37.261399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 469ce477-5079-4cda-9b76-ce81fe1eaea5 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:01:37.261740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 469ce477-5079-4cda-9b76-ce81fe1eaea5 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:01:37.262241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 275b8add-2246-4f11-97c4-ffd19d4c8a74 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:01:37.300021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 275b8add-2246-4f11-97c4-ffd19d4c8a74 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:01:37.300324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 275b8add-2246-4f11-97c4-ffd19d4c8a74 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:01:37.315487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=d9fbcc50-6f02-4610-a66f-cbfa43690035,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:37.548537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:37.578784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:37.719608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.90 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/f4e92e4d-d155-460f-85c4-e1b40008c2cc) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:37.875707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:37.960592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:38.027272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:38.030233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:38.033855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:38.063542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=f4e92e4d-d155-460f-85c4-e1b40008c2cc,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:38.639953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:38.698552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d9fbcc50-6f02-4610-a66f-cbfa43690035 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:38.786126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d9fbcc50-6f02-4610-a66f-cbfa43690035 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:38.788081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:38.930435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d9fbcc50-6f02-4610-a66f-cbfa43690035 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:39.044537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:39.319550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:01:39.524165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:01:39.563684 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Sync routers for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:01:39.563684 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:39.563684 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:39.756478 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:39.795352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:39.797105 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ff7b9d89-c377-4703-9042-a91cad6d348e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2184610 Sep 15 10:01:39.799573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56156) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:39.840711 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b14bea05-f574-4b10-9e8f-1d362c0be230 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399590 Sep 15 10:01:39.843075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56160) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:39.987115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909276a-5190-436d-bca6-ff99e3799f16 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:39.988588 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a909276a-5190-436d-bca6-ff99e3799f16 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1445324 Sep 15 10:01:39.992153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56164) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:40.033737 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c9e6eab8-5d6a-4a53-9517-1f8efb5868ef tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405009 Sep 15 10:01:40.036688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56168) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:40.042125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-859291743', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:40.064140 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:38Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:40.070709 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Checking router: ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:01:40.071343 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Updating router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 port f4e92e4d-d155-460f-85c4-e1b40008c2cc binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:01:40.127877 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:40.157236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:40.162032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:40.165057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:40.170950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:40.251178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:40.254927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:40.498883 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:40.514798 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Transition to ACTIVE for port object f4e92e4d-d155-460f-85c4-e1b40008c2cc will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:40.835427 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:40.858414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:40.904919 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Attempting to bind port f4e92e4d-d155-460f-85c4-e1b40008c2cc on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:40.905287 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Attempting to bind port f4e92e4d-d155-460f-85c4-e1b40008c2cc by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:40.905644 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Attempting to bind port f4e92e4d-d155-460f-85c4-e1b40008c2cc on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:40.915064 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:40.915438 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:40.915835 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:40.916247 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:40.916713 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Bound port: f4e92e4d-d155-460f-85c4-e1b40008c2cc, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:40.917089 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:40.945994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=37f61c73-3c9b-4a5d-b4ff-a62646e297ab,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:40.955062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:40.955188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: 2e354bcd-4c68-4e18-ba92-be60ac8c506f, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:01:40.964920 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e92db3-c78a-4ef0-bae3-c4a79977cb8e None None] Pushing event updated for resources: {'Port': ['ID=f4e92e4d-d155-460f-85c4-e1b40008c2cc,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:41.003924 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] For port f4e92e4d-d155-460f-85c4-e1b40008c2cc, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:41.007232 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] For port f4e92e4d-d155-460f-85c4-e1b40008c2cc, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f4e92e4d-d155-460f-85c4-e1b40008c2cc,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:41.023627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:01:41.080144 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:41.102210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 2e354bcd-4c68-4e18-ba92-be60ac8c506f) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:41.106549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:41.107134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:41.113704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4b64c4-79aa-45ef-b45c-58d0568bd616 None None] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:41.162156 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:41.162783 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:41.208840 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1431007a-e90a-4333-b159-2d4561ac15c3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1680605 Sep 15 10:01:41.209192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56174) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:41.253275 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e92db3-c78a-4ef0-bae3-c4a79977cb8e None None] Pushing event updated for resources: {'Port': ['ID=f4e92e4d-d155-460f-85c4-e1b40008c2cc,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:41.374355 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:41.388777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:01:41.391522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:41.589051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Allocated IP 172.20.0.2 (2e354bcd-4c68-4e18-ba92-be60ac8c506f/37f61c73-3c9b-4a5d-b4ff-a62646e297ab/89e98eb2-3acc-4aaf-8a0a-d802fc46ca03) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:41.773196 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:38Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:41.777429 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da363c4c-3b4a-46cd-83b6-7dd8e38326d3 None None] The sync data for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv is: [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:38Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:01:41.833488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:41.856362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Transition to ACTIVE for port object 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:41.896161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Transition to ACTIVE for port object 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:41.967119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:42.092068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Pushing event updated for resources: {'Port': ['ID=89e98eb2-3acc-4aaf-8a0a-d802fc46ca03,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:42.096576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:42.100962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:42.102161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:42.104463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:42.228729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Attempting to bind port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:42.229427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Attempting to bind port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:42.229427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Attempting to bind port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 on network 2e354bcd-4c68-4e18-ba92-be60ac8c506f {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:42.235415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:42.235644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Checking segment: {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:42.237633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:42.238072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Bound using segment: {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:42.238809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Bound port: 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:42.239858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:42.382234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] For port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:42.386902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] For port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=89e98eb2-3acc-4aaf-8a0a-d802fc46ca03,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:42.471356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:42.605678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ace95-99f2-4dd8-8db6-aa59e6a4769b None None] Pushing event updated for resources: {'Port': ['ID=89e98eb2-3acc-4aaf-8a0a-d802fc46ca03,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:42.808954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f4e92e4d-d155-460f-85c4-e1b40008c2cc up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:42.835511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.1 (2e354bcd-4c68-4e18-ba92-be60ac8c506f/37f61c73-3c9b-4a5d-b4ff-a62646e297ab/fecfc502-aabc-42b4-a9d9-aea49023fc52) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:43.028977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f4e92e4d-d155-460f-85c4-e1b40008c2cc completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:43.035604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f4e92e4d-d155-460f-85c4-e1b40008c2cc triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:43.036514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:43.135833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:43.156307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object fecfc502-aabc-42b4-a9d9-aea49023fc52 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:43.225981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f4e92e4d-d155-460f-85c4-e1b40008c2cc is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:43.226361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:43.244644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port f4e92e4d-d155-460f-85c4-e1b40008c2cc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f4e92e4d-d155-460f-85c4-e1b40008c2cc,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:43.250925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:43.323248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:43.579831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:43.579831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:43.579831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:43.579831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=fecfc502-aabc-42b4-a9d9-aea49023fc52,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:43.581301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=f4e92e4d-d155-460f-85c4-e1b40008c2cc,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:43.581639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:43.951454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9551fc4d-a40d-4f7b-bcae-79658b44d62a None None] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:01:44.124795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:44.133889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-42780c8b-d936-4a2c-8b49-27d7806d6f02 None None] Provisioning for port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:44.626514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:44.634995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-db5bf0c2-f826-490c-a27a-8f6f70096325 None None] Provisioning for port fecfc502-aabc-42b4-a9d9-aea49023fc52 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:44.640556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-db5bf0c2-f826-490c-a27a-8f6f70096325 None None] Provisioning complete for port fecfc502-aabc-42b4-a9d9-aea49023fc52 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:44.641201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db5bf0c2-f826-490c-a27a-8f6f70096325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:44.709248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:44.720369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-db5bf0c2-f826-490c-a27a-8f6f70096325 None None] Port fecfc502-aabc-42b4-a9d9-aea49023fc52 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:44.810390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:44.839972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:44.843795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=fecfc502-aabc-42b4-a9d9-aea49023fc52,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:44.888807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-75e07bdd-d3a3-4b3b-bc6c-6b7dc4177975 None None] Provisioning complete for port fecfc502-aabc-42b4-a9d9-aea49023fc52 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:44.889106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-75e07bdd-d3a3-4b3b-bc6c-6b7dc4177975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:44.951288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-75e07bdd-d3a3-4b3b-bc6c-6b7dc4177975 None None] Port fecfc502-aabc-42b4-a9d9-aea49023fc52 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:44.986436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:44.987815 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:45.022483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:45.028089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:45.028493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:45.182364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:45.182783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:45.205308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:01:45.221272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=89e98eb2-3acc-4aaf-8a0a-d802fc46ca03,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:45.277361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e8291c27-7e27-4419-ab35-f6ded8caa680 None None] Provisioning complete for port fecfc502-aabc-42b4-a9d9-aea49023fc52 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:45.277661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e8291c27-7e27-4419-ab35-f6ded8caa680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:45.321255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:45.322023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f4e92e4d-d155-460f-85c4-e1b40008c2cc up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:45.476480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e8291c27-7e27-4419-ab35-f6ded8caa680 None None] Port fecfc502-aabc-42b4-a9d9-aea49023fc52 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:45.492157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=89e98eb2-3acc-4aaf-8a0a-d802fc46ca03,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:45.506678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f4e92e4d-d155-460f-85c4-e1b40008c2cc triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:45.507059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:45.528865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:01:45.543458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Sync routers for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:01:45.547517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-62aa205c-45a1-4c28-8f39-a1051f834e1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3346052 Sep 15 10:01:45.547893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56186) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:45.566864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:45.569402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:45.701650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd49b81-a17a-43f7-9a4a-9be42c097f5c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.702922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd49b81-a17a-43f7-9a4a-9be42c097f5c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.703732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd49b81-a17a-43f7-9a4a-9be42c097f5c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.704545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd49b81-a17a-43f7-9a4a-9be42c097f5c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.705154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd49b81-a17a-43f7-9a4a-9be42c097f5c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.706170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd49b81-a17a-43f7-9a4a-9be42c097f5c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.708607 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6dd49b81-a17a-43f7-9a4a-9be42c097f5c tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1595473 Sep 15 10:01:45.711434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56190) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:45.785612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713ecb-2008-4541-bc15-e11f82175c83 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.786741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713ecb-2008-4541-bc15-e11f82175c83 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.787190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713ecb-2008-4541-bc15-e11f82175c83 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.787633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713ecb-2008-4541-bc15-e11f82175c83 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.788080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713ecb-2008-4541-bc15-e11f82175c83 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.788514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c713ecb-2008-4541-bc15-e11f82175c83 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:45.792738 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1c713ecb-2008-4541-bc15-e11f82175c83 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0779045 Sep 15 10:01:45.793088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56194) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:45.830374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f4e92e4d-d155-460f-85c4-e1b40008c2cc is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:45.848324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:46.031191 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c8bb7bae-ee64-4d27-913e-40f9ee046e8b tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2263005 Sep 15 10:01:46.158725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56200) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:46.164898 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1758302779', 'description': 'tempest-secgroup-smoke-1758302779 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:46.170745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:46.175683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:46.175947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:01:44Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:46.180360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:46.181455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Checking router: ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:01:46.181844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Updating router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 port fecfc502-aabc-42b4-a9d9-aea49023fc52 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:01:46.188558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:46.236351 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.269750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.311899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:46.315701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:46.319544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:46.327664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:46.419143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.487947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.541146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8a27a2-e725-4312-b889-6e942239b4fc,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:46.623958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.625279 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-20d723b0-6c03-48d1-b7bc-38fe3a50fb1a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4655614 Sep 15 10:01:46.628124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56206) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:46.636074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'eb8a27a2-e725-4312-b889-6e942239b4fc', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:46.637651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.642613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:46.647828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:46.651124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Transition to ACTIVE for port object fecfc502-aabc-42b4-a9d9-aea49023fc52 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:46.651246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:46.658391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:46.708438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:46.762275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.790662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.859716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.932461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:46.959382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f51868-d287-48e5-b595-06b97f2ed689,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:46.966037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb97d9-5472-4e42-b08c-8359006130f8 None None] Pushing event updated for resources: {'Port': ['ID=fecfc502-aabc-42b4-a9d9-aea49023fc52,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:46.996623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:46.996932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.021123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Attempting to bind port fecfc502-aabc-42b4-a9d9-aea49023fc52 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:47.021484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Attempting to bind port fecfc502-aabc-42b4-a9d9-aea49023fc52 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:47.021877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Attempting to bind port fecfc502-aabc-42b4-a9d9-aea49023fc52 on network 2e354bcd-4c68-4e18-ba92-be60ac8c506f {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:47.043858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:47.044229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Checking segment: {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:47.044632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.045117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Bound using segment: {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:47.045496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Bound port: fecfc502-aabc-42b4-a9d9-aea49023fc52, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:47.045881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.064047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.066144 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9dba7bb1-0c09-41d3-bb0b-64091756dfac tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4370685 Sep 15 10:01:47.069680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56210) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:47.079248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'eb8a27a2-e725-4312-b889-6e942239b4fc', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:47.086369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:47.090625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:47.094035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:47.103751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:47.195800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] For port fecfc502-aabc-42b4-a9d9-aea49023fc52, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:47.209086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] For port fecfc502-aabc-42b4-a9d9-aea49023fc52, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fecfc502-aabc-42b4-a9d9-aea49023fc52,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:47.211355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:47.220682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.276038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.285701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.342640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:01:47.343273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:47.366939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.399039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7af3a6-5107-4504-b7c8-de9b7356b542,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:47.435162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb97d9-5472-4e42-b08c-8359006130f8 None None] Pushing event updated for resources: {'Port': ['ID=fecfc502-aabc-42b4-a9d9-aea49023fc52,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:47.469171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.473650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56216) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:47.476284 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2b056b5b-240b-483e-bd7d-ad51126cdcaf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4022696 Sep 15 10:01:47.479598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'eb8a27a2-e725-4312-b889-6e942239b4fc', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:47.487573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:47.503009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:47.503009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:47.503009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:47.586999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.602606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:01:47.662440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.710084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.733515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240627c1-2510-4d53-a5c3-76341fbd1180,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:47.824867 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:47.829114 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-83772627-1c3b-4512-9d00-84769bccfa46 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3517210 Sep 15 10:01:47.829846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56220) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:47.835359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'eb8a27a2-e725-4312-b889-6e942239b4fc', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:47.842415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:47.893623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:47.893623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:47.893623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:47.941190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:01:47Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:01:47.946130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd021c9-371c-4fc1-aad4-91894b7d79d2 None None] The sync data for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv is: [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:01:47Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:01:48.532539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:48.611646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:48.686589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:48.735532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61b46e6-8002-4c12-baeb-33f063d7f70a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:48.752292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fecfc502-aabc-42b4-a9d9-aea49023fc52 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:48.818596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:48.822851 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c563012c-80cc-4e11-824f-ac31ad959a7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9923368 Sep 15 10:01:48.823075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56226) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:48.828783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'eb8a27a2-e725-4312-b889-6e942239b4fc', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:48.835632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:48.840154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:48.843475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:48.852992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:48.909510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port fecfc502-aabc-42b4-a9d9-aea49023fc52 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:48.915836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port fecfc502-aabc-42b4-a9d9-aea49023fc52 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:48.919673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:48.937742 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:01:48.946095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.043360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.046856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port fecfc502-aabc-42b4-a9d9-aea49023fc52 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:49.047236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.087510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port fecfc502-aabc-42b4-a9d9-aea49023fc52, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fecfc502-aabc-42b4-a9d9-aea49023fc52,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:01:49.126430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.152395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12ff0be-2c18-4ff6-afda-c062433bcba8,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:49.194977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.254733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.256117 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9bd903d6-0b31-4575-ae9e-12ff7eb37ea9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4320338 Sep 15 10:01:49.258878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56230) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:01:49.264354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': 'eb8a27a2-e725-4312-b889-6e942239b4fc', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:49.270834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=fecfc502-aabc-42b4-a9d9-aea49023fc52,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:49.271044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:49.274881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:01:49.278440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:01:49.286507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:49.372121 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:01:49.378981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.448723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.520455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.541098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c122b209-50dc-44f0-b4de-43d126ca9973,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:49.612209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-79f815b9-4bdb-459c-ab74-063c9561b04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.656254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:49.666538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1afc8faa-8cc9-4a14-8a46-4be6d310e802 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3979979 Sep 15 10:01:50.047832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5fa37c8f-554e-4af5-ba21-5836298ec7a9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:50.120651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5fa37c8f-554e-4af5-ba21-5836298ec7a9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:50.125162 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5fa37c8f-554e-4af5-ba21-5836298ec7a9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1758302779&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.1166418 Sep 15 10:01:50.283276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-4764a958-d4ed-4e6b-bb0e-fb8bfe8538f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:50.283875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-4764a958-d4ed-4e6b-bb0e-fb8bfe8538f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:50.377807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-4764a958-d4ed-4e6b-bb0e-fb8bfe8538f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:50.379093 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-4764a958-d4ed-4e6b-bb0e-fb8bfe8538f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=2e354bcd-4c68-4e18-ba92-be60ac8c506f HTTP/1.1" status: 200 len: 797 time: 0.2464874 Sep 15 10:01:50.394774 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-0b262235-9b45-4f98-b3bc-ce76c4fe69e2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0099866 Sep 15 10:01:50.497939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-0fa75f01-3bab-4644-9c38-db4894fab7b9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:50.589028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-0fa75f01-3bab-4644-9c38-db4894fab7b9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:50.590567 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-0fa75f01-3bab-4644-9c38-db4894fab7b9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1900313 Sep 15 10:01:50.613489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:50.729093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fecfc502-aabc-42b4-a9d9-aea49023fc52 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:01:50.743521 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-97d9d8ab-defe-4c0a-82c3-ac857278ca5c service neutron] 10.222.0.62 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397219 Sep 15 10:01:50.822095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port fecfc502-aabc-42b4-a9d9-aea49023fc52 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:50.822473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:50.892372 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5f294b72-12b4-4caf-9695-8399d4742f22 service neutron] 10.222.0.62 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426210 Sep 15 10:01:50.950344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port fecfc502-aabc-42b4-a9d9-aea49023fc52 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:01:51.177719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-013d3f7e-6bae-4b48-88e9-8195bd509e1c req-76fada21-bfd3-4f96-b74c-17d5657dd276 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:51.190534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-013d3f7e-6bae-4b48-88e9-8195bd509e1c req-76fada21-bfd3-4f96-b74c-17d5657dd276 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:51.192754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-013d3f7e-6bae-4b48-88e9-8195bd509e1c req-76fada21-bfd3-4f96-b74c-17d5657dd276 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 210 time: 0.0662086 Sep 15 10:01:51.750574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eac8f1a8-18db-464b-8848-895bb22067ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:52.377002 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bccfdbd2-f619-4a67-9143-34c1e405b648 req-312b63a4-1052-4ac3-96e2-d3684b398a88 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 210 time: 0.0630047 Sep 15 10:01:52.566507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:52.772055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:53.572385 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-879db110-35f7-492c-af14-8921b5ae4730 req-0417013c-a7a3-4142-b221-90740f52e4e3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 210 time: 0.0578053 Sep 15 10:01:53.623295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-66511926-1e3e-4482-b261-90345d77d42e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:53.623968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-66511926-1e3e-4482-b261-90345d77d42e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:53.635936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-66511926-1e3e-4482-b261-90345d77d42e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:53.637202 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-66511926-1e3e-4482-b261-90345d77d42e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=2e354bcd-4c68-4e18-ba92-be60ac8c506f HTTP/1.1" status: 200 len: 797 time: 0.2319446 Sep 15 10:01:53.697607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-8558bc86-c7fe-463e-a902-3def5acaaf09 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:53.710028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-8558bc86-c7fe-463e-a902-3def5acaaf09 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:53.711604 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-8558bc86-c7fe-463e-a902-3def5acaaf09 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 380 time: 0.0593560 Sep 15 10:01:53.719115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['eb8a27a2-e725-4312-b889-6e942239b4fc']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:53.874321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:01:53.884427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:01:53.988633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:01:53.992308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:54.161660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.4 (2e354bcd-4c68-4e18-ba92-be60ac8c506f/37f61c73-3c9b-4a5d-b4ff-a62646e297ab/e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:01:54.370539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:54.386970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:54.553666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:54.669705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:54.743277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:01:54.746428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:01:54.749014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:01:54.792974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:54.808627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c3c62-361b-455c-b3b1-6c7e6fea5be4 req-41e5ad7c-5c54-4a0c-b7d5-0b0028942083 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:54.808627 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-572c3c62-361b-455c-b3b1-6c7e6fea5be4 req-41e5ad7c-5c54-4a0c-b7d5-0b0028942083 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 931 time: 0.1025479 Sep 15 10:01:54.829964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:54.830748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:54.857333 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-572c3c62-361b-455c-b3b1-6c7e6fea5be4 req-a7d9920c-c31d-47f3-8648-a4de49067f60 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445135 Sep 15 10:01:54.965622 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-e2338bc7-493d-4877-b7db-3702b38693fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2499630 Sep 15 10:01:54.983710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Request body: {'port': {'device_id': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:01:55.099800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:55.136845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-94aa2a46-3363-46b1-9226-60229e820685 None None] Provisioning for port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:01:55.142749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-94aa2a46-3363-46b1-9226-60229e820685 None None] Provisioning complete for port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:01:55.143332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-94aa2a46-3363-46b1-9226-60229e820685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:55.199621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-94aa2a46-3363-46b1-9226-60229e820685 None None] Port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:01:55.556711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:01:55.564027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:55.578919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Transition to ACTIVE for port object e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:01:55.702972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:55.886307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:55.930202 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Attempting to bind port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:01:55.930531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Attempting to bind port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:01:55.930849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Attempting to bind port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 on network 2e354bcd-4c68-4e18-ba92-be60ac8c506f {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:55.935329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 on network 2e354bcd-4c68-4e18-ba92-be60ac8c506f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:01:55.935640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Attempting to bind port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 on network 2e354bcd-4c68-4e18-ba92-be60ac8c506f {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:01:55.940697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:01:55.941026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Checking segment: {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:01:55.941403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Bound using segment: {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:01:55.941841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Bound port: e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84366a83-fed4-4456-b5f0-01f2d737d654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:01:55.942188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:56.089797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] For port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:01:56.092987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] For port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:01:56.111873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1abdd3-7538-4213-807c-5bb79f8bd0be req-15934055-627f-4ce0-9c39-eceb6563bdba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:56.112557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ba1abdd3-7538-4213-807c-5bb79f8bd0be req-15934055-627f-4ce0-9c39-eceb6563bdba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:01:56.240825 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:56.272868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:56.273563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:01:56.275032 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] 10.222.0.16 "PUT /v2.0/ports/e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 HTTP/1.1" status: 200 len: 1093 time: 1.2955902 Sep 15 10:01:56.275490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:01:56.277859 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3e1786-fd9c-4aa1-b604-d8294cccf159" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:01:56.285523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ba1abdd3-7538-4213-807c-5bb79f8bd0be req-15934055-627f-4ce0-9c39-eceb6563bdba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:01:56.287005 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba1abdd3-7538-4213-807c-5bb79f8bd0be req-15934055-627f-4ce0-9c39-eceb6563bdba tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 943 time: 0.3002455 Sep 15 10:01:56.335519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cbb7f9-3f38-42fc-b896-5f4de0395360 x-openstack-request-id: req-f9cbb7f9-3f38-42fc-b896-5f4de0395360 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:01:56.335809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:01:56.336063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9cbb7f9-3f38-42fc-b896-5f4de0395360 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:01:56.336460 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9cbb7f9-3f38-42fc-b896-5f4de0395360'] response: {'name': 'network-changed', 'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'status': 'completed', 'code': 200} Sep 15 10:01:56.354924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3114b-8c1b-44f9-8fff-ce6daab48182 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:01:56.364671 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba1abdd3-7538-4213-807c-5bb79f8bd0be req-54b6f28f-9519-4c85-ab0b-dbca6df04c72 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592396 Sep 15 10:01:56.455173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e1786-fd9c-4aa1-b604-d8294cccf159 req-84174a88-c04e-43a9-9b37-54faf88be083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:56.456678 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af3e1786-fd9c-4aa1-b604-d8294cccf159 req-84174a88-c04e-43a9-9b37-54faf88be083 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 1096 time: 0.0836473 Sep 15 10:01:56.605597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e1786-fd9c-4aa1-b604-d8294cccf159 req-51440b0f-2641-48a2-8705-9c053b89d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:56.607037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af3e1786-fd9c-4aa1-b604-d8294cccf159 req-51440b0f-2641-48a2-8705-9c053b89d2c6 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1379411 Sep 15 10:01:56.743956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3e1786-fd9c-4aa1-b604-d8294cccf159 req-440333d5-344c-44b1-b1e3-8eec1d76fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:56.745399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af3e1786-fd9c-4aa1-b604-d8294cccf159 req-440333d5-344c-44b1-b1e3-8eec1d76fa23 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328878 Sep 15 10:01:56.878723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-b38083a9-5dc8-4238-9a8b-46a87ce80747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:56.880170 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-b38083a9-5dc8-4238-9a8b-46a87ce80747 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 1096 time: 0.0779498 Sep 15 10:01:56.958663 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5890de1a-6eaf-4c62-8fc7-eec61b7fcf6c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 HTTP/1.1" status: 200 len: 217 time: 0.0638628 Sep 15 10:01:57.020354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-56f40e33-30c5-4a97-8d56-4da4fa21d043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:57.021997 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-56f40e33-30c5-4a97-8d56-4da4fa21d043 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37f61c73-3c9b-4a5d-b4ff-a62646e297ab HTTP/1.1" status: 200 len: 834 time: 0.0570126 Sep 15 10:01:57.106137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5641759d-d8f5-497b-9c73-d428926c9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:57.107639 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5641759d-d8f5-497b-9c73-d428926c9e1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e354bcd-4c68-4e18-ba92-be60ac8c506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803702 Sep 15 10:01:57.238980 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-f669033c-0466-404a-86c6-728ea9bd55d5 service neutron] 10.222.0.16 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251934 Sep 15 10:01:57.489432 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b6a5d1-f1f3-42f1-960d-8a6317bc1de0 req-5edf5726-1776-4ef6-9e6b-09f9e65dcc32 service neutron] 10.222.0.16 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436657 Sep 15 10:01:57.583231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d451c-4d7a-46f6-ae13-80117b3af38e req-7a9864d5-f38f-4b64-9166-771cdd27ba38 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:57.585441 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c26d451c-4d7a-46f6-ae13-80117b3af38e req-7a9864d5-f38f-4b64-9166-771cdd27ba38 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 943 time: 0.0911131 Sep 15 10:01:57.632653 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c26d451c-4d7a-46f6-ae13-80117b3af38e req-49b6e652-6034-4c59-9c5c-a451f3c6c767 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409131 Sep 15 10:01:58.855557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d44a490-c4b2-4932-a7d3-0f4717b64469 req-41094b96-66de-4ffe-b48d-f7b01f4b783a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:01:58.857016 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d44a490-c4b2-4932-a7d3-0f4717b64469 req-41094b96-66de-4ffe-b48d-f7b01f4b783a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 943 time: 0.1011519 Sep 15 10:01:58.901840 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d44a490-c4b2-4932-a7d3-0f4717b64469 req-535d54c6-d1e8-43e0-8e67-0854255f9117 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387409 Sep 15 10:02:00.110169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cfa2e1-938f-49eb-a794-01a672c89993 req-db946e99-84bc-4f95-bd20-c2b1aff98cb1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:00.111654 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-10cfa2e1-938f-49eb-a794-01a672c89993 req-db946e99-84bc-4f95-bd20-c2b1aff98cb1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 943 time: 0.0922403 Sep 15 10:02:00.156151 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-10cfa2e1-938f-49eb-a794-01a672c89993 req-700d518c-a9f8-40de-98e1-77a206f176d4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385664 Sep 15 10:02:00.603244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:02:00.736947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:00.750555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'port_id': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'mac_address': 'fa:16:3e:31:81:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:02:00.811223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:00.811597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:00.829346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:02:00.845631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:00.982093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:01.049043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:01.056445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.056793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.057129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.057463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.057786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.058141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.058460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.058783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.059119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.059477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.059796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.060111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:01.268854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:02:01.371458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ac818-78ac-4b85-ad89-4f622792195e req-e1210b89-8c52-42be-8af7-968fb777e08a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:01.372904 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-616ac818-78ac-4b85-ad89-4f622792195e req-e1210b89-8c52-42be-8af7-968fb777e08a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 944 time: 0.0977488 Sep 15 10:02:01.420564 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-616ac818-78ac-4b85-ad89-4f622792195e req-1086043b-8b02-4679-9a44-01399bb80ca6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Sep 15 10:02:02.618215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:02:02.637165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e464a-8b37-436c-b58c-8e090bf5c447 req-941b8b45-cdde-4a01-a171-4f37b364e171 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:02.639821 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7f1e464a-8b37-436c-b58c-8e090bf5c447 req-941b8b45-cdde-4a01-a171-4f37b364e171 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 944 time: 0.0949733 Sep 15 10:02:02.684733 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7f1e464a-8b37-436c-b58c-8e090bf5c447 req-c263e3c6-5ce5-4ec7-80df-ea09b5836ed6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401177 Sep 15 10:02:02.794519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:02:02.799744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:02:02.800111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:02.953336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:02.953709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:02.981203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:02:02.983516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dfeb0a-9605-44f2-a185-ffe0bf0e05d3" -d '{"events": [{"server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "name": "network-vif-plugged", "status": "completed", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:02:02.990899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:03.027047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4014f8-4d95-45be-b749-0c5658de76c1 x-openstack-request-id: req-3c4014f8-4d95-45be-b749-0c5658de76c1 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:02:03.027548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "name": "network-vif-plugged", "status": "completed", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:02:03.027816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c4014f8-4d95-45be-b749-0c5658de76c1 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:02:03.028211 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c4014f8-4d95-45be-b749-0c5658de76c1'] response: {'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'code': 200} Sep 15 10:02:03.086689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:03.154061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:03.592562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bff8d8-03fc-4f12-ae6e-50109843ab8c req-63270619-e27b-43a9-b026-f00a03068eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:03.594069 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75bff8d8-03fc-4f12-ae6e-50109843ab8c req-63270619-e27b-43a9-b026-f00a03068eb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 1098 time: 0.0828719 Sep 15 10:02:03.635335 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75bff8d8-03fc-4f12-ae6e-50109843ab8c req-fc991c76-7d18-4aff-ac0a-b13aaa9f0463 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358372 Sep 15 10:02:03.901512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e53632-decc-45c4-bee6-bf557d434e08 req-0e17e0fc-3056-49db-8c51-0bf9379a526e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:03.902935 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c9e53632-decc-45c4-bee6-bf557d434e08 req-0e17e0fc-3056-49db-8c51-0bf9379a526e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 945 time: 0.0952382 Sep 15 10:02:03.957283 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c9e53632-decc-45c4-bee6-bf557d434e08 req-9ef5dca5-ce34-49ed-8208-9b71138eda10 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486810 Sep 15 10:02:05.141882 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:02:05.172396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dca43c-08bb-446c-a962-7e046c5c632b req-553b9f08-06a0-48a8-b5c1-d4f6733ad082 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:05.173887 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71dca43c-08bb-446c-a962-7e046c5c632b req-553b9f08-06a0-48a8-b5c1-d4f6733ad082 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 945 time: 0.0886312 Sep 15 10:02:05.220405 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71dca43c-08bb-446c-a962-7e046c5c632b req-883ec712-8c68-4397-b3ef-3fa666906aee tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407598 Sep 15 10:02:05.430660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af019a8-c4a5-48af-9c70-94e0c2548d3b req-509c7c96-bc2b-4df5-bdc2-a2285811a804 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:05.432156 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4af019a8-c4a5-48af-9c70-94e0c2548d3b req-509c7c96-bc2b-4df5-bdc2-a2285811a804 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 945 time: 0.0906639 Sep 15 10:02:05.478074 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4af019a8-c4a5-48af-9c70-94e0c2548d3b req-b98e5e19-a43e-4fec-ac2e-1eab254e4acb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402527 Sep 15 10:02:05.513398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56344) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:05.593884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75debdfd-da42-4f8f-8762-2cd61661b84a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:05.595373 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-75debdfd-da42-4f8f-8762-2cd61661b84a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 1093 time: 0.0809491 Sep 15 10:02:05.598209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56348) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:05.603702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:02:05.613446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:02:05.613446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:02:05.616180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:02:05.622639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:02:05.714651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:05.949038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:06.082183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.98 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/12840bf9-dbeb-4423-9416-e0ef9a0158ad) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:02:06.236552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:06.319628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-92569d91-95f2-4e51-81be-7abc0575f1bd tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:02:06.331818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:06.400194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:02:06.402877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:02:06.406640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:02:06.417315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-92569d91-95f2-4e51-81be-7abc0575f1bd tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:02:06.418525 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-92569d91-95f2-4e51-81be-7abc0575f1bd tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382539204&fields=id&tenant_id=6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 267 time: 0.1411932 Sep 15 10:02:06.447359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=12840bf9-dbeb-4423-9416-e0ef9a0158ad,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:06.569020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8b335fce-6700-4b84-b769-398278958d4a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:06.570998 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8b335fce-6700-4b84-b769-398278958d4a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 812 time: 0.1448576 Sep 15 10:02:06.586549 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-753ce8d3-3c67-4480-9926-e6ecacf27b1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/quotas/6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 375 time: 0.0092425 Sep 15 10:02:06.676906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-9b7bef5e-ca67-43ce-8045-9df3348a09db tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0851274 Sep 15 10:02:06.814896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c4dcff5f-19bc-447d-aa6c-808d06f273f3 service neutron] 10.222.0.62 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261210 Sep 15 10:02:06.835143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:06.950329 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-31a44a91-1d55-460e-b56b-db4c529f12c8 service neutron] 10.222.0.62 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283197 Sep 15 10:02:06.980955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:07.186378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:07.251285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:07.359862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:07.411640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=12840bf9-dbeb-4423-9416-e0ef9a0158ad,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:07.577027 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 65279ad3-ab8e-4212-bc52-370c2496ddf7 associated. External IP: 172.26.7.98, port: e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1. Sep 15 10:02:07.650572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-747a2f78-c5d3-460e-b94f-6ce7588efee9 req-fab4c181-31a2-48f9-8a3f-38e57aa76705 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:02:07.930866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-747a2f78-c5d3-460e-b94f-6ce7588efee9 req-fab4c181-31a2-48f9-8a3f-38e57aa76705 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:02:07.932091 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-747a2f78-c5d3-460e-b94f-6ce7588efee9 req-fab4c181-31a2-48f9-8a3f-38e57aa76705 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 210 time: 0.3977547 Sep 15 10:02:08.058752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:02:08.245118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:02:08.255212 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] Sync routers for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:02:08.264594 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:08.265196 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:08.308629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:08.369479 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-609475f4-6c67-4352-817a-c8354ac6b4e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7702384 Sep 15 10:02:08.370564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:02:08.372305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56378) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:08.373623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca59af03-193f-41d4-9e8b-1e0777eba96a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:02:08.418496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b7893e-ae73-4f8f-a884-efe820a6df21 x-openstack-request-id: req-67b7893e-ae73-4f8f-a884-efe820a6df21 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:02:08.418891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:02:08.419083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67b7893e-ae73-4f8f-a884-efe820a6df21 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:02:08.419468 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b7893e-ae73-4f8f-a884-efe820a6df21'] response: {'name': 'network-changed', 'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'status': 'completed', 'code': 200} Sep 15 10:02:08.464732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:08.629340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8e365b19-b20f-40e4-8eab-15c09dedd17d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers/ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 HTTP/1.1" status: 200 len: 922 time: 0.2556775 Sep 15 10:02:08.631742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56384) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:08.749752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-60ea6352-9d22-4f6a-b3e0-f16acc621ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:08.751929 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-60ea6352-9d22-4f6a-b3e0-f16acc621ee1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 1098 time: 0.2282553 Sep 15 10:02:08.763937 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4ebc87a8-2d16-4820-9209-941cd6c8ef63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 990 time: 0.1306643 Sep 15 10:02:08.844475 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '65279ad3-ab8e-4212-bc52-370c2496ddf7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'port_id': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'mac_address': 'fa:16:3e:31:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:06Z', 'updated_at': '2022-09-15T10:02:06Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:01:49Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:08.848962 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] Checking router: ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:02:08.859262 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:08.860217 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:01:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:09.021022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-08f6a90b-5a7d-4422-92c9-e6dc4be221f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:09.022555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-08f6a90b-5a7d-4422-92c9-e6dc4be221f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e354bcd-4c68-4e18-ba92-be60ac8c506f HTTP/1.1" status: 200 len: 898 time: 0.2626581 Sep 15 10:02:09.085587 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:09.131788 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-f716ce57-7f30-4625-8786-7256516be3e9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 HTTP/1.1" status: 200 len: 998 time: 0.1030297 Sep 15 10:02:09.146654 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-15b027f6-4943-48e3-be67-38b20189e5df req-6c8e6ef9-2fb1-41de-96cd-683cecc2bb25 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 210 time: 0.0651140 Sep 15 10:02:09.204039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-acef4bcf-1347-4f25-bfe5-75f84ff6ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:09.205482 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-acef4bcf-1347-4f25-bfe5-75f84ff6ec1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37f61c73-3c9b-4a5d-b4ff-a62646e297ab HTTP/1.1" status: 200 len: 834 time: 0.0680163 Sep 15 10:02:09.297144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-28b10bc8-11e5-45b5-93b8-a5d3e29ab46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:09.298698 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-28b10bc8-11e5-45b5-93b8-a5d3e29ab46a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e354bcd-4c68-4e18-ba92-be60ac8c506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867059 Sep 15 10:02:09.441550 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-d995f226-356f-4860-b80a-fe6d60e81a43 service neutron] 10.222.0.16 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289458 Sep 15 10:02:09.498097 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '65279ad3-ab8e-4212-bc52-370c2496ddf7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'port_id': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'mac_address': 'fa:16:3e:31:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:06Z', 'updated_at': '2022-09-15T10:02:06Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:01:49Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:09.502316 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22748e7a-30bf-4a09-9b2a-7c0fb6ab5578 None None] The sync data for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv is: [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '65279ad3-ab8e-4212-bc52-370c2496ddf7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'port_id': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'mac_address': 'fa:16:3e:31:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:06Z', 'updated_at': '2022-09-15T10:02:06Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:01:49Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:02:09.585321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca59af03-193f-41d4-9e8b-1e0777eba96a req-37b81cf5-7fac-47f7-b6cb-f8e035b0e069 service neutron] 10.222.0.16 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372540 Sep 15 10:02:09.703272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5d97f-358f-44f2-88db-3107327c9b6f None None] New status for floating IP 65279ad3-ab8e-4212-bc52-370c2496ddf7: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:02:09.767612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56390) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:09.962707 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9bc40066-c026-41f2-8600-77bdfe9eb085 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 990 time: 0.1936421 Sep 15 10:02:10.015144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c23be00f-3351-4d1e-b321-0b1e0c75ebdc tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:10.016573 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c23be00f-3351-4d1e-b321-0b1e0c75ebdc tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 812 time: 0.1697433 Sep 15 10:02:10.084111 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8d1e3466-04fb-4324-bf69-daad8699cb6a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 379 time: 0.0397363 Sep 15 10:02:10.106381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'port': {'device_id': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'admin_state_up': True, 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'security_groups': ['e46472f4-3c40-4e9e-b896-d9e56b62c13e']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:02:10.244432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:02:10.254378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:02:10.324976 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dd10e348-21a2-4330-846c-0f0d47360f4b req-7f0e773e-462f-40cc-9c5c-1d4c9924f752 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 210 time: 0.0495989 Sep 15 10:02:10.331073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Made reservation on behalf of 6a45f35d65514d2786183c87bd8fcf5e for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:02:10.334929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:10.511608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Allocated IP 172.20.0.3 (bfa3acf3-ddac-4863-9f3f-d40397e9944e/36d6647c-410c-4a79-90c0-7125ffc98ef8/a7a6a9d4-419b-4de2-b219-dc979ef973d6) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:02:10.699724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:10.716251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Transition to ACTIVE for port object a7a6a9d4-419b-4de2-b219-dc979ef973d6 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:02:10.810942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:10.887802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:02:10.890986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:02:10.893599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:02:10.940861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=a7a6a9d4-419b-4de2-b219-dc979ef973d6,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:10.966485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56398) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:10.970749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:10.971375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:11.087531 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-45be0b76-9323-4553-a6fd-e1d6b209642c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 992 time: 0.1197584 Sep 15 10:02:11.098017 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-c9643cd5-3dd6-4d7e-a2f1-5eddcc84ede7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9950345 Sep 15 10:02:11.117792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Request body: {'port': {'device_id': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:02:11.308730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-13cd0adf-42dc-4adc-82f2-12cccc18f401 None None] Provisioning for port a7a6a9d4-419b-4de2-b219-dc979ef973d6 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:02:11.317962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-13cd0adf-42dc-4adc-82f2-12cccc18f401 None None] Provisioning complete for port a7a6a9d4-419b-4de2-b219-dc979ef973d6 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:02:11.322888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-13cd0adf-42dc-4adc-82f2-12cccc18f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:11.342355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:11.386685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-13cd0adf-42dc-4adc-82f2-12cccc18f401 None None] Port a7a6a9d4-419b-4de2-b219-dc979ef973d6 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:02:11.547028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab7444a-878f-431f-a207-f55ab88e8f19 req-698e5456-042a-41c2-bdb7-915fb58bebae tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:11.548808 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2ab7444a-878f-431f-a207-f55ab88e8f19 req-698e5456-042a-41c2-bdb7-915fb58bebae tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 931 time: 0.0989568 Sep 15 10:02:11.597169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-2ab7444a-878f-431f-a207-f55ab88e8f19 req-a68c39fb-99eb-4385-a5cd-0b967eeedfc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:02:11.609550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-2ab7444a-878f-431f-a207-f55ab88e8f19 req-a68c39fb-99eb-4385-a5cd-0b967eeedfc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:02:11.610811 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2ab7444a-878f-431f-a207-f55ab88e8f19 req-a68c39fb-99eb-4385-a5cd-0b967eeedfc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525146 Sep 15 10:02:11.697338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a6a9d4-419b-4de2-b219-dc979ef973d6 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:02:11.704875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:11.719668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Transition to ACTIVE for port object a7a6a9d4-419b-4de2-b219-dc979ef973d6 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:02:11.781372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:11.968633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a6a9d4-419b-4de2-b219-dc979ef973d6,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:12.006593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Attempting to bind port a7a6a9d4-419b-4de2-b219-dc979ef973d6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:02:12.006923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Attempting to bind port a7a6a9d4-419b-4de2-b219-dc979ef973d6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:02:12.007245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Attempting to bind port a7a6a9d4-419b-4de2-b219-dc979ef973d6 on network bfa3acf3-ddac-4863-9f3f-d40397e9944e {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:02:12.012861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Port a7a6a9d4-419b-4de2-b219-dc979ef973d6 on network bfa3acf3-ddac-4863-9f3f-d40397e9944e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:02:12.013173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Attempting to bind port a7a6a9d4-419b-4de2-b219-dc979ef973d6 on network bfa3acf3-ddac-4863-9f3f-d40397e9944e {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:02:12.018209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:02:12.018547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Checking segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:02:12.018919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Bound using segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:02:12.019335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Bound port: a7a6a9d4-419b-4de2-b219-dc979ef973d6, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:02:12.019671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:12.109207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] For port a7a6a9d4-419b-4de2-b219-dc979ef973d6, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:02:12.112138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] For port a7a6a9d4-419b-4de2-b219-dc979ef973d6, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:02:12.188656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:12.221632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:12.222205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:12.223587 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] 10.222.0.16 "PUT /v2.0/ports/a7a6a9d4-419b-4de2-b219-dc979ef973d6 HTTP/1.1" status: 200 len: 1093 time: 1.1107249 Sep 15 10:02:12.224018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'tag': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:02:12.226301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8009c8bd-99a5-4f71-b26c-9fe6ae485240" -d '{"events": [{"name": "network-changed", "server_uuid": "71ea39eb-ef84-480b-8741-8cc10b4ee2bd", "tag": "a7a6a9d4-419b-4de2-b219-dc979ef973d6"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:02:12.267945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffd20d-1e8a-472f-9a35-78706dea6f42 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a6a9d4-419b-4de2-b219-dc979ef973d6,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:12.279579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6fc61e-d98a-4451-a9a5-f4592de2913e x-openstack-request-id: req-ff6fc61e-d98a-4451-a9a5-f4592de2913e {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:02:12.279981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ea39eb-ef84-480b-8741-8cc10b4ee2bd", "tag": "a7a6a9d4-419b-4de2-b219-dc979ef973d6", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:02:12.280235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff6fc61e-d98a-4451-a9a5-f4592de2913e {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:02:12.280627 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6fc61e-d98a-4451-a9a5-f4592de2913e'] response: {'name': 'network-changed', 'server_uuid': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'tag': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'status': 'completed', 'code': 200} Sep 15 10:02:12.406161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009c8bd-99a5-4f71-b26c-9fe6ae485240 req-d3253907-8be5-4569-a45a-4af37c56dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:12.407690 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8009c8bd-99a5-4f71-b26c-9fe6ae485240 req-d3253907-8be5-4569-a45a-4af37c56dcbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 1096 time: 0.0855992 Sep 15 10:02:12.563294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009c8bd-99a5-4f71-b26c-9fe6ae485240 req-cdef1f78-dc62-4257-a1c3-ab4452a926e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:12.564722 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8009c8bd-99a5-4f71-b26c-9fe6ae485240 req-cdef1f78-dc62-4257-a1c3-ab4452a926e9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1445489 Sep 15 10:02:12.707489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009c8bd-99a5-4f71-b26c-9fe6ae485240 req-34805245-1cf7-44dc-9eee-ffed15c10e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:12.709082 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8009c8bd-99a5-4f71-b26c-9fe6ae485240 req-34805245-1cf7-44dc-9eee-ffed15c10e20 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376061 Sep 15 10:02:12.831089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0ce31-3abe-4c9c-959a-c17831c0e94d req-dc63b1a2-f524-4431-a997-117b1f9c3c35 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:12.832941 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-18c0ce31-3abe-4c9c-959a-c17831c0e94d req-dc63b1a2-f524-4431-a997-117b1f9c3c35 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.0906224 Sep 15 10:02:12.847590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-625069be-8f0e-4234-9d4c-f6282a66f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:12.849234 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-625069be-8f0e-4234-9d4c-f6282a66f17f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 1096 time: 0.0810466 Sep 15 10:02:12.877097 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-18c0ce31-3abe-4c9c-959a-c17831c0e94d req-b970b724-99c8-46e6-9264-159e2b7db39a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377691 Sep 15 10:02:12.932353 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-fd4dbd58-a6f8-4833-ad7d-b1d765b26ebb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6 HTTP/1.1" status: 200 len: 217 time: 0.0663106 Sep 15 10:02:12.997356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-70aa9786-6765-4aad-8ed3-5f0561cfe811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:12.998831 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-70aa9786-6765-4aad-8ed3-5f0561cfe811 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0601304 Sep 15 10:02:13.088902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-a16462da-9756-4010-b920-facecf4f37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:13.090363 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-a16462da-9756-4010-b920-facecf4f37cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857754 Sep 15 10:02:13.333041 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-37f9e155-5edc-4b27-a43b-d7a52923f5f5 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363963 Sep 15 10:02:13.469623 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4858c594-d9a0-4a7e-92ce-25a10b6a9616 req-ffda87ef-b453-41fa-b07e-7b57f4ec3b38 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304007 Sep 15 10:02:14.090553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8904c6-ae1c-4508-8a28-282181c02880 req-781f1108-656e-4129-9950-20007d28599e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:14.091235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7f8904c6-ae1c-4508-8a28-282181c02880 req-781f1108-656e-4129-9950-20007d28599e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:02:14.141449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7f8904c6-ae1c-4508-8a28-282181c02880 req-781f1108-656e-4129-9950-20007d28599e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:02:14.142666 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7f8904c6-ae1c-4508-8a28-282181c02880 req-781f1108-656e-4129-9950-20007d28599e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.1406746 Sep 15 10:02:14.187896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7f8904c6-ae1c-4508-8a28-282181c02880 req-1ff1b3f5-da7b-4215-b66e-065e0eda29c7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394309 Sep 15 10:02:15.398076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc4fae-8322-4bb5-ae2f-780bce70f195 req-94a37290-e154-40b5-810b-cd6efb382d68 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:15.399654 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14cc4fae-8322-4bb5-ae2f-780bce70f195 req-94a37290-e154-40b5-810b-cd6efb382d68 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.0909097 Sep 15 10:02:15.443719 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14cc4fae-8322-4bb5-ae2f-780bce70f195 req-27c4f064-1a56-4376-ba6d-04625424fadb tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382898 Sep 15 10:02:16.654831 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a4bbe-1102-46a6-b815-fccc2b1e31e4 req-d43c88db-63e8-4872-b530-2cdbe5709c7b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:16.656180 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e73a4bbe-1102-46a6-b815-fccc2b1e31e4 req-d43c88db-63e8-4872-b530-2cdbe5709c7b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.0912611 Sep 15 10:02:16.699755 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e73a4bbe-1102-46a6-b815-fccc2b1e31e4 req-cea149cf-00d1-476f-9b37-d657e4957bea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379128 Sep 15 10:02:17.901497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1a871-d516-49b0-ac29-5c7f3f704d7f req-844e523a-18c1-403e-a2db-5ac924c95762 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:17.903012 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-94c1a871-d516-49b0-ac29-5c7f3f704d7f req-844e523a-18c1-403e-a2db-5ac924c95762 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.0870740 Sep 15 10:02:17.949661 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-94c1a871-d516-49b0-ac29-5c7f3f704d7f req-74cd2173-4800-4609-adb7-7f5890697586 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409627 Sep 15 10:02:19.156077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec2f86-e1fa-476c-bad4-45e7aed4136f req-403754d9-8a47-4076-b9c4-e93b75d75a97 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:19.157516 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8eec2f86-e1fa-476c-bad4-45e7aed4136f req-403754d9-8a47-4076-b9c4-e93b75d75a97 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.0922239 Sep 15 10:02:19.201082 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8eec2f86-e1fa-476c-bad4-45e7aed4136f req-985416a2-ce92-4dd4-b8ce-70edb62bfe45 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377104 Sep 15 10:02:19.604865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f549b32-bb32-4e3d-bbdd-98794e2633ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:20.405769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7562a9e9-1c05-49df-aee7-a49750849308 req-14fa662d-b416-4f80-882d-0ba02fcc8fa5 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:20.407286 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7562a9e9-1c05-49df-aee7-a49750849308 req-14fa662d-b416-4f80-882d-0ba02fcc8fa5 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.0874372 Sep 15 10:02:20.451159 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7562a9e9-1c05-49df-aee7-a49750849308 req-2b3ea4f7-b583-4243-9ad3-de23a7932d48 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379710 Sep 15 10:02:20.593813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:21.650917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ac52e387-bbf5-4737-9391-7d3ef0f1a3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:21.656931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb8581-1ea0-4caf-895d-eb342842f15c req-111badd8-8415-425b-bed2-c0553daa9d6e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:21.658426 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-59eb8581-1ea0-4caf-895d-eb342842f15c req-111badd8-8415-425b-bed2-c0553daa9d6e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.0879774 Sep 15 10:02:21.702677 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-59eb8581-1ea0-4caf-895d-eb342842f15c req-212cc83a-631b-408a-a8c4-59bd5e0882b5 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386083 Sep 15 10:02:22.559051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:22.760679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device a7a6a9d4-419b-4de2-b219-dc979ef973d6 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:02:22.765494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:22.897085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port a7a6a9d4-419b-4de2-b219-dc979ef973d6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:22.910707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'port_id': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'mac_address': 'fa:16:3e:00:92:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:02:22.913717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132038b-e6b3-46e9-be45-f97f943e4221 req-5892e66c-02e6-4ce7-a103-2c658a0883f3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:22.915243 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7132038b-e6b3-46e9-be45-f97f943e4221 req-5892e66c-02e6-4ce7-a103-2c658a0883f3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 943 time: 0.0909078 Sep 15 10:02:22.960028 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7132038b-e6b3-46e9-be45-f97f943e4221 req-00f0abc7-6f1d-4fd4-93f6-fe4a5ed92f0e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388553 Sep 15 10:02:22.969517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port a7a6a9d4-419b-4de2-b219-dc979ef973d6 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:22.969932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:22.986836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a6a9d4-419b-4de2-b219-dc979ef973d6 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:02:23.002303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port a7a6a9d4-419b-4de2-b219-dc979ef973d6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:23.090403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:23.158929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=a7a6a9d4-419b-4de2-b219-dc979ef973d6,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:23.393391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['a7a6a9d4-419b-4de2-b219-dc979ef973d6'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:02:24.164345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633a0c4b-1124-4247-abbd-583a034a07f4 req-63fda5ef-b938-419f-aec9-f05b42cb7eb8 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:24.167647 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-633a0c4b-1124-4247-abbd-583a034a07f4 req-63fda5ef-b938-419f-aec9-f05b42cb7eb8 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 944 time: 0.0910811 Sep 15 10:02:24.212945 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-633a0c4b-1124-4247-abbd-583a034a07f4 req-8a00071c-74c5-44bf-af04-c45aae65c056 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395677 Sep 15 10:02:24.301912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:24.771301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device a7a6a9d4-419b-4de2-b219-dc979ef973d6 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:02:24.924649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port a7a6a9d4-419b-4de2-b219-dc979ef973d6 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:02:24.929566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port a7a6a9d4-419b-4de2-b219-dc979ef973d6 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:02:24.929972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:25.062111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port a7a6a9d4-419b-4de2-b219-dc979ef973d6 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:25.157663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:25.157663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:02:25.157663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66809d79-842d-4a50-b9c5-0c3291074c1d" -d '{"events": [{"server_uuid": "71ea39eb-ef84-480b-8741-8cc10b4ee2bd", "name": "network-vif-plugged", "status": "completed", "tag": "a7a6a9d4-419b-4de2-b219-dc979ef973d6"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:02:25.157663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port a7a6a9d4-419b-4de2-b219-dc979ef973d6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:25.157663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223f68bf-3595-461f-91ea-5f7917fe41f6 x-openstack-request-id: req-223f68bf-3595-461f-91ea-5f7917fe41f6 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:02:25.157663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea39eb-ef84-480b-8741-8cc10b4ee2bd", "name": "network-vif-plugged", "status": "completed", "tag": "a7a6a9d4-419b-4de2-b219-dc979ef973d6", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:02:25.157663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-223f68bf-3595-461f-91ea-5f7917fe41f6 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:02:25.157663 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-223f68bf-3595-461f-91ea-5f7917fe41f6'] response: {'server_uuid': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'code': 200} Sep 15 10:02:25.227991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:25.297923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=a7a6a9d4-419b-4de2-b219-dc979ef973d6,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:25.487215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edec95f-8009-45a6-b914-bd597053657d req-ccfdb72e-b074-4e61-ac79-b91c75f0b254 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:25.488549 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0edec95f-8009-45a6-b914-bd597053657d req-ccfdb72e-b074-4e61-ac79-b91c75f0b254 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 945 time: 0.1522284 Sep 15 10:02:25.518354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3d078-cab1-4cbe-a707-07b18f997a32 req-a48d911b-ef44-44f6-9379-95f916f14687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:25.519777 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0f3d078-cab1-4cbe-a707-07b18f997a32 req-a48d911b-ef44-44f6-9379-95f916f14687 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 1098 time: 0.1191862 Sep 15 10:02:25.559986 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0edec95f-8009-45a6-b914-bd597053657d req-696d7e3b-67b3-4be9-bfc5-a3c949fb2377 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641153 Sep 15 10:02:25.575747 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0f3d078-cab1-4cbe-a707-07b18f997a32 req-c399553b-1cd8-4359-a6e9-bb59503feb6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476475 Sep 15 10:02:26.768560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e3cb-e0b8-484f-afba-8b6e3f1a90d2 req-c17d6ad5-466c-43ce-89d4-86d1efdfa89b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:26.770026 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c6b9e3cb-e0b8-484f-afba-8b6e3f1a90d2 req-c17d6ad5-466c-43ce-89d4-86d1efdfa89b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 945 time: 0.0880058 Sep 15 10:02:26.818959 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c6b9e3cb-e0b8-484f-afba-8b6e3f1a90d2 req-4ee56bd5-6e66-4f2b-b351-ddf60f2fab52 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Sep 15 10:02:28.024862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e637b-477e-418b-b986-ea1eae28d013 req-05c89db9-3e1f-4fca-bc97-cd030b114845 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:28.026341 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a00e637b-477e-418b-b986-ea1eae28d013 req-05c89db9-3e1f-4fca-bc97-cd030b114845 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 945 time: 0.0875094 Sep 15 10:02:28.069581 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a00e637b-477e-418b-b986-ea1eae28d013 req-2bc59b82-4ae2-4684-8382-84012a9610e7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375891 Sep 15 10:02:28.270489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5278f-d8ed-4d7c-9d20-dba5d33bff94 req-40787e44-2d5b-45bd-a770-987ee7ec5db4 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:28.271980 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1ef5278f-d8ed-4d7c-9d20-dba5d33bff94 req-40787e44-2d5b-45bd-a770-987ee7ec5db4 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 945 time: 0.0857892 Sep 15 10:02:28.315660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1ef5278f-d8ed-4d7c-9d20-dba5d33bff94 req-a5869355-642f-47a8-af4c-c44c8ab6bd45 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375226 Sep 15 10:02:28.345243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56436) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:28.618314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8da915-a461-402b-98b1-244d9b3006b4 tempest-TestVolumeBootPattern-1488251995 tempest-TestVolumeBootPattern-1488251995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:28.619813 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9a8da915-a461-402b-98b1-244d9b3006b4 tempest-TestVolumeBootPattern-1488251995 tempest-TestVolumeBootPattern-1488251995-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 1093 time: 0.2735927 Sep 15 10:02:28.622888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56442) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:28.627538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:02:28.633850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:02:28.637674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:floatingip and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:02:28.640514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:02:28.646183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:02:28.776371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:28.909772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:29.046663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Allocated IP 172.26.7.200 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/1d8a385b-7cdc-4d47-a2d3-1e702b5d6ab3) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:02:29.193268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:29.284894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:29.353317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:02:29.357135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:02:29.360901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:02:29.390250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=1d8a385b-7cdc-4d47-a2d3-1e702b5d6ab3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:29.406103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.406447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.406778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.407103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.407426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.407755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.408073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.408389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.408704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.409016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.409332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.409643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:29.799348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:29.931486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:30.129890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:30.187136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:30.295614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=1d8a385b-7cdc-4d47-a2d3-1e702b5d6ab3,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:30.300242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:30.470134 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Floating IP d3327071-fa22-4d5e-aeec-233162cb2d64 associated. External IP: 172.26.7.200, port: a7a6a9d4-419b-4de2-b219-dc979ef973d6. Sep 15 10:02:30.907828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Router 438e10a9-d219-4955-a0ca-44cd22149acb has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:02:31.084415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:02:31.094211 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:02:31.104563 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:31.107259 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:31.159371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:31.218312 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1678ab72-8d1d-489e-9ee0-b19989633755 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5919054 Sep 15 10:02:31.218312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'tag': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:02:31.218638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69372670-025e-4fac-bc9b-d017daa9ad62" -d '{"events": [{"name": "network-changed", "server_uuid": "71ea39eb-ef84-480b-8741-8cc10b4ee2bd", "tag": "a7a6a9d4-419b-4de2-b219-dc979ef973d6"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:02:31.264158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786ecc4a-4e79-44ea-bed0-452f130a80c7 x-openstack-request-id: req-786ecc4a-4e79-44ea-bed0-452f130a80c7 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:02:31.264448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71ea39eb-ef84-480b-8741-8cc10b4ee2bd", "tag": "a7a6a9d4-419b-4de2-b219-dc979ef973d6", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:02:31.264694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-786ecc4a-4e79-44ea-bed0-452f130a80c7 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:02:31.265092 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-786ecc4a-4e79-44ea-bed0-452f130a80c7'] response: {'name': 'network-changed', 'server_uuid': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'tag': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'status': 'completed', 'code': 200} Sep 15 10:02:31.301795 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:31.402935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-84a8209f-a4ad-41d0-99b8-007e8c7dc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:31.404408 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-84a8209f-a4ad-41d0-99b8-007e8c7dc7a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 1098 time: 0.0932899 Sep 15 10:02:31.571890 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-b3dec3d8-2124-4bd0-a702-117796c647c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:31.573350 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-b3dec3d8-2124-4bd0-a702-117796c647c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1378648 Sep 15 10:02:31.647754 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'd3327071-fa22-4d5e-aeec-233162cb2d64', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:00:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:29Z', 'updated_at': '2022-09-15T10:02:29Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:31.651564 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:02:31.659819 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:31.660411 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:31.676268 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-afc7c790-c9f0-45f8-8ba9-618ef52581b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6 HTTP/1.1" status: 200 len: 999 time: 0.0959246 Sep 15 10:02:31.738344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-cbfb7e94-b32d-4883-9c6f-0be8c607684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:31.739681 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-cbfb7e94-b32d-4883-9c6f-0be8c607684e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0561934 Sep 15 10:02:31.822130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-f19ea128-73b1-4097-9ba7-9ceb574b9448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:31.823620 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-f19ea128-73b1-4097-9ba7-9ceb574b9448 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760961 Sep 15 10:02:31.836210 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:31.956237 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-c33f1c06-9da0-4075-8bd0-7f64cf991d60 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232510 Sep 15 10:02:32.183565 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'd3327071-fa22-4d5e-aeec-233162cb2d64', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:00:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:29Z', 'updated_at': '2022-09-15T10:02:29Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:32.187353 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbe0e5-e133-43f0-8ede-13f3680e8082 None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'd3327071-fa22-4d5e-aeec-233162cb2d64', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.200', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:00:92:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:29Z', 'updated_at': '2022-09-15T10:02:29Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:02:32.210434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69372670-025e-4fac-bc9b-d017daa9ad62 req-7589bce0-cb72-4f8f-97b9-caaa595ceb66 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403009 Sep 15 10:02:32.378474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de35afed-5659-4c8b-a62e-fb4684cb4a94 None None] New status for floating IP d3327071-fa22-4d5e-aeec-233162cb2d64: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:02:36.097986 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-928c5d63-25b9-40c1-ab2d-6103d670302a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0764613 Sep 15 10:02:36.260690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-607b95c0-0124-4688-bf9f-dbfdbdad7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:36.262123 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-607b95c0-0124-4688-bf9f-dbfdbdad7296 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 1098 time: 0.0822217 Sep 15 10:02:36.409070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-c333764e-3e3d-4441-ab65-0bce0520d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:36.410551 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-c333764e-3e3d-4441-ab65-0bce0520d355 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e354bcd-4c68-4e18-ba92-be60ac8c506f HTTP/1.1" status: 200 len: 898 time: 0.1302490 Sep 15 10:02:36.513594 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-95927401-0734-46b8-951f-95a5afc2aead service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 HTTP/1.1" status: 200 len: 1000 time: 0.0971727 Sep 15 10:02:36.589561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-8549bf70-8a54-463c-933f-1b999605f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:36.591013 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-8549bf70-8a54-463c-933f-1b999605f02f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37f61c73-3c9b-4a5d-b4ff-a62646e297ab HTTP/1.1" status: 200 len: 834 time: 0.0707915 Sep 15 10:02:36.671882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-6e7fd25c-2806-4981-9df2-4ab2862d8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:36.673710 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-6e7fd25c-2806-4981-9df2-4ab2862d8be5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e354bcd-4c68-4e18-ba92-be60ac8c506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760448 Sep 15 10:02:36.803278 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-b43c8d07-aa44-4843-a6bb-57f37735fbce service neutron] 10.222.0.16 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234722 Sep 15 10:02:36.934046 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c64ef702-3cf0-4ed4-9cde-ec1c13369200 req-12410405-98b7-4c44-9238-eb5409324865 service neutron] 10.222.0.16 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238413 Sep 15 10:02:37.703412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56460) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:37.893031 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4e06bae4-d3e9-4337-8750-6d8bf3f1b7b1 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers/ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1884589 Sep 15 10:02:37.896067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56464) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:38.146611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa10e89-15ca-4df6-8e21-0c5fb0594b34 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Notify agent at dv-neutron-857775-1-hyperv the message router_removed_from_agent {{(pid=89668) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 15 10:02:38.150535 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0aa10e89-15ca-4df6-8e21-0c5fb0594b34 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "DELETE /v2.0/agents/ea048a0c-2aaa-49bf-850b-906952463ea5/l3-routers/ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 HTTP/1.1" status: 204 len: 168 time: 0.2534082 Sep 15 10:02:38.153149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56470) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:38.350421 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d2a7e383-e13b-41b6-875a-66032d8e435f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers/ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1959567 Sep 15 10:02:38.353522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56474) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:38.465836 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-940f1242-96f5-494c-bbd9-e86044f0284e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 992 time: 0.1118069 Sep 15 10:02:38.956496 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af93551-a3b7-4479-b9b4-8c95328987e5 None None] New status for floating IP 65279ad3-ab8e-4212-bc52-370c2496ddf7: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:02:38.998130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fecfc502-aabc-42b4-a9d9-aea49023fc52 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:02:39.112329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port fecfc502-aabc-42b4-a9d9-aea49023fc52 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:39.112709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:39.148305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port fecfc502-aabc-42b4-a9d9-aea49023fc52, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fecfc502-aabc-42b4-a9d9-aea49023fc52,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:39.250432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:39.251028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f4e92e4d-d155-460f-85c4-e1b40008c2cc no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:02:39.380785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=fecfc502-aabc-42b4-a9d9-aea49023fc52,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:39.438579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f4e92e4d-d155-460f-85c4-e1b40008c2cc is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:39.438958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:39.454807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port f4e92e4d-d155-460f-85c4-e1b40008c2cc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f4e92e4d-d155-460f-85c4-e1b40008c2cc,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:39.469747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56478) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:39.535779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:39.578593 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-349ff499-0749-484b-89dc-90f1f6b3c9ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 990 time: 0.1076841 Sep 15 10:02:39.614333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=f4e92e4d-d155-460f-85c4-e1b40008c2cc,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:40.770616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56484) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:41.004480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d956c6f1-1b97-4f10-9516-a03d2aea6910 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:02:41.004828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d956c6f1-1b97-4f10-9516-a03d2aea6910 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Notify agent at dv-neutron-857775-1-hyperv the message router_added_to_agent {{(pid=89668) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 15 10:02:41.021927 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d956c6f1-1b97-4f10-9516-a03d2aea6910 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "POST /v2.0/agents/ea048a0c-2aaa-49bf-850b-906952463ea5/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2502372 Sep 15 10:02:41.025423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56492) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:41.036087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] Sync routers for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:02:41.046033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:41.046645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:41.230222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:41.324518 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-57e730d3-df96-4c54-aa08-a766fc70ed52 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers/ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2978771 Sep 15 10:02:41.327449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56496) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:41.443068 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0bef7891-5299-4367-88ec-2f00b93dda55 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 990 time: 0.1130509 Sep 15 10:02:41.601037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '65279ad3-ab8e-4212-bc52-370c2496ddf7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'port_id': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'mac_address': 'fa:16:3e:31:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:06Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:41.605120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] Checking router: ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:02:41.613564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:41.614185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:41.793230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:42.141011 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:02:42.165773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '65279ad3-ab8e-4212-bc52-370c2496ddf7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'port_id': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'mac_address': 'fa:16:3e:31:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:06Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:42.169645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ea3dc3-a3b5-4c20-91ec-ab9567efd016 None None] The sync data for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv is: [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '65279ad3-ab8e-4212-bc52-370c2496ddf7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'port_id': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'mac_address': 'fa:16:3e:31:81:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:02:06Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:02:39Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:02:42.446400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56502) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:42.676309 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a9c2e641-da4e-4b2d-ae20-beaf4bd82cda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 990 time: 0.2255085 Sep 15 10:02:42.769859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fecfc502-aabc-42b4-a9d9-aea49023fc52 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:02:42.864584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port fecfc502-aabc-42b4-a9d9-aea49023fc52 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:02:42.864963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:42.991774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port fecfc502-aabc-42b4-a9d9-aea49023fc52 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:42.992156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:43.029052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port fecfc502-aabc-42b4-a9d9-aea49023fc52, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fecfc502-aabc-42b4-a9d9-aea49023fc52,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:43.078869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:43.149444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=fecfc502-aabc-42b4-a9d9-aea49023fc52,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:43.677933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56506) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:43.782187 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c9dddb5e-ca4b-4258-b66a-3cb9cb3a320b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 990 time: 0.1030374 Sep 15 10:02:43.872288 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca0058f-4284-48ab-bfd9-a01c709ffdc8 None None] New status for floating IP 65279ad3-ab8e-4212-bc52-370c2496ddf7: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:02:44.786009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56512) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:44.799995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fecfc502-aabc-42b4-a9d9-aea49023fc52 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:02:44.870046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port fecfc502-aabc-42b4-a9d9-aea49023fc52 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:02:44.870420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:44.890876 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a9a56933-9b41-47f1-a82c-4949887ed3cc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 200 len: 992 time: 0.1037328 Sep 15 10:02:44.997192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port fecfc502-aabc-42b4-a9d9-aea49023fc52 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:44.997192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f4e92e4d-d155-460f-85c4-e1b40008c2cc up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:02:45.070842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f4e92e4d-d155-460f-85c4-e1b40008c2cc triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:02:45.070842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:45.190239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f4e92e4d-d155-460f-85c4-e1b40008c2cc is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:45.190239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:45.205458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port f4e92e4d-d155-460f-85c4-e1b40008c2cc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f4e92e4d-d155-460f-85c4-e1b40008c2cc,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:45.281218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:45.354180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=f4e92e4d-d155-460f-85c4-e1b40008c2cc,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:45.788949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56522) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:46.005462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 12840bf9-dbeb-4423-9416-e0ef9a0158ad {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:02:46.005786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:46.187402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:46.187402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:46.310704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 12840bf9-dbeb-4423-9416-e0ef9a0158ad owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:02:46.535785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:46.584810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=12840bf9-dbeb-4423-9416-e0ef9a0158ad,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:46.630196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.630590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.630933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.631263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.631589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.631918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.632240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.632560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.632934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.633253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.633572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.633974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:02:46.693249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:46.693607 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 65279ad3-ab8e-4212-bc52-370c2496ddf7 disassociated (deleted). External IP: 172.26.7.98, port: e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1. Sep 15 10:02:46.747306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f4e92e4d-d155-460f-85c4-e1b40008c2cc up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:02:46.814555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f4e92e4d-d155-460f-85c4-e1b40008c2cc triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:02:46.814843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:46.935864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f4e92e4d-d155-460f-85c4-e1b40008c2cc is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:47.161580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:02:47.345449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:02:47.355797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] Sync routers for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:02:47.364871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:47.365475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:47.416257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:47.472073 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0e8f9ac7-9433-4030-bfa6-2dbec1af05f5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/65279ad3-ab8e-4212-bc52-370c2496ddf7 HTTP/1.1" status: 204 len: 168 time: 1.6847711 Sep 15 10:02:47.472650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:02:47.475724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8422cd37-0e35-46c6-8947-dd6fceee9765" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:02:47.526770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b338d6-715b-4c2b-ad00-d602b5f30096 x-openstack-request-id: req-b8b338d6-715b-4c2b-ad00-d602b5f30096 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:02:47.527057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:02:47.527298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8b338d6-715b-4c2b-ad00-d602b5f30096 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:02:47.527697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b338d6-715b-4c2b-ad00-d602b5f30096'] response: {'name': 'network-changed', 'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'status': 'completed', 'code': 200} Sep 15 10:02:47.552999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:47.663088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-23eead19-1078-47db-90dc-e03c2446b268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:47.665012 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-23eead19-1078-47db-90dc-e03c2446b268 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 1098 time: 0.0944433 Sep 15 10:02:47.807359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-f6807280-113e-4839-8f21-79a6fe52df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:47.807959 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-f6807280-113e-4839-8f21-79a6fe52df35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=2e354bcd-4c68-4e18-ba92-be60ac8c506f HTTP/1.1" status: 200 len: 898 time: 0.1374116 Sep 15 10:02:47.879729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-80515e87-5368-4cb7-9e73-ab9a20624a53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 HTTP/1.1" status: 200 len: 217 time: 0.0648265 Sep 15 10:02:47.920609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:02:43Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:47.924713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] Checking router: ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:02:47.936065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:47.936698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:47.981670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-ea119639-3510-4850-9ed0-c59e3a1cb938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:47.983233 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-ea119639-3510-4850-9ed0-c59e3a1cb938 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=37f61c73-3c9b-4a5d-b4ff-a62646e297ab HTTP/1.1" status: 200 len: 834 time: 0.0730457 Sep 15 10:02:48.126634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-52305d27-53d3-4dbe-8662-bd56678c19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:48.128143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-52305d27-53d3-4dbe-8662-bd56678c19e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=2e354bcd-4c68-4e18-ba92-be60ac8c506f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1383865 Sep 15 10:02:48.173688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:48.326753 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-6867b77b-24a9-4acb-8ae8-c6654a00a814 service neutron] 10.222.0.16 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917679 Sep 15 10:02:48.337537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27956ad5-3b16-45ec-9bf7-c19e0a931adc req-d837bf03-0634-4567-ae64-31c3787592af tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:48.338245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-27956ad5-3b16-45ec-9bf7-c19e0a931adc req-d837bf03-0634-4567-ae64-31c3787592af tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:02:48.476027 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8422cd37-0e35-46c6-8947-dd6fceee9765 req-e61fe971-adab-4aa3-8ae6-1f651d047756 service neutron] 10.222.0.16 "GET /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349521 Sep 15 10:02:48.504330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:02:43Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:48.504330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c59ec42-f0dd-4885-b03f-77c0cd2706ca None None] The sync data for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv is: [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:01:43Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'fecfc502-aabc-42b4-a9d9-aea49023fc52', 'name': '', 'network_id': '2e354bcd-4c68-4e18-ba92-be60ac8c506f', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:70:7a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:42Z', 'updated_at': '2022-09-15T10:02:43Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '37f61c73-3c9b-4a5d-b4ff-a62646e297ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:02:48.513949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-27956ad5-3b16-45ec-9bf7-c19e0a931adc req-d837bf03-0634-4567-ae64-31c3787592af tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:02:48.513949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27956ad5-3b16-45ec-9bf7-c19e0a931adc req-d837bf03-0634-4567-ae64-31c3787592af tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 945 time: 0.3526785 Sep 15 10:02:48.574229 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27956ad5-3b16-45ec-9bf7-c19e0a931adc req-dbcaebe6-6382-46b3-8549-d1909ff59cfa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607243 Sep 15 10:02:49.196056 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4616d4e2-5b6c-4e04-a577-4e1dbe6e24d4 None None] New status for floating IP 65279ad3-ab8e-4212-bc52-370c2496ddf7: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:02:49.496648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-5093c751-0809-4453-b4ca-8025dc6e7284 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:49.498088 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-5093c751-0809-4453-b4ca-8025dc6e7284 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 945 time: 0.0885007 Sep 15 10:02:49.582303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:02:49.582303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:49.607447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-72a75eb2-3d1c-4d41-acf2-3e881bd876bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:49.789230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d029734-ae72-412e-9893-f2e62e35e679 req-d96a2e81-bfe4-407a-8b0d-a9b8606bf99e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:49.791513 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d029734-ae72-412e-9893-f2e62e35e679 req-d96a2e81-bfe4-407a-8b0d-a9b8606bf99e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 945 time: 0.0925119 Sep 15 10:02:49.838976 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d029734-ae72-412e-9893-f2e62e35e679 req-73e3bb96-86d2-42d7-8512-1a5f1dcb7e7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb8a27a2-e725-4312-b889-6e942239b4fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394604 Sep 15 10:02:49.964619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:49.964982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:50.098559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:02:50.301593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:50.355226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:50.440450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:02:50.443017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:50.445437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'name': 'network-vif-deleted', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:02:50.448470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c1c85b-bf05-4273-8188-0fbdb13adc4f" -d '{"events": [{"server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "name": "network-vif-deleted", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:02:50.496130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d981e98-c514-4f9d-bf21-3a1cb28e3062 x-openstack-request-id: req-2d981e98-c514-4f9d-bf21-3a1cb28e3062 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:02:50.496130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cd834e-2fcb-4b74-9c33-d54b36c22e32", "name": "network-vif-deleted", "tag": "e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:02:50.496130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d981e98-c514-4f9d-bf21-3a1cb28e3062 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:02:50.496130 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d981e98-c514-4f9d-bf21-3a1cb28e3062'] response: {'server_uuid': 'c7cd834e-2fcb-4b74-9c33-d54b36c22e32', 'name': 'network-vif-deleted', 'tag': 'e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1', 'status': 'completed', 'code': 200} Sep 15 10:02:50.535987 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8dc99225-f7c7-4d95-8533-f303aa35fd8e req-933cce75-1573-492d-9ca0-d15ac5f14f2e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 HTTP/1.1" status: 204 len: 173 time: 1.0328681 Sep 15 10:02:50.581104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:51.047256 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6aed4cf3-d37e-48f7-b691-9a47eb8ed96b req-ff038c8c-4ecf-4951-9513-00fbfb174d28 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=c7cd834e-2fcb-4b74-9c33-d54b36c22e32 HTTP/1.1" status: 200 len: 210 time: 0.0537021 Sep 15 10:02:51.660645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-73767c93-e59b-470e-920e-2cf8f532ee72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:52.155619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56542) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:52.229556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1caf35e-20fd-4646-9b88-9996a901d213 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:52.264132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1caf35e-20fd-4646-9b88-9996a901d213 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:52.432597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1caf35e-20fd-4646-9b88-9996a901d213 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:52.453618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caf35e-20fd-4646-9b88-9996a901d213 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8a27a2-e725-4312-b889-6e942239b4fc,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:52.540741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d1caf35e-20fd-4646-9b88-9996a901d213 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:52.542076 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d1caf35e-20fd-4646-9b88-9996a901d213 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/eb8a27a2-e725-4312-b889-6e942239b4fc HTTP/1.1" status: 204 len: 168 time: 0.3854260 Sep 15 10:02:52.575513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:52.662461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56548) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:52.736131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:52.900257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:02:52.936623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:02:52.936963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e7fc3ad0-b6e7-4d25-a536-d64c6ac404a1 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:02:53.210094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:53.667538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port fecfc502-aabc-42b4-a9d9-aea49023fc52 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:02:53.667879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:53.860206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port fecfc502-aabc-42b4-a9d9-aea49023fc52, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=fecfc502-aabc-42b4-a9d9-aea49023fc52,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:53.860563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:53.985484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for fecfc502-aabc-42b4-a9d9-aea49023fc52 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:02:54.329379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:54.370239 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:54.421512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=fecfc502-aabc-42b4-a9d9-aea49023fc52,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:54.710376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:55.176157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:02:55.357862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:02:55.368546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] Sync routers for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:02:55.372271 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9faafa46-fb3c-4789-a613-d37346c41279 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7087283 Sep 15 10:02:55.375022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56552) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:55.378273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:55.378880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:55.442281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8e3573-988b-46d3-be38-e584aafc9ac2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet 37f61c73-3c9b-4a5d-b4ff-a62646e297ab {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:02:55.445096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2a8e3573-988b-46d3-be38-e584aafc9ac2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:55.504133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2a8e3573-988b-46d3-be38-e584aafc9ac2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:55.553804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:55.614539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2a8e3573-988b-46d3-be38-e584aafc9ac2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:55.747116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2a8e3573-988b-46d3-be38-e584aafc9ac2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:55.791653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e3573-988b-46d3-be38-e584aafc9ac2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=37f61c73-3c9b-4a5d-b4ff-a62646e297ab,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:55.795016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2a8e3573-988b-46d3-be38-e584aafc9ac2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:55.807146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2a8e3573-988b-46d3-be38-e584aafc9ac2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/37f61c73-3c9b-4a5d-b4ff-a62646e297ab HTTP/1.1" status: 204 len: 168 time: 0.4268644 Sep 15 10:02:55.807146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56556) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:55.846158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755a6a73-f21a-4a71-aa21-e149a8435554 None None] Network 2e354bcd-4c68-4e18-ba92-be60ac8c506f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:02:55.990575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:56.049722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:02:54Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:56.056607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] Checking router: ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:02:56.069905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] Routers {'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:02:56.091507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:56.183143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:56.226588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] DHCP port deletion for 2e354bcd-4c68-4e18-ba92-be60ac8c506f request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:02:56.233402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port f4e92e4d-d155-460f-85c4-e1b40008c2cc {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:02:56.233780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:56.236730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] Deleting port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:02:56.237102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:56.307095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] Set router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:02:56.412409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port f4e92e4d-d155-460f-85c4-e1b40008c2cc, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f4e92e4d-d155-460f-85c4-e1b40008c2cc,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:56.419688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:56.535636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for f4e92e4d-d155-460f-85c4-e1b40008c2cc owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:02:56.662529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] For port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=89e98eb2-3acc-4aaf-8a0a-d802fc46ca03,segment=NetworkSegment(84366a83-fed4-4456-b5f0-01f2d737d654),segment_id=84366a83-fed4-4456-b5f0-01f2d737d654)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:02:56.663106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:56.753124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:56.812563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:02:56.847258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] Calling delete_port for 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:02:56.917081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=f4e92e4d-d155-460f-85c4-e1b40008c2cc,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:57.018841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.025650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:02:54Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:57.027732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:02:57.028106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.042760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fb8ed8-9444-4cfc-ac16-9a96f3c4b83b None None] The sync data for ids ['ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1'] in dv-neutron-857775-1-hyperv is: [{'id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'name': 'tempest-TestNetworkBasicOps-router-1710478552', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90'}], 'enable_snat': True}, 'gw_port_id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:36Z', 'updated_at': '2022-09-15T10:02:54Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f4e92e4d-d155-460f-85c4-e1b40008c2cc', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:fe:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:37Z', 'updated_at': '2022-09-15T10:02:45Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:02:57.084662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.186810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] Pushing event deleted for resources: {'Port': ['ID=89e98eb2-3acc-4aaf-8a0a-d802fc46ca03,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:57.188528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67df47fd-855b-4b26-a514-9bb53f2008e5 None None] No DVR routers for this DVR port 89e98eb2-3acc-4aaf-8a0a-d802fc46ca03 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:02:57.205879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.208492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.278240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.279089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Fanout notify agent at l3_agent the message router_deleted on router ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:02:57.295251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.296331 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-40481cba-1755-419d-b1cf-a0af54705b4e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/routers/ecc9228e-85d4-4552-bfb3-1cf3d8d1dca1 HTTP/1.1" status: 204 len: 168 time: 1.4889534 Sep 15 10:02:57.299261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56560) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:57.425962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.564675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.591462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e354bcd-4c68-4e18-ba92-be60ac8c506f']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:57.604616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84366a83-fed4-4456-b5f0-01f2d737d654') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:57.605033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84366a83-fed4-4456-b5f0-01f2d737d654') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:02:57.617711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.634917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.643254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:02:57.643661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.714640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 84366a83-fed4-4456-b5f0-01f2d737d654 resource provider aggregate not found Sep 15 10:02:57.743910 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 84366a83-fed4-4456-b5f0-01f2d737d654 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84366a83-fed4-4456-b5f0-01f2d737d654 found for delete ", "request_id": "req-a0045edb-26c6-499e-846a-2e34f485ab17"}]} Sep 15 10:02:57.832240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.850774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:57.862360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=2e354bcd-4c68-4e18-ba92-be60ac8c506f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:57.930171 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bf6d3d3f-1690-46fb-a848-11119db30ff3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/2e354bcd-4c68-4e18-ba92-be60ac8c506f HTTP/1.1" status: 204 len: 168 time: 0.6298985 Sep 15 10:02:57.951579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56568) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:57.966124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--1888160162', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:02:57.966124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:02:57.967163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:02:57.970200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:02:57.975875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:02:58.061190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:02:58.064759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:58.096067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 399, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:02:58.104662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:58.105065 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment 3d57a17f-ac05-4a16-8012-64ea84128898 of type vlan for network 99351c95-38be-4b0f-8534-c6926a2c1c62 Sep 15 10:02:58.130636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:58.209426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:58.215517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:02:58.217547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:58.328599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=99351c95-38be-4b0f-8534-c6926a2c1c62,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:02:58.339805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:02:58.395526 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9df5ee76-fb39-41f6-82fe-410671d219ae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4403236 Sep 15 10:02:58.395744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56572) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:02:58.400997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-886829490', 'admin_state_up': True, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:02:58.407995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:02:58.411810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:router and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:02:58.414640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:02:58.424991 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:02:58.495898 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:58.506687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:58.511587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:58.749146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fecfc502-aabc-42b4-a9d9-aea49023fc52 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:02:58.782571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: fecfc502-aabc-42b4-a9d9-aea49023fc52 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:02:58.782919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device fecfc502-aabc-42b4-a9d9-aea49023fc52 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:02:58.783340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f4e92e4d-d155-460f-85c4-e1b40008c2cc no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:02:58.817354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: f4e92e4d-d155-460f-85c4-e1b40008c2cc {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:02:58.817697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f4e92e4d-d155-460f-85c4-e1b40008c2cc not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:02:58.826180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:59.266415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:59.295452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:59.430037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.213 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/f0e24956-2126-4972-9a02-597fe0fb1a4c) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:02:59.577745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:59.667759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:02:59.735447 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:02:59.738341 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:02:59.740762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:02:59.776211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=f0e24956-2126-4972-9a02-597fe0fb1a4c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:00.226703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:00.685655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:00.974872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:03:01.152795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:03:01.162427 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Sync routers for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:03:01.172041 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:03:01.174696 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:01.272212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:01.278154 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dc8d73d1-8df9-4f14-ab34-e5748ebb2354 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8768098 Sep 15 10:03:01.278154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56578) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:01.358119 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:03:01.505073 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e9d226f1-3e96-476e-a873-3a4088c019b0 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2272425 Sep 15 10:03:01.507824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56584) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:01.639746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8317d556-531c-49c9-a41e-ad4e6da7e7a6 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:01.641148 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8317d556-531c-49c9-a41e-ad4e6da7e7a6 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324339 Sep 15 10:03:01.641703 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:02:59Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:01.643951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56588) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:01.646109 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Checking router: 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:03:01.646459 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Updating router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 port f0e24956-2126-4972-9a02-597fe0fb1a4c binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:03:01.682400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-819a604d-cffb-41d7-9811-c06421ae1c8b tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367525 Sep 15 10:03:01.684949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56592) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:01.690264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1780455590', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:01.704115 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:01.799447 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:01.803169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:01.805929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:01.811727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:01.980820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:03:01.984785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:02.053384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:02.065505 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Transition to ACTIVE for port object f0e24956-2126-4972-9a02-597fe0fb1a4c will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:03:02.209403 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:02.255243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:02.270775 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Attempting to bind port f0e24956-2126-4972-9a02-597fe0fb1a4c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:03:02.271137 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Attempting to bind port f0e24956-2126-4972-9a02-597fe0fb1a4c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:03:02.271595 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Attempting to bind port f0e24956-2126-4972-9a02-597fe0fb1a4c on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:03:02.282394 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:03:02.282755 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:03:02.283142 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:02.283702 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:03:02.284199 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Bound port: f0e24956-2126-4972-9a02-597fe0fb1a4c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:03:02.284336 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:02.324815 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Pushing event updated for resources: {'Port': ['ID=f0e24956-2126-4972-9a02-597fe0fb1a4c,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:02.327731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:02.343708 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.345335 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.345335 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.345335 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.345335 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.345335 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.345888 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.346038 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.347170 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.347497 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.347814 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.348123 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:02.352079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:03:02.352442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: 99351c95-38be-4b0f-8534-c6926a2c1c62, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:03:02.381588 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] For port f0e24956-2126-4972-9a02-597fe0fb1a4c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:03:02.384465 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] For port f0e24956-2126-4972-9a02-597fe0fb1a4c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f0e24956-2126-4972-9a02-597fe0fb1a4c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:03:02.495155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:03:02.496029 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:02.558103 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:03:02.558722 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:02.586534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 99351c95-38be-4b0f-8534-c6926a2c1c62) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:03:02.590925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:02.591504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:02.596533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6176834-d86f-4551-948d-3dd0eef0f4fb None None] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:03:02.625030 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d482d4-4422-41a8-b396-586c7a28f621 None None] Pushing event updated for resources: {'Port': ['ID=f0e24956-2126-4972-9a02-597fe0fb1a4c,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:02.707562 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-01804a41-6076-4e6d-aed1-cfcd4febcbf2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0214922 Sep 15 10:03:02.710525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56596) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:02.783434 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:03:02.832169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-99351c95-38be-4b0f-8534-c6926a2c1c62', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:03:02.833104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:03.001638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Allocated IP 172.20.0.2 (99351c95-38be-4b0f-8534-c6926a2c1c62/c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee/939c7fa2-f0b5-4d42-9f16-423c1aefeb94) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:03:03.082339 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:02:59Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:03.086496 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b4475a-61af-4b0f-b9b2-54ebb09486a2 None None] The sync data for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv is: [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:02:59Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:03:03.236814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:03.248708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Transition to ACTIVE for port object 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:03:03.269074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Transition to ACTIVE for port object 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:03:03.370541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:03.450056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Pushing event updated for resources: {'Port': ['ID=939c7fa2-f0b5-4d42-9f16-423c1aefeb94,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:03.459604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:03:03.464444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:03:03.466927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:03:03.470091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.470437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.470806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.471304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.471630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.471958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.472279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.472601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.472922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.473240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.473556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.473890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:03:03.589400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Attempting to bind port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:03:03.590097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Attempting to bind port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:03:03.590458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Attempting to bind port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 on network 99351c95-38be-4b0f-8534-c6926a2c1c62 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:03:03.597652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:03:03.598311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Checking segment: {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:03:03.598446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:03.599039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Bound using segment: {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:03:03.599520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Bound port: 939c7fa2-f0b5-4d42-9f16-423c1aefeb94, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:03:03.599897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:03.630276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:03.699973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-336ffada-7050-46ce-9d38-5de137606872 None None] For port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:03:03.703421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-336ffada-7050-46ce-9d38-5de137606872 None None] For port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=939c7fa2-f0b5-4d42-9f16-423c1aefeb94,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:03:03.781909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:03.866063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ffada-7050-46ce-9d38-5de137606872 None None] Pushing event updated for resources: {'Port': ['ID=939c7fa2-f0b5-4d42-9f16-423c1aefeb94,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:04.133296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.1 (99351c95-38be-4b0f-8534-c6926a2c1c62/c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee/cbc57415-63e7-46c3-b6a6-c8a08a966083) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:03:04.300684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:04.315691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object cbc57415-63e7-46c3-b6a6-c8a08a966083 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:03:04.444686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:04.516524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:03:04.519579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:03:04.522050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:03:04.567405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=cbc57415-63e7-46c3-b6a6-c8a08a966083,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:04.589287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:04.815850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:03:04.926838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:04.980728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:03:04.986175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f0e24956-2126-4972-9a02-597fe0fb1a4c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:03:05.131673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f0e24956-2126-4972-9a02-597fe0fb1a4c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:03:05.139561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f0e24956-2126-4972-9a02-597fe0fb1a4c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:05.139974 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:05.274699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f0e24956-2126-4972-9a02-597fe0fb1a4c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:05.274699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:05.292622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port f0e24956-2126-4972-9a02-597fe0fb1a4c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f0e24956-2126-4972-9a02-597fe0fb1a4c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:03:05.381535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:05.454135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=f0e24956-2126-4972-9a02-597fe0fb1a4c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:05.496639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e54719e-99db-40fa-8d21-e857bdb4b269 None None] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:03:05.501032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:05.564709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:05.681393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:05.686164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=cbc57415-63e7-46c3-b6a6-c8a08a966083,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:05.697120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a4db33bf-476a-4b3d-9142-0fc6e834b0af None None] Provisioning for port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:03:05.710932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a4db33bf-476a-4b3d-9142-0fc6e834b0af None None] Provisioning complete for port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:05.711303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a4db33bf-476a-4b3d-9142-0fc6e834b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:05.827883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:03:05.829104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:03:05.897022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a4db33bf-476a-4b3d-9142-0fc6e834b0af None None] Current status of the port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:05.897593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a4db33bf-476a-4b3d-9142-0fc6e834b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:05.936392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a4db33bf-476a-4b3d-9142-0fc6e834b0af None None] For port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=939c7fa2-f0b5-4d42-9f16-423c1aefeb94,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:03:06.004223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a4db33bf-476a-4b3d-9142-0fc6e834b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:06.027163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:03:06.083775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db33bf-476a-4b3d-9142-0fc6e834b0af None None] Pushing event updated for resources: {'Port': ['ID=939c7fa2-f0b5-4d42-9f16-423c1aefeb94,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:06.221010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:03:06.227235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-464cf450-82c0-4f37-8cf3-721435c3f2e1 None None] Provisioning complete for port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:06.227726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-464cf450-82c0-4f37-8cf3-721435c3f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:06.235785 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bce98e97-14e9-485b-b3bb-5a067ba5d3d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5236211 Sep 15 10:03:06.238312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56600) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:06.254879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Sync routers for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:03:06.285944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:03:06.286577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:06.401697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c49073-46f0-4776-bb2a-c8076f0d32a2 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.402193 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c49073-46f0-4776-bb2a-c8076f0d32a2 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.402957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c49073-46f0-4776-bb2a-c8076f0d32a2 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.403255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c49073-46f0-4776-bb2a-c8076f0d32a2 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.403698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c49073-46f0-4776-bb2a-c8076f0d32a2 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.404903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c49073-46f0-4776-bb2a-c8076f0d32a2 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.407325 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-99c49073-46f0-4776-bb2a-c8076f0d32a2 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1677604 Sep 15 10:03:06.411570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56604) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:06.483903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ac378-a346-4390-8714-f4585e8f6d60 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.484642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ac378-a346-4390-8714-f4585e8f6d60 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.485252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ac378-a346-4390-8714-f4585e8f6d60 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.485694 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ac378-a346-4390-8714-f4585e8f6d60 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.486309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ac378-a346-4390-8714-f4585e8f6d60 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.486905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ac378-a346-4390-8714-f4585e8f6d60 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:06.489910 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b44ac378-a346-4390-8714-f4585e8f6d60 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0782800 Sep 15 10:03:06.491767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56608) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:06.518529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-464cf450-82c0-4f37-8cf3-721435c3f2e1 None None] Current status of the port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:06.531422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:03:06.654024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-464cf450-82c0-4f37-8cf3-721435c3f2e1 None None] Provisioning for port cbc57415-63e7-46c3-b6a6-c8a08a966083 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:03:06.676985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-464cf450-82c0-4f37-8cf3-721435c3f2e1 None None] Provisioning complete for port cbc57415-63e7-46c3-b6a6-c8a08a966083 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:06.676985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-464cf450-82c0-4f37-8cf3-721435c3f2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:06.772581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:03:06.831745 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5a536401-7ba3-4f04-89d2-1a0206c77a43 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3388486 Sep 15 10:03:06.847524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-464cf450-82c0-4f37-8cf3-721435c3f2e1 None None] Port cbc57415-63e7-46c3-b6a6-c8a08a966083 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:03:06.929195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:06.929878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:06.951806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56614) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:06.956905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672505868', 'description': 'tempest-secgroup-smoke-672505868 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:06.964857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:06.969394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:06.972906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:06.979244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:07.013309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-22ed3816-a983-4544-9f21-394fe2ad63e6 None None] Provisioning complete for port cbc57415-63e7-46c3-b6a6-c8a08a966083 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:07.013682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-22ed3816-a983-4544-9f21-394fe2ad63e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.055104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.075663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:07.081522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:07.082599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:07.089075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:07.120684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-22ed3816-a983-4544-9f21-394fe2ad63e6 None None] Port cbc57415-63e7-46c3-b6a6-c8a08a966083 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:03:07.134619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:07.136645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:07.137709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f0e24956-2126-4972-9a02-597fe0fb1a4c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:03:07.159968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.182477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Checking router: 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:03:07.182477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Updating router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 port cbc57415-63e7-46c3-b6a6-c8a08a966083 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:03:07.220556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.248486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.267548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a98936c-6f26-42d3-9fce-9186d58e62b6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:07.350350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f0e24956-2126-4972-9a02-597fe0fb1a4c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:07.350762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.354692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.355955 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-70f117d4-e191-409f-bdb3-1350bfd5c526 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4030881 Sep 15 10:03:07.358913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56618) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:07.363992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '0a98936c-6f26-42d3-9fce-9186d58e62b6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:07.370146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:07.373988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:07.376793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:07.382509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:07.468102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.528998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.586427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.610591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f0e24956-2126-4972-9a02-597fe0fb1a4c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:07.611843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd1edd5-7a5f-4407-99ae-5d51d2ce68cd,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:07.671934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.673154 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-59f425a8-510c-4d80-8da0-c80cb6fd8b20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3132069 Sep 15 10:03:07.675877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56622) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:07.687905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '0a98936c-6f26-42d3-9fce-9186d58e62b6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:07.688701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:07.692597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:07.695482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:07.702011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:07.735078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.746595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Transition to ACTIVE for port object cbc57415-63e7-46c3-b6a6-c8a08a966083 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:03:07.770051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.809101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.832038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.888877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.916096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3635a0dc-6e3a-42b6-a32f-0bb0c99340ec,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:07.986288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:07.987448 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5013a124-fe35-4545-9506-d9f06d0dbd89 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3106616 Sep 15 10:03:07.990325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56626) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:07.998633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '0a98936c-6f26-42d3-9fce-9186d58e62b6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:08.006497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:08.007112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613adab-3740-4ac6-b008-c4617cf400b0 None None] Pushing event updated for resources: {'Port': ['ID=cbc57415-63e7-46c3-b6a6-c8a08a966083,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:08.008238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:08.012846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:08.019379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:08.028417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Attempting to bind port cbc57415-63e7-46c3-b6a6-c8a08a966083 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:03:08.028782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Attempting to bind port cbc57415-63e7-46c3-b6a6-c8a08a966083 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:03:08.033997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Attempting to bind port cbc57415-63e7-46c3-b6a6-c8a08a966083 on network 99351c95-38be-4b0f-8534-c6926a2c1c62 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:03:08.034528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:03:08.034889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Checking segment: {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:03:08.035279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.035657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Bound using segment: {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:03:08.036108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Bound port: cbc57415-63e7-46c3-b6a6-c8a08a966083, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:03:08.036472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.127836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] For port cbc57415-63e7-46c3-b6a6-c8a08a966083, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:03:08.130811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] For port cbc57415-63e7-46c3-b6a6-c8a08a966083, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=cbc57415-63e7-46c3-b6a6-c8a08a966083,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:03:08.175876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.238978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.272654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.334256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:03:08.334876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:02:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:08.352280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.390964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e3aca7-7d26-44d7-b239-17021ed8737f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:08.426079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613adab-3740-4ac6-b008-c4617cf400b0 None None] Pushing event updated for resources: {'Port': ['ID=cbc57415-63e7-46c3-b6a6-c8a08a966083,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:08.500344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.504450 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9f92d7c6-ba11-48cc-b1bb-911c4fc1d58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5102830 Sep 15 10:03:08.504450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56630) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:08.510007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '0a98936c-6f26-42d3-9fce-9186d58e62b6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:08.516084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:08.520093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:08.523629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:08.524562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:03:08.530546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:08.611154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.677777 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.776181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.801080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5ec4146-21d8-4a67-adb6-4afcec12d7ac,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:08.842245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:08Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:08.851558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60b1c3f-00a2-4304-9c07-8f3f3cbd096f None None] The sync data for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv is: [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:08Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:03:08.860886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:08.862148 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bfe16a17-89de-4b74-9ba1-d5f40aff1040 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3567801 Sep 15 10:03:08.864786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56634) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:08.870578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '0a98936c-6f26-42d3-9fce-9186d58e62b6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:08.891141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:08.891141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:08.891141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:08.902794 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:08.986629 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:03:08.994319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:09.062211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:09.140709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:09.165273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7f6625-d1d5-42cd-88a0-02d7c7398aee,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:09.232168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:09.233446 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-db884400-fec6-4c10-9713-83ff9d58257d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3677466 Sep 15 10:03:09.236210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56638) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:09.242115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '0a98936c-6f26-42d3-9fce-9186d58e62b6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:09.248953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:09.252865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:09.255786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:09.261687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:09.340880 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:03:09.348461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:09.422975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:09.534601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:09.568192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa6a745-eaa4-41c9-acfc-1563c0778685,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:09.672303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:09.673727 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b1700ce8-8e3a-430d-a903-2d2164cfb87e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4363413 Sep 15 10:03:09.871281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-a6c5251b-285f-4b44-a288-0daf7cc8e824 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:03:09.929215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-a6c5251b-285f-4b44-a288-0daf7cc8e824 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:03:09.930441 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-a6c5251b-285f-4b44-a288-0daf7cc8e824 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672505868&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.1006439 Sep 15 10:03:10.086093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-45fe1ab7-1782-4fac-b49c-f6940961f1fb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:10.087480 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-45fe1ab7-1782-4fac-b49c-f6940961f1fb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=99351c95-38be-4b0f-8534-c6926a2c1c62 HTTP/1.1" status: 200 len: 797 time: 0.1486716 Sep 15 10:03:10.103898 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5c60f46d-799b-4119-93d6-dd4ca2aed3f2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0095320 Sep 15 10:03:10.195188 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-28ba04c8-2885-4b09-abcf-a036347b70c0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862055 Sep 15 10:03:10.341071 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-536c385f-fb84-4a6b-9d8f-789487670597 service neutron] 10.222.0.62 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320179 Sep 15 10:03:10.473903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-fb7bf57a-05f2-42fd-9db2-65253cf7760e service neutron] 10.222.0.62 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268270 Sep 15 10:03:10.766499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-86b83580-972f-44a2-9979-766b40f4a8b5 req-6485f749-96a8-4a2c-8df6-5f1317da0224 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:03:10.803815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device cbc57415-63e7-46c3-b6a6-c8a08a966083 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:03:10.855272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-86b83580-972f-44a2-9979-766b40f4a8b5 req-6485f749-96a8-4a2c-8df6-5f1317da0224 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:03:10.859578 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-86b83580-972f-44a2-9979-766b40f4a8b5 req-6485f749-96a8-4a2c-8df6-5f1317da0224 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 210 time: 0.1469684 Sep 15 10:03:10.969003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port cbc57415-63e7-46c3-b6a6-c8a08a966083 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:03:10.974264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port cbc57415-63e7-46c3-b6a6-c8a08a966083 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:10.986336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:11.132367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port cbc57415-63e7-46c3-b6a6-c8a08a966083 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:11.132739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:11.164492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port cbc57415-63e7-46c3-b6a6-c8a08a966083, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=cbc57415-63e7-46c3-b6a6-c8a08a966083,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:03:11.289405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:11.364234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=cbc57415-63e7-46c3-b6a6-c8a08a966083,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:12.034225 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7faba657-3d84-435c-a724-1d8836c0e82f req-97989f5c-8ca2-4b61-9b51-f34acb98084f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 210 time: 0.0559745 Sep 15 10:03:12.755049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device cbc57415-63e7-46c3-b6a6-c8a08a966083 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:03:12.828680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port cbc57415-63e7-46c3-b6a6-c8a08a966083 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:12.828994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:12.943758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port cbc57415-63e7-46c3-b6a6-c8a08a966083 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:13.049512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-25b37634-6f00-4ddc-9898-61b4b9c77438 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:13.050361 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-25b37634-6f00-4ddc-9898-61b4b9c77438 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:03:13.106118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-25b37634-6f00-4ddc-9898-61b4b9c77438 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:03:13.107770 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-25b37634-6f00-4ddc-9898-61b4b9c77438 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=99351c95-38be-4b0f-8534-c6926a2c1c62 HTTP/1.1" status: 200 len: 797 time: 0.2056155 Sep 15 10:03:13.209266 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5ddddaca-bbd8-45ac-92d6-74b89e7a342a req-b6e898d3-cd12-48a3-8f68-aa5c01778403 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 210 time: 0.0550830 Sep 15 10:03:13.217241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-d795a506-0fb2-4750-a94d-2e7358903ccd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:03:13.225257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-d795a506-0fb2-4750-a94d-2e7358903ccd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:03:13.226389 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-d795a506-0fb2-4750-a94d-2e7358903ccd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 379 time: 0.1043162 Sep 15 10:03:13.235250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': 'f9e189ee-4dec-4eef-972e-add964608df7', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['0a98936c-6f26-42d3-9fce-9186d58e62b6']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:13.379164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:13.389471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:13.495336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:03:13.499187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:13.660498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.7 (99351c95-38be-4b0f-8534-c6926a2c1c62/c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee/4291e052-0c85-4ed1-a0f5-776e33d7b482) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:03:13.849104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:13.864946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 4291e052-0c85-4ed1-a0f5-776e33d7b482 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:03:14.009259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:14.082539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:03:14.085938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:03:14.090095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:03:14.120452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=4291e052-0c85-4ed1-a0f5-776e33d7b482,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:14.159888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:14.160518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:14.283918 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-43e5233d-5de7-4a54-a889-6e595cabf127 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0529580 Sep 15 10:03:14.301848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Request body: {'port': {'device_id': 'f9e189ee-4dec-4eef-972e-add964608df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:14.379052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a9eebb44-cd21-4db0-aa43-69c018180739 None None] Provisioning for port 4291e052-0c85-4ed1-a0f5-776e33d7b482 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:03:14.380393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a9eebb44-cd21-4db0-aa43-69c018180739 None None] Provisioning complete for port 4291e052-0c85-4ed1-a0f5-776e33d7b482 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:14.380764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9eebb44-cd21-4db0-aa43-69c018180739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:14.425013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:14.436586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ac2a4-4aae-4040-b911-5bea08934204 req-185bff91-3196-46fd-bfd9-4e114e7feafb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:14.438200 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-035ac2a4-4aae-4040-b911-5bea08934204 req-185bff91-3196-46fd-bfd9-4e114e7feafb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 931 time: 0.1033440 Sep 15 10:03:14.440302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a9eebb44-cd21-4db0-aa43-69c018180739 None None] Port 4291e052-0c85-4ed1-a0f5-776e33d7b482 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:03:14.489785 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-035ac2a4-4aae-4040-b911-5bea08934204 req-cd5f3bb4-5e01-4044-9e82-28483b22dee3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429919 Sep 15 10:03:14.767014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4291e052-0c85-4ed1-a0f5-776e33d7b482 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:03:14.774090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:14.788295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Transition to ACTIVE for port object 4291e052-0c85-4ed1-a0f5-776e33d7b482 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:03:14.917613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:15.106208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Pushing event updated for resources: {'Port': ['ID=4291e052-0c85-4ed1-a0f5-776e33d7b482,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:15.143187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Attempting to bind port 4291e052-0c85-4ed1-a0f5-776e33d7b482 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:03:15.149395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Attempting to bind port 4291e052-0c85-4ed1-a0f5-776e33d7b482 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:03:15.149395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Attempting to bind port 4291e052-0c85-4ed1-a0f5-776e33d7b482 on network 99351c95-38be-4b0f-8534-c6926a2c1c62 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:03:15.149395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Port 4291e052-0c85-4ed1-a0f5-776e33d7b482 on network 99351c95-38be-4b0f-8534-c6926a2c1c62 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:03:15.149395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Attempting to bind port 4291e052-0c85-4ed1-a0f5-776e33d7b482 on network 99351c95-38be-4b0f-8534-c6926a2c1c62 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:03:15.154645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:03:15.154974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Checking segment: {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:03:15.155350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Bound using segment: {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:03:15.155775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Bound port: 4291e052-0c85-4ed1-a0f5-776e33d7b482, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d57a17f-ac05-4a16-8012-64ea84128898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:03:15.156115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:15.246245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] For port 4291e052-0c85-4ed1-a0f5-776e33d7b482, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:03:15.249334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] For port 4291e052-0c85-4ed1-a0f5-776e33d7b482, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:03:15.300743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:15.441483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:15.442242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:15.443619 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] 10.222.0.16 "PUT /v2.0/ports/4291e052-0c85-4ed1-a0f5-776e33d7b482 HTTP/1.1" status: 200 len: 1093 time: 1.1462815 Sep 15 10:03:15.444160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:03:15.447167 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b3d51a-fa5c-4fe9-a68d-c1677655e073" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:03:15.488548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067f155-3520-4a9c-9aa7-1f8e634eead8 service neutron] Pushing event updated for resources: {'Port': ['ID=4291e052-0c85-4ed1-a0f5-776e33d7b482,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:15.493244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf0cb6c-fbdb-417d-a937-9cd30c46adc0 x-openstack-request-id: req-baf0cb6c-fbdb-417d-a937-9cd30c46adc0 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:03:15.493244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:03:15.494047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-baf0cb6c-fbdb-417d-a937-9cd30c46adc0 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:03:15.494435 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf0cb6c-fbdb-417d-a937-9cd30c46adc0'] response: {'name': 'network-changed', 'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'status': 'completed', 'code': 200} Sep 15 10:03:15.616465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3d51a-fa5c-4fe9-a68d-c1677655e073 req-a61b67d1-ddca-426f-8903-7f810fdc7323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:15.618075 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b6b3d51a-fa5c-4fe9-a68d-c1677655e073 req-a61b67d1-ddca-426f-8903-7f810fdc7323 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 1096 time: 0.0823371 Sep 15 10:03:15.704648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c325041-1727-4eec-a8b1-f96362a8771e req-fdfc0b95-d8c8-4663-b826-b090bf09776d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:15.706184 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c325041-1727-4eec-a8b1-f96362a8771e req-fdfc0b95-d8c8-4663-b826-b090bf09776d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 943 time: 0.0961106 Sep 15 10:03:15.754077 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c325041-1727-4eec-a8b1-f96362a8771e req-6efb4d62-0ea5-470b-8b22-8b16078d0941 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415945 Sep 15 10:03:15.770932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3d51a-fa5c-4fe9-a68d-c1677655e073 req-992fb1cb-af61-4983-9aa3-15d1efbca4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:15.772383 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b6b3d51a-fa5c-4fe9-a68d-c1677655e073 req-992fb1cb-af61-4983-9aa3-15d1efbca4d0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1417854 Sep 15 10:03:15.907586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3d51a-fa5c-4fe9-a68d-c1677655e073 req-805388e5-dc91-490e-a822-9dc5cb07daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:15.909045 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b6b3d51a-fa5c-4fe9-a68d-c1677655e073 req-805388e5-dc91-490e-a822-9dc5cb07daf9 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1304224 Sep 15 10:03:16.048958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-a359a65c-a60d-4ee6-ad44-8b6cc8223d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:16.050447 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-a359a65c-a60d-4ee6-ad44-8b6cc8223d57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 1096 time: 0.0795755 Sep 15 10:03:16.126022 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-3ada9544-60da-402b-be36-09dcd3c9a36b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482 HTTP/1.1" status: 200 len: 217 time: 0.0629845 Sep 15 10:03:16.186132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-71aa8e4d-3197-4711-b5a4-6e1918c7fd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:16.187554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-71aa8e4d-3197-4711-b5a4-6e1918c7fd4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee HTTP/1.1" status: 200 len: 844 time: 0.0564857 Sep 15 10:03:16.270409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-e6cfb0d9-f096-4091-8d9e-1a13a9540b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:16.271919 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-e6cfb0d9-f096-4091-8d9e-1a13a9540b3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99351c95-38be-4b0f-8534-c6926a2c1c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790277 Sep 15 10:03:16.402018 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-53309c54-7dd6-4af8-a865-bdc2c121b028 service neutron] 10.222.0.16 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242881 Sep 15 10:03:16.531740 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f540d0a-9bd5-43e1-bd83-cd601111fd77 req-fb93fcca-fb54-49d8-831a-98c4954255e5 service neutron] 10.222.0.16 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242781 Sep 15 10:03:16.961517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb0f08-49e6-400f-83c6-ebc7d1b685c2 req-bc0a80c1-2732-4400-9336-8d730bee1b44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:16.962249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-e7bb0f08-49e6-400f-83c6-ebc7d1b685c2 req-bc0a80c1-2732-4400-9336-8d730bee1b44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:03:17.060004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-e7bb0f08-49e6-400f-83c6-ebc7d1b685c2 req-bc0a80c1-2732-4400-9336-8d730bee1b44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:03:17.062105 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e7bb0f08-49e6-400f-83c6-ebc7d1b685c2 req-bc0a80c1-2732-4400-9336-8d730bee1b44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 943 time: 0.1876316 Sep 15 10:03:17.105640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e7bb0f08-49e6-400f-83c6-ebc7d1b685c2 req-8c34519d-523a-45b6-8f4c-0fb824f6fb23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385571 Sep 15 10:03:18.316744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f447ed4-c87b-4a6d-a1d5-30f53ca5bdbe req-dfcc93e7-cdaa-4479-8c0d-92d7908bac3c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:18.319357 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5f447ed4-c87b-4a6d-a1d5-30f53ca5bdbe req-dfcc93e7-cdaa-4479-8c0d-92d7908bac3c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 943 time: 0.0903807 Sep 15 10:03:18.362247 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5f447ed4-c87b-4a6d-a1d5-30f53ca5bdbe req-5d3f9dc7-0c13-4499-8afa-e990aaf4fdb6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373504 Sep 15 10:03:19.022263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 4291e052-0c85-4ed1-a0f5-776e33d7b482 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:03:19.140519 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:03:19.163426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 4291e052-0c85-4ed1-a0f5-776e33d7b482, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:03:19.177557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'port_id': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'mac_address': 'fa:16:3e:5b:a5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:03:19.231152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 4291e052-0c85-4ed1-a0f5-776e33d7b482 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:19.236948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:19.248011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4291e052-0c85-4ed1-a0f5-776e33d7b482 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:03:19.263000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 4291e052-0c85-4ed1-a0f5-776e33d7b482, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:03:19.324806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:19.394164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=4291e052-0c85-4ed1-a0f5-776e33d7b482,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:19.570857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486f0f2-7b08-4019-a7ba-3101ab8c1932 req-66a50125-517c-482d-bb31-ccdd92a89739 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:19.572364 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b486f0f2-7b08-4019-a7ba-3101ab8c1932 req-66a50125-517c-482d-bb31-ccdd92a89739 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 944 time: 0.0895731 Sep 15 10:03:19.597799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-058156b3-7187-4baa-b1e7-f722a4ca8be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:19.609193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['4291e052-0c85-4ed1-a0f5-776e33d7b482'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:03:19.618324 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b486f0f2-7b08-4019-a7ba-3101ab8c1932 req-1d9bedd7-6bcd-4909-bcd1-75993a4c9a8b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393162 Sep 15 10:03:20.574897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:20.821213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d1338-2440-4001-9b15-d512faabca9d req-39082365-e335-4aa2-abcf-c4cc78c30b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:20.823357 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2d9d1338-2440-4001-9b15-d512faabca9d req-39082365-e335-4aa2-abcf-c4cc78c30b74 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 944 time: 0.0875700 Sep 15 10:03:20.866981 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2d9d1338-2440-4001-9b15-d512faabca9d req-3e626a43-1263-4249-9a4e-a5470e3cad9f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377095 Sep 15 10:03:21.023842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 4291e052-0c85-4ed1-a0f5-776e33d7b482 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:03:21.181558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 4291e052-0c85-4ed1-a0f5-776e33d7b482 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:03:21.186773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 4291e052-0c85-4ed1-a0f5-776e33d7b482 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:03:21.187144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:21.306407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 4291e052-0c85-4ed1-a0f5-776e33d7b482 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:03:21.306793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:21.337709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:03:21.340708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f47a3b-e961-42e1-a8fd-12aeafa4fa07" -d '{"events": [{"server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "name": "network-vif-plugged", "status": "completed", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:03:21.349157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 4291e052-0c85-4ed1-a0f5-776e33d7b482, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:03:21.383208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e40b70-d70a-4a71-a5c4-73e1039b640e x-openstack-request-id: req-04e40b70-d70a-4a71-a5c4-73e1039b640e {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:03:21.383499 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "name": "network-vif-plugged", "status": "completed", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:03:21.383751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04e40b70-d70a-4a71-a5c4-73e1039b640e {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:03:21.384161 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e40b70-d70a-4a71-a5c4-73e1039b640e'] response: {'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'code': 200} Sep 15 10:03:21.466150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:21.533041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=4291e052-0c85-4ed1-a0f5-776e33d7b482,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:21.711558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4b30d0aa-9a61-4880-9102-ffb86b73db0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:21.876909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2ad2f-8fe9-407e-8fa7-d1e810bcaf3b req-2fb8d6e4-ace3-4785-9ecd-8ae58b1544d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:21.878391 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-abc2ad2f-8fe9-407e-8fa7-d1e810bcaf3b req-2fb8d6e4-ace3-4785-9ecd-8ae58b1544d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 1098 time: 0.0789492 Sep 15 10:03:21.918814 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-abc2ad2f-8fe9-407e-8fa7-d1e810bcaf3b req-b6b141e0-f9ac-473f-8c2f-b7beb7716ca6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349603 Sep 15 10:03:22.076506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f4b0d-6c67-4061-bc0f-1b9c75096165 req-f935553c-6bdf-4d67-95af-4413cffb2183 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:22.077973 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-264f4b0d-6c67-4061-bc0f-1b9c75096165 req-f935553c-6bdf-4d67-95af-4413cffb2183 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 945 time: 0.0916965 Sep 15 10:03:22.121173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-264f4b0d-6c67-4061-bc0f-1b9c75096165 req-4b318452-d955-4cd8-ae77-8c753b134ed8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376213 Sep 15 10:03:22.511801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:22.728542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:23.331851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53635f3c-7c9f-42d5-974f-b172f5b847cb req-79dc59c4-6afe-4622-90d5-3789b43abcb9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:23.333352 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53635f3c-7c9f-42d5-974f-b172f5b847cb req-79dc59c4-6afe-4622-90d5-3789b43abcb9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 945 time: 0.0897067 Sep 15 10:03:23.380680 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53635f3c-7c9f-42d5-974f-b172f5b847cb req-b75ce093-559e-4c80-8bc0-f246ce782f28 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389340 Sep 15 10:03:23.591053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4475f1-b16f-4c98-a641-a7ea396ed58a req-5f9d19e2-ebb9-4a4f-8b0f-2a48fe82db39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:23.593310 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c4475f1-b16f-4c98-a641-a7ea396ed58a req-5f9d19e2-ebb9-4a4f-8b0f-2a48fe82db39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 945 time: 0.0902443 Sep 15 10:03:23.731780 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c4475f1-b16f-4c98-a641-a7ea396ed58a req-905130e2-2cee-4593-9d33-1def20200630 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336293 Sep 15 10:03:23.762056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56698) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:23.839603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89227cf-475f-4bc0-be5a-7f34a95f898a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:23.841095 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b89227cf-475f-4bc0-be5a-7f34a95f898a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 1093 time: 0.0780818 Sep 15 10:03:23.843915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56702) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:23.848709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:03:23.855048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:03:23.863721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:03:23.863721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:03:23.867478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:03:23.958401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:24.095393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:24.235304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.237 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/82651776-07a2-4589-8b37-26ae3d18dfac) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:03:24.329433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:24.388325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:24.477704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:24.545771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:03:24.548471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:03:24.556472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:03:24.586519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=82651776-07a2-4589-8b37-26ae3d18dfac,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:24.968320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:25.137458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:25.348672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:25.437244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:25.543162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:25.590286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=82651776-07a2-4589-8b37-26ae3d18dfac,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:03:25.809640 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1 associated. External IP: 172.26.7.237, port: 4291e052-0c85-4ed1-a0f5-776e33d7b482. Sep 15 10:03:26.157958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:03:26.342019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:03:26.351872 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] Sync routers for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:03:26.361513 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:03:26.363384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:03:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:26.443293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:26.500999 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-842608a1-4685-4b63-ad79-09c237b37adb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6560330 Sep 15 10:03:26.501545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:03:26.503870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56708) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:26.507447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a169634a-a3d9-4f4a-8677-2952de952d56" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:03:26.548993 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:03:26.553594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b1e6b4-236d-49ae-bfb3-43be52b136ef x-openstack-request-id: req-51b1e6b4-236d-49ae-bfb3-43be52b136ef {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:03:26.553910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:03:26.554194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51b1e6b4-236d-49ae-bfb3-43be52b136ef {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:03:26.554588 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b1e6b4-236d-49ae-bfb3-43be52b136ef'] response: {'name': 'network-changed', 'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'status': 'completed', 'code': 200} Sep 15 10:03:26.773764 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ea9d099e-ea21-41c8-8c8b-63a9aae48416 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1 HTTP/1.1" status: 200 len: 991 time: 0.2675986 Sep 15 10:03:26.803320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-29730c81-3437-4e26-a3b6-82ddc7bfbe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:26.804817 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-29730c81-3437-4e26-a3b6-82ddc7bfbe34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 1098 time: 0.1989279 Sep 15 10:03:26.911801 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.237', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'port_id': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'mac_address': 'fa:16:3e:5b:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e189ee-4dec-4eef-972e-add964608df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:03:24Z', 'updated_at': '2022-09-15T10:03:24Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:26.916100 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] Checking router: 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:03:26.924000 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:03:26.924589 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:03:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:26.945384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-7ee85893-cbbc-432d-8536-5df2c6ac815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:26.946857 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-7ee85893-cbbc-432d-8536-5df2c6ac815f service neutron] 10.222.0.16 "GET /v2.0/networks?id=99351c95-38be-4b0f-8534-c6926a2c1c62 HTTP/1.1" status: 200 len: 898 time: 0.1352360 Sep 15 10:03:27.054093 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-17bba4e7-2309-43fe-9e80-e3876a011e87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482 HTTP/1.1" status: 200 len: 999 time: 0.1011562 Sep 15 10:03:27.116641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-c0a80909-9d4b-488c-9915-a5fc03f1ba39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:27.118289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-c0a80909-9d4b-488c-9915-a5fc03f1ba39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee HTTP/1.1" status: 200 len: 844 time: 0.0586429 Sep 15 10:03:27.131732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:03:27.207589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-b2476ae6-a1c7-440f-a69a-17116d1b165f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:27.214285 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-b2476ae6-a1c7-440f-a69a-17116d1b165f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99351c95-38be-4b0f-8534-c6926a2c1c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840776 Sep 15 10:03:27.358056 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-b65e8e4f-a833-4039-a4c2-780f61a28ca3 service neutron] 10.222.0.16 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371152 Sep 15 10:03:27.478979 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.237', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'port_id': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'mac_address': 'fa:16:3e:5b:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e189ee-4dec-4eef-972e-add964608df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:03:24Z', 'updated_at': '2022-09-15T10:03:24Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:03:27.484031 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdce6dc8-d716-4595-a56f-6d08dbd438f1 None None] The sync data for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv is: [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.237', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'port_id': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1448, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'mac_address': 'fa:16:3e:5b:a5:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e189ee-4dec-4eef-972e-add964608df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:03:24Z', 'updated_at': '2022-09-15T10:03:24Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:03:27.490446 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a169634a-a3d9-4f4a-8677-2952de952d56 req-cd94dc85-71cf-49e0-8431-94d2096ccf32 service neutron] 10.222.0.16 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304266 Sep 15 10:03:27.664037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c7be6-834d-4964-8ce5-58904091dbb5 None None] New status for floating IP 7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:03:27.775662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56714) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:27.884423 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-836fab2b-8c01-4b61-b5db-6481502eee13 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1 HTTP/1.1" status: 200 len: 991 time: 0.1076243 Sep 15 10:03:28.888754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56718) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:03:28.993842 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f804399d-49b5-4cf6-800f-14b9d53e48da tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1 HTTP/1.1" status: 200 len: 993 time: 0.1044526 Sep 15 10:03:37.102915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-223e666d-acfb-449d-9c3c-935714ae39ce req-70b84d2a-95e9-49e1-8534-e266b59954b7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799010 Sep 15 10:03:37.209695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e666d-acfb-449d-9c3c-935714ae39ce req-92de743e-dfbf-4d35-9395-0c399c18e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:37.211174 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-223e666d-acfb-449d-9c3c-935714ae39ce req-92de743e-dfbf-4d35-9395-0c399c18e4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 1098 time: 0.0773902 Sep 15 10:03:37.354004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e666d-acfb-449d-9c3c-935714ae39ce req-78e25295-3ef9-4f26-8bf4-546ed12fa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:37.355419 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-223e666d-acfb-449d-9c3c-935714ae39ce req-78e25295-3ef9-4f26-8bf4-546ed12fa9ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1265109 Sep 15 10:03:37.458311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-223e666d-acfb-449d-9c3c-935714ae39ce req-c72ccbc3-b769-4a3e-9b2f-0290ccabe6f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6 HTTP/1.1" status: 200 len: 1001 time: 0.0966327 Sep 15 10:03:37.519011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e666d-acfb-449d-9c3c-935714ae39ce req-4f95c6f6-f00b-43a6-a240-b220dd77fcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:37.520412 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-223e666d-acfb-449d-9c3c-935714ae39ce req-4f95c6f6-f00b-43a6-a240-b220dd77fcff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0570779 Sep 15 10:03:37.604385 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e666d-acfb-449d-9c3c-935714ae39ce req-88c239af-fcb9-492d-9c79-2dc81f0a6df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:03:37.605749 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-223e666d-acfb-449d-9c3c-935714ae39ce req-88c239af-fcb9-492d-9c79-2dc81f0a6df4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798330 Sep 15 10:03:37.843184 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-223e666d-acfb-449d-9c3c-935714ae39ce req-1451a913-7a64-4e65-9331-03445fb02e4d service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317030 Sep 15 10:03:37.975303 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-223e666d-acfb-449d-9c3c-935714ae39ce req-4b09ed92-5754-43ef-8e87-cf5a46d92c1d service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265020 Sep 15 10:03:49.590861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f4f5595-3bb6-445c-80aa-0091b13983c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:50.605083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:51.719239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-154bffa9-c395-43d1-912d-20c7faad7859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:52.567981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:52.745159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:54.329104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:03:56.140375 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:04:19.607216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-764dd523-2e06-471c-846e-e7cb7bd41101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:20.612161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:21.657457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1c8f035c-a4f5-437e-afb1-50ec9364ecd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:22.521846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:22.766090 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:24.315935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:33.139398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:04:37.072896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-65f143ba-9540-42a7-b23a-da6e55d1c02e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751042 Sep 15 10:04:37.236153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-99d8c9d7-a76a-4be9-8f53-232de71f5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:04:37.237712 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-99d8c9d7-a76a-4be9-8f53-232de71f5443 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 1098 time: 0.0839298 Sep 15 10:04:37.378119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-114cc9db-7887-4ee1-bbe9-16ebb8f8c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:04:37.379597 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-114cc9db-7887-4ee1-bbe9-16ebb8f8c604 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1243737 Sep 15 10:04:37.480627 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-f707733f-d765-40ad-9516-e2e7c9b4c346 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6 HTTP/1.1" status: 200 len: 1001 time: 0.0952916 Sep 15 10:04:37.540869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-79c1957c-4c69-4249-90e7-6f0349f2f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:04:37.542276 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-79c1957c-4c69-4249-90e7-6f0349f2f98b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0554609 Sep 15 10:04:37.626062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-b30b8caa-ec8c-4269-96df-c41500047b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:04:37.627453 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-b30b8caa-ec8c-4269-96df-c41500047b18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790007 Sep 15 10:04:37.756974 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-c72e68b0-5c33-4af4-8ed1-7a8e19039c80 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236124 Sep 15 10:04:37.884070 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92508681-f444-4b3f-b932-53fb4c0fce3a req-839cfee7-d89b-4bec-ae1b-5a74fbf7314a service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210060 Sep 15 10:04:49.581915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2b7d084d-07c5-4323-9682-5accc199408e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:50.587871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:51.703641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0c38e055-ff01-442f-ac0b-90ab1f88980a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:52.532687 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:52.765046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:04:54.309493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:10.139026 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:05:18.963856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56754) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:05:18.969282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:05:19.088277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8135735'] for subnet, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:19.354835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743233271116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6528979'] for subnet, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:19.407980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:19.414254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:19.414254 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/subnets/c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee HTTP/1.1" status: 200 len: 836 time: 0.4455721 Sep 15 10:05:19.415152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd5c0ce-989b-41a7-82ab-d4be302bf47d None None] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:05:19.425744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:19.434335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.435185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.435185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.435398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.435653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.435978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.436299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.436620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.436942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.437259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.437578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.437959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b4d72b-2baf-4697-95e3-006c1b8a5498 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:19.585400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-780a5434-f864-4627-9116-7ac038f19355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:19.914016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Provisioning complete for port 4291e052-0c85-4ed1-a0f5-776e33d7b482 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:05:19.914394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:20.036867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Current status of the port 4291e052-0c85-4ed1-a0f5-776e33d7b482 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:05:20.048224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Provisioning complete for port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:05:20.048592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:20.166395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Current status of the port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:05:20.177646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Provisioning complete for port cbc57415-63e7-46c3-b6a6-c8a08a966083 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:05:20.178042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:20.294345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-61629b91-b0a1-4a23-a2b7-e7eeae32d5ea None None] Current status of the port cbc57415-63e7-46c3-b6a6-c8a08a966083 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:05:20.609271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:21.689548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b2df09c1-0951-48a3-b680-4134cc712c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:21.700784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843fc3eb-cf95-4d54-b008-4db54730288c req-925d6744-fcf6-48c2-a8ab-79ad720c21a0 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:21.702292 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-843fc3eb-cf95-4d54-b008-4db54730288c req-925d6744-fcf6-48c2-a8ab-79ad720c21a0 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 945 time: 0.1729689 Sep 15 10:05:21.747356 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-843fc3eb-cf95-4d54-b008-4db54730288c req-dff98f58-69e4-49f0-8c49-8863bfc92841 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392427 Sep 15 10:05:22.563873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:22.775411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:23.012225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150aa17-3f15-4616-9318-cae1fad36e64 req-1a63d889-ccd9-4daa-bbee-7bad2818f617 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:23.013587 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3150aa17-3f15-4616-9318-cae1fad36e64 req-1a63d889-ccd9-4daa-bbee-7bad2818f617 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 945 time: 0.1404817 Sep 15 10:05:23.057076 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3150aa17-3f15-4616-9318-cae1fad36e64 req-f678471a-7f2c-4678-8d4d-283fc2969c86 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377288 Sep 15 10:05:23.277297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-06b1296c-a82e-44c7-a662-8ddd53206d89 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:23.278664 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-06b1296c-a82e-44c7-a662-8ddd53206d89 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 945 time: 0.0919802 Sep 15 10:05:23.351307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Deleting port a7a6a9d4-419b-4de2-b219-dc979ef973d6 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:05:23.351658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:23.599801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] For port a7a6a9d4-419b-4de2-b219-dc979ef973d6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=a7a6a9d4-419b-4de2-b219-dc979ef973d6,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:05:23.600121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:23.994446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:23.994814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:23.995121 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Floating IP d3327071-fa22-4d5e-aeec-233162cb2d64 disassociated. External IP: 172.26.7.200, port: a7a6a9d4-419b-4de2-b219-dc979ef973d6. Sep 15 10:05:23.995458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Calling delete_port for a7a6a9d4-419b-4de2-b219-dc979ef973d6 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:05:24.198548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:24.232672 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-834b26ee-f5d7-4739-a0b3-985de3e8570c req-6aa04108-bf07-488f-bd16-d67983365393 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 210 time: 0.0536172 Sep 15 10:05:24.250502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event deleted for resources: {'Port': ['ID=a7a6a9d4-419b-4de2-b219-dc979ef973d6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:24.262610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.262835 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.263151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.263476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.263791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.264438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.264761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.265081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.265401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.265714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.266049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.266362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:24.343629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:24.447640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Router 438e10a9-d219-4955-a0ca-44cd22149acb has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:05:24.628183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:05:24.640235 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:05:24.650061 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:05:24.650704 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:05:24.718172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] No DVR routers for this DVR port a7a6a9d4-419b-4de2-b219-dc979ef973d6 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:05:24.721013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:24.724207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'name': 'network-vif-deleted', 'tag': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:05:24.727303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbaa5c9-ccf2-435a-b814-3acba9ed2522" -d '{"events": [{"server_uuid": "71ea39eb-ef84-480b-8741-8cc10b4ee2bd", "name": "network-vif-deleted", "tag": "a7a6a9d4-419b-4de2-b219-dc979ef973d6"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:05:24.777377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d071246f-ca17-43d8-8a52-9d15b23e3531 x-openstack-request-id: req-d071246f-ca17-43d8-8a52-9d15b23e3531 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:05:24.777563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71ea39eb-ef84-480b-8741-8cc10b4ee2bd", "name": "network-vif-deleted", "tag": "a7a6a9d4-419b-4de2-b219-dc979ef973d6", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:05:24.777809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d071246f-ca17-43d8-8a52-9d15b23e3531 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:05:24.778278 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d071246f-ca17-43d8-8a52-9d15b23e3531'] response: {'server_uuid': '71ea39eb-ef84-480b-8741-8cc10b4ee2bd', 'name': 'network-vif-deleted', 'tag': 'a7a6a9d4-419b-4de2-b219-dc979ef973d6', 'status': 'completed', 'code': 200} Sep 15 10:05:24.813005 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-81366cad-b9d5-4d91-9056-cfd2cd9fff3c req-de89236f-d7d5-40cf-9d4b-6adf0642ac4b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "DELETE /v2.0/ports/a7a6a9d4-419b-4de2-b219-dc979ef973d6 HTTP/1.1" status: 204 len: 173 time: 1.5293729 Sep 15 10:05:24.843138 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:05:25.164464 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:05:25.168453 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:05:25.176576 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:05:25.177162 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:05:25.393405 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:05:25.445881 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-37ec45c7-2745-4518-946d-be40ec7c9f2c req-487ba323-e15f-49ad-a723-dd99a14dad40 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=71ea39eb-ef84-480b-8741-8cc10b4ee2bd HTTP/1.1" status: 200 len: 210 time: 0.0500805 Sep 15 10:05:25.689319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device a7a6a9d4-419b-4de2-b219-dc979ef973d6 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:05:25.723241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: a7a6a9d4-419b-4de2-b219-dc979ef973d6 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:05:25.723544 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:05:25.724328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device a7a6a9d4-419b-4de2-b219-dc979ef973d6 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:05:25.728675 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef5b5a4-aced-4fb8-aba3-de9bde2ea906 None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:05:25.939907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a41aec2-4950-4a8e-9be0-8e92f2cc0859 None None] New status for floating IP d3327071-fa22-4d5e-aeec-233162cb2d64: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:05:26.771166 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-59354307-96a0-4482-be9b-05c8300a2ee5 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382539204&fields=id&tenant_id=6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 267 time: 0.0390854 Sep 15 10:05:26.918691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-36fb939c-ce48-4ffe-b154-4ddb50fa0078 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:26.919359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-36fb939c-ce48-4ffe-b154-4ddb50fa0078 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:05:27.028821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-36fb939c-ce48-4ffe-b154-4ddb50fa0078 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:05:27.029941 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-36fb939c-ce48-4ffe-b154-4ddb50fa0078 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 812 time: 0.2515461 Sep 15 10:05:27.045021 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-b6d66cf0-a083-4f14-8951-99ca534e1d7d tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/quotas/6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 375 time: 0.0095637 Sep 15 10:05:27.239369 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-e27fe734-8f23-4782-a6d5-ae2fd0c10e0b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1891272 Sep 15 10:05:27.373894 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-2fca823f-472d-451d-8d30-415e072b07b7 service neutron] 10.222.0.62 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228261 Sep 15 10:05:27.503343 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-5d7bc1d1-1ffb-4fa2-8abf-3f160791de86 service neutron] 10.222.0.62 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237245 Sep 15 10:05:28.166615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-14b8a0f2-23b8-4daa-b624-94b815309dfb req-78c9b80b-297b-487f-b9fa-05f3223f25e1 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:05:28.241000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-14b8a0f2-23b8-4daa-b624-94b815309dfb req-78c9b80b-297b-487f-b9fa-05f3223f25e1 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:05:28.242311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14b8a0f2-23b8-4daa-b624-94b815309dfb req-78c9b80b-297b-487f-b9fa-05f3223f25e1 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 210 time: 0.1237919 Sep 15 10:05:29.418569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0bec8fbb-fff3-41f3-b62f-3a09b1a71a04 req-3e8d0f9e-c964-4382-9128-7fa1773b39a7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 210 time: 0.0502050 Sep 15 10:05:30.234785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-edc0d0a0-038a-49cb-a973-55b13bee1bef tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:30.236239 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-edc0d0a0-038a-49cb-a973-55b13bee1bef tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 812 time: 0.1401272 Sep 15 10:05:30.290142 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-96d65bf7-e81f-4599-8705-aaf95146a98a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 379 time: 0.0403833 Sep 15 10:05:30.298083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'port': {'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'admin_state_up': True, 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'security_groups': ['e46472f4-3c40-4e9e-b896-d9e56b62c13e']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:05:30.438280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:05:30.450046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:05:30.588615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Made reservation on behalf of 6a45f35d65514d2786183c87bd8fcf5e for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:05:30.593423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:30.612982 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2521f078-bc0e-4393-bbf6-d27b1fbb626a req-ba2b9541-800a-4375-a922-d35ab414165a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 210 time: 0.0722637 Sep 15 10:05:30.764389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Allocated IP 172.20.0.3 (bfa3acf3-ddac-4863-9f3f-d40397e9944e/36d6647c-410c-4a79-90c0-7125ffc98ef8/af5153b6-7a0a-4500-8e16-72180bca5c9e) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:05:31.074886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:31.095504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Transition to ACTIVE for port object af5153b6-7a0a-4500-8e16-72180bca5c9e will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:05:31.224128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:31.292435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:05:31.295322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:05:31.299329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:05:31.339785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=af5153b6-7a0a-4500-8e16-72180bca5c9e,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:31.372496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:31.373110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:31.504289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-6029bc82-422d-4ebc-8ab8-9ff4c98c984a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2096143 Sep 15 10:05:31.522488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Request body: {'port': {'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:05:31.634877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-43338b11-debd-48db-9358-7e7a342e09fa None None] Provisioning for port af5153b6-7a0a-4500-8e16-72180bca5c9e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:05:31.639985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-43338b11-debd-48db-9358-7e7a342e09fa None None] Provisioning complete for port af5153b6-7a0a-4500-8e16-72180bca5c9e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:05:31.640361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43338b11-debd-48db-9358-7e7a342e09fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:31.648923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:31.703421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-43338b11-debd-48db-9358-7e7a342e09fa None None] Port af5153b6-7a0a-4500-8e16-72180bca5c9e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:05:31.836104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773566e-f8e9-452c-9c47-d83e7e8aae9e req-9994d989-4c0e-4535-b83d-42e4fecb5173 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:31.837674 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f773566e-f8e9-452c-9c47-d83e7e8aae9e req-9994d989-4c0e-4535-b83d-42e4fecb5173 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 931 time: 0.0940762 Sep 15 10:05:31.883724 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f773566e-f8e9-452c-9c47-d83e7e8aae9e req-f1e08055-0dcf-4422-834f-38a5aca0f404 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399883 Sep 15 10:05:32.016030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5153b6-7a0a-4500-8e16-72180bca5c9e {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:05:32.023999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:32.037985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Transition to ACTIVE for port object af5153b6-7a0a-4500-8e16-72180bca5c9e will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:05:32.135052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:32.320499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3327b8c-6231-4146-b891-950b968693da service neutron] Pushing event updated for resources: {'Port': ['ID=af5153b6-7a0a-4500-8e16-72180bca5c9e,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:32.360855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Attempting to bind port af5153b6-7a0a-4500-8e16-72180bca5c9e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:05:32.361197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Attempting to bind port af5153b6-7a0a-4500-8e16-72180bca5c9e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:05:32.361521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Attempting to bind port af5153b6-7a0a-4500-8e16-72180bca5c9e on network bfa3acf3-ddac-4863-9f3f-d40397e9944e {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:05:32.366952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Port af5153b6-7a0a-4500-8e16-72180bca5c9e on network bfa3acf3-ddac-4863-9f3f-d40397e9944e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:05:32.367271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Attempting to bind port af5153b6-7a0a-4500-8e16-72180bca5c9e on network bfa3acf3-ddac-4863-9f3f-d40397e9944e {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:05:32.372402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:05:32.372736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Checking segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:05:32.373116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Bound using segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:05:32.373539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Bound port: af5153b6-7a0a-4500-8e16-72180bca5c9e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:05:32.373923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:32.461537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] For port af5153b6-7a0a-4500-8e16-72180bca5c9e, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:05:32.464347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] For port af5153b6-7a0a-4500-8e16-72180bca5c9e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:05:32.566902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:32.598441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:32.599244 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:32.600434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c3327b8c-6231-4146-b891-950b968693da service neutron] 10.222.0.16 "PUT /v2.0/ports/af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 200 len: 1093 time: 1.0825264 Sep 15 10:05:32.600861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:05:32.603186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6ce68-47c5-4b14-ac7d-4a8762149a54" -d '{"events": [{"name": "network-changed", "server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:05:32.651143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3327b8c-6231-4146-b891-950b968693da service neutron] Pushing event updated for resources: {'Port': ['ID=af5153b6-7a0a-4500-8e16-72180bca5c9e,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:32.652117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7262f8-5250-4a2d-b720-fe6cb6856fa4 x-openstack-request-id: req-8d7262f8-5250-4a2d-b720-fe6cb6856fa4 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:05:32.652397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:05:32.652646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d7262f8-5250-4a2d-b720-fe6cb6856fa4 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:05:32.653031 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7262f8-5250-4a2d-b720-fe6cb6856fa4'] response: {'name': 'network-changed', 'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'status': 'completed', 'code': 200} Sep 15 10:05:32.770485 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ce68-47c5-4b14-ac7d-4a8762149a54 req-ef49eba5-72ec-46d4-bf99-7e2840ed64e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:32.772626 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-50c6ce68-47c5-4b14-ac7d-4a8762149a54 req-ef49eba5-72ec-46d4-bf99-7e2840ed64e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1096 time: 0.0807655 Sep 15 10:05:32.918183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ce68-47c5-4b14-ac7d-4a8762149a54 req-b1ac696b-07b6-4a96-a2c4-24a17c761756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:32.919626 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-50c6ce68-47c5-4b14-ac7d-4a8762149a54 req-b1ac696b-07b6-4a96-a2c4-24a17c761756 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1332493 Sep 15 10:05:33.056441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6ce68-47c5-4b14-ac7d-4a8762149a54 req-04b73fc6-d0b1-4eed-bd12-20b951a053e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:33.057840 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-50c6ce68-47c5-4b14-ac7d-4a8762149a54 req-04b73fc6-d0b1-4eed-bd12-20b951a053e5 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329513 Sep 15 10:05:33.096319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c6c2a2-04c7-414f-bb86-fe7401cb21e8 req-87ba6ac7-b836-43b2-b6bf-d703f428b1a0 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:33.097784 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3c6c2a2-04c7-414f-bb86-fe7401cb21e8 req-87ba6ac7-b836-43b2-b6bf-d703f428b1a0 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 943 time: 0.0927179 Sep 15 10:05:33.142530 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3c6c2a2-04c7-414f-bb86-fe7401cb21e8 req-59ced552-31a7-445c-9ef4-27abbb198169 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 Sep 15 10:05:33.194678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-98331d68-4181-4e19-b0de-c51be0144e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:33.196163 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-98331d68-4181-4e19-b0de-c51be0144e4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1096 time: 0.0832441 Sep 15 10:05:33.373668 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-63a6c71e-0386-4fea-9ad7-1176b8441006 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 200 len: 217 time: 0.1643867 Sep 15 10:05:33.436873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-79fa88bf-c948-45a4-a763-ef5a31aeb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:33.438313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-79fa88bf-c948-45a4-a763-ef5a31aeb985 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0585728 Sep 15 10:05:33.520037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-7d33ffbf-96f2-4f4b-bab7-2498ec27bdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:33.521644 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-7d33ffbf-96f2-4f4b-bab7-2498ec27bdd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770509 Sep 15 10:05:33.649642 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-c5518688-8765-4551-8f92-82acf8a89c15 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218934 Sep 15 10:05:33.783802 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27e6ba30-2a33-49be-b1bf-6b9edc5ac7b7 req-7a116f1c-df00-4117-be74-f3fe000bad6e service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281013 Sep 15 10:05:34.355502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e8543-f339-4908-9d31-a3f73ea1f3be req-a57580e3-d61e-4d70-a2e1-132fc1f6918c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:34.356129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-964e8543-f339-4908-9d31-a3f73ea1f3be req-a57580e3-d61e-4d70-a2e1-132fc1f6918c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:05:34.417148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-964e8543-f339-4908-9d31-a3f73ea1f3be req-a57580e3-d61e-4d70-a2e1-132fc1f6918c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:05:34.418309 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-964e8543-f339-4908-9d31-a3f73ea1f3be req-a57580e3-d61e-4d70-a2e1-132fc1f6918c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 943 time: 0.1538472 Sep 15 10:05:34.463164 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-964e8543-f339-4908-9d31-a3f73ea1f3be req-5cd71a36-e559-4002-b3f7-9608c357b9d5 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390882 Sep 15 10:05:35.670133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677996ad-5079-4b20-8a7c-431a88f722f1 req-5fc8016d-4c0c-422d-a5ef-3ab45145491e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:35.671588 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-677996ad-5079-4b20-8a7c-431a88f722f1 req-5fc8016d-4c0c-422d-a5ef-3ab45145491e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 943 time: 0.0868452 Sep 15 10:05:35.716784 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-677996ad-5079-4b20-8a7c-431a88f722f1 req-e5647056-055c-4e76-8b1c-1777affb7cf7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394149 Sep 15 10:05:36.922472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a642f4a-2bf8-46ce-83d5-881c2ab99b0f req-83aaefd0-d044-49c6-9464-7ff97b2f3005 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:36.923924 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7a642f4a-2bf8-46ce-83d5-881c2ab99b0f req-83aaefd0-d044-49c6-9464-7ff97b2f3005 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 943 time: 0.0902326 Sep 15 10:05:36.967443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7a642f4a-2bf8-46ce-83d5-881c2ab99b0f req-6ad0cdf7-ec16-4f42-8c8f-8300e5513903 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374777 Sep 15 10:05:38.109445 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-ff41178c-7871-451e-8c11-09c269e63159 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770998 Sep 15 10:05:38.175247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea35ae23-82a9-464e-886b-56eb75806428 req-f33495f4-f4b9-4163-b0d4-0f92f876465e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:38.176686 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea35ae23-82a9-464e-886b-56eb75806428 req-f33495f4-f4b9-4163-b0d4-0f92f876465e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 943 time: 0.0924523 Sep 15 10:05:38.222326 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-ec8b8cb5-b0f1-4d2a-955a-cc982d46dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:38.222727 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea35ae23-82a9-464e-886b-56eb75806428 req-c32ce0da-0691-4b7e-a4ac-5e0205d64f6e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392549 Sep 15 10:05:38.223775 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-ec8b8cb5-b0f1-4d2a-955a-cc982d46dfe9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 1098 time: 0.0819740 Sep 15 10:05:38.366547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-aa2a3823-9337-45bc-8561-e46106adf7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:38.367975 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-aa2a3823-9337-45bc-8561-e46106adf7ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=99351c95-38be-4b0f-8534-c6926a2c1c62 HTTP/1.1" status: 200 len: 898 time: 0.1246870 Sep 15 10:05:38.467458 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-c725db26-c296-4101-82c0-f66762b2588a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482 HTTP/1.1" status: 200 len: 1001 time: 0.0939209 Sep 15 10:05:38.527363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-97e5391b-1ad2-4ef5-a620-fdb434c822c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:38.528739 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-97e5391b-1ad2-4ef5-a620-fdb434c822c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee HTTP/1.1" status: 200 len: 844 time: 0.0555921 Sep 15 10:05:38.612631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-e5000e7e-c78a-4761-8497-b8f2e7d22904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:38.614029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-e5000e7e-c78a-4761-8497-b8f2e7d22904 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99351c95-38be-4b0f-8534-c6926a2c1c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792313 Sep 15 10:05:38.740879 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-a206ee48-6c43-4211-a139-a58d2872782d service neutron] 10.222.0.16 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210308 Sep 15 10:05:38.869188 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-08aa1faf-edcf-47f2-8cc3-7134dae9cd09 req-c88320c0-38f4-454d-a8dc-78619d80836d service neutron] 10.222.0.16 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223147 Sep 15 10:05:39.541391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a0f6e-40fe-4b57-9bc6-d4b89f25e412 req-5e09b8b4-caee-499e-9988-952f3ebac486 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:39.542787 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f4a0f6e-40fe-4b57-9bc6-d4b89f25e412 req-5e09b8b4-caee-499e-9988-952f3ebac486 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 943 time: 0.1960983 Sep 15 10:05:39.588242 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f4a0f6e-40fe-4b57-9bc6-d4b89f25e412 req-10257578-cd17-4a89-b33c-e94b7056a419 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397255 Sep 15 10:05:40.793888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05056a54-9eda-42ba-8cb4-dfec3176c49b req-36314c6a-1a05-4736-9bc7-05544334bf90 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:40.795361 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-05056a54-9eda-42ba-8cb4-dfec3176c49b req-36314c6a-1a05-4736-9bc7-05544334bf90 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 943 time: 0.0904529 Sep 15 10:05:40.840959 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-05056a54-9eda-42ba-8cb4-dfec3176c49b req-6b663f4c-68b9-4514-8a67-48a90984d8b7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398352 Sep 15 10:05:41.720323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device af5153b6-7a0a-4500-8e16-72180bca5c9e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:05:41.856171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port af5153b6-7a0a-4500-8e16-72180bca5c9e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:05:41.869164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:05:41.924539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port af5153b6-7a0a-4500-8e16-72180bca5c9e is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:05:41.924923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:41.942094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5153b6-7a0a-4500-8e16-72180bca5c9e {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:05:41.958409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port af5153b6-7a0a-4500-8e16-72180bca5c9e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:05:42.031603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:42.053377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbf7ea-9d4e-48e2-a4fe-9054f6d1cad2 req-3c9e9645-be46-41bb-aa42-811f20e4b88e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:42.054967 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f5fbf7ea-9d4e-48e2-a4fe-9054f6d1cad2 req-3c9e9645-be46-41bb-aa42-811f20e4b88e tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 943 time: 0.0909097 Sep 15 10:05:42.101115 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f5fbf7ea-9d4e-48e2-a4fe-9054f6d1cad2 req-8502d0b7-a26a-457d-ac23-340f3d19de70 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402458 Sep 15 10:05:42.135266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=af5153b6-7a0a-4500-8e16-72180bca5c9e,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:42.142363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.142712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.143046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.143378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.143704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.144030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.144352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.144673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.144994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.145314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.145631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.146004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:05:42.343155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['af5153b6-7a0a-4500-8e16-72180bca5c9e'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:05:43.309778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1eae0-4ae1-47ad-ac74-d647c23de199 req-00b63b4f-c9df-4c72-9d89-061af4e06d44 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:43.311185 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c6b1eae0-4ae1-47ad-ac74-d647c23de199 req-00b63b4f-c9df-4c72-9d89-061af4e06d44 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 944 time: 0.0889173 Sep 15 10:05:43.356273 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c6b1eae0-4ae1-47ad-ac74-d647c23de199 req-8e81bab4-4ba6-45e2-8a96-53195165cf05 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Sep 15 10:05:43.751663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device af5153b6-7a0a-4500-8e16-72180bca5c9e up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:05:43.906202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port af5153b6-7a0a-4500-8e16-72180bca5c9e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:05:43.911192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port af5153b6-7a0a-4500-8e16-72180bca5c9e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:05:43.912109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:44.027104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port af5153b6-7a0a-4500-8e16-72180bca5c9e is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:05:44.027390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:44.054162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:05:44.056411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeae7dc-d29c-4bb2-ab9c-2bb951541e20" -d '{"events": [{"server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "name": "network-vif-plugged", "status": "completed", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:05:44.068765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port af5153b6-7a0a-4500-8e16-72180bca5c9e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:05:44.102914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833353d4-d6b4-4e83-9b55-40e86e7c1c73 x-openstack-request-id: req-833353d4-d6b4-4e83-9b55-40e86e7c1c73 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:05:44.102914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "name": "network-vif-plugged", "status": "completed", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:05:44.102914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-833353d4-d6b4-4e83-9b55-40e86e7c1c73 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:05:44.102914 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833353d4-d6b4-4e83-9b55-40e86e7c1c73'] response: {'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'code': 200} Sep 15 10:05:44.152048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:44.219056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=af5153b6-7a0a-4500-8e16-72180bca5c9e,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:44.572254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd58bec-c621-4667-9c46-e4d6069acfeb req-988a67e4-9181-4d8f-b61b-ee338f9d8c3f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:44.573612 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd58bec-c621-4667-9c46-e4d6069acfeb req-988a67e4-9181-4d8f-b61b-ee338f9d8c3f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 945 time: 0.1006691 Sep 15 10:05:44.617898 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd58bec-c621-4667-9c46-e4d6069acfeb req-8f14b504-e4d8-4892-ae4d-3235acfff1f7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385537 Sep 15 10:05:44.658826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c420e-9f66-4c55-ad61-c01939eb73fd req-982ee7b8-4e3a-4e57-9a35-1a10fcbe47f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:44.660277 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a0c420e-9f66-4c55-ad61-c01939eb73fd req-982ee7b8-4e3a-4e57-9a35-1a10fcbe47f1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1098 time: 0.1256044 Sep 15 10:05:44.705019 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a0c420e-9f66-4c55-ad61-c01939eb73fd req-02c340d1-2cf0-404b-982f-74914a6cb4d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378547 Sep 15 10:05:45.828018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c6353-b694-4b21-bf71-15440afc80c6 req-f3d1116a-abe1-44e4-b02b-f44120360675 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:45.829384 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c03c6353-b694-4b21-bf71-15440afc80c6 req-f3d1116a-abe1-44e4-b02b-f44120360675 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 945 time: 0.0897188 Sep 15 10:05:45.873867 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c03c6353-b694-4b21-bf71-15440afc80c6 req-3b223c50-44a5-4d08-ae7a-45e1a8fcca3c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385778 Sep 15 10:05:47.082056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1cca3e-a46c-469a-b0b8-d2c3c4821fa3 req-9c8401de-1546-43a3-a149-adb08f1e2107 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:47.084027 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5b1cca3e-a46c-469a-b0b8-d2c3c4821fa3 req-9c8401de-1546-43a3-a149-adb08f1e2107 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 945 time: 0.0888934 Sep 15 10:05:47.129759 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5b1cca3e-a46c-469a-b0b8-d2c3c4821fa3 req-0617d03e-1025-459c-8d63-ea03e882ee4c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400298 Sep 15 10:05:47.138437 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:05:47.339607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe6466-1ddc-432c-ae26-92bd1f293244 req-76826d51-003c-45e9-98d2-36737631f2f7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:47.340994 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d0fe6466-1ddc-432c-ae26-92bd1f293244 req-76826d51-003c-45e9-98d2-36737631f2f7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 945 time: 0.0911646 Sep 15 10:05:47.385219 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d0fe6466-1ddc-432c-ae26-92bd1f293244 req-47dfd9e5-3265-4561-821f-5de7513d837b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382802 Sep 15 10:05:47.413627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56844) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:05:47.489159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289298fb-5943-44de-9e44-94896ede423d tempest-TestVolumeBootPattern-1488251995 tempest-TestVolumeBootPattern-1488251995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:47.490405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-289298fb-5943-44de-9e44-94896ede423d tempest-TestVolumeBootPattern-1488251995 tempest-TestVolumeBootPattern-1488251995-project-admin] Synchronizing usage tracker for tenant:3078e37da8e846dc975176be8d6491c9 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:05:47.570962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-289298fb-5943-44de-9e44-94896ede423d tempest-TestVolumeBootPattern-1488251995 tempest-TestVolumeBootPattern-1488251995-project-admin] Unset dirty status for tenant:3078e37da8e846dc975176be8d6491c9 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:05:47.572157 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-289298fb-5943-44de-9e44-94896ede423d tempest-TestVolumeBootPattern-1488251995 tempest-TestVolumeBootPattern-1488251995-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1093 time: 0.1575568 Sep 15 10:05:47.574931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56848) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:05:47.579869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:05:47.586101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:05:47.591059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:floatingip and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:05:47.592639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:05:47.598281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:05:47.665620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:47.796872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:47.932444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Allocated IP 172.26.7.65 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/e48d4809-a029-4f2f-8157-2f7a3e90feb3) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:05:48.074515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:48.151435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:48.218227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:05:48.220734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:05:48.225085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:05:48.257944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=e48d4809-a029-4f2f-8157-2f7a3e90feb3,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:48.631960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:48.786603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:49.083453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:49.143262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:49.254018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:49.303505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=e48d4809-a029-4f2f-8157-2f7a3e90feb3,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:05:49.427720 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Floating IP e2de7fad-ab54-4630-bc24-aae9f7d722b9 associated. External IP: 172.26.7.65, port: af5153b6-7a0a-4500-8e16-72180bca5c9e. Sep 15 10:05:49.588345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-997a3654-f9da-45a6-8677-0d27b3a19d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:49.772747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Router 438e10a9-d219-4955-a0ca-44cd22149acb has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:05:49.946484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:05:49.955935 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:05:49.964889 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:05:49.965489 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:05:50.020035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:50.079264 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-10883c4e-3306-496f-b77b-bde8463abe1c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5031586 Sep 15 10:05:50.079670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:05:50.081959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19361388-6492-4298-9cba-4ab008798ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:05:50.140207 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:05:50.179236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79b7dde-1d4d-4cc5-a354-0ad585116e7b x-openstack-request-id: req-e79b7dde-1d4d-4cc5-a354-0ad585116e7b {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:05:50.179587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:05:50.179853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e79b7dde-1d4d-4cc5-a354-0ad585116e7b {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:05:50.180250 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79b7dde-1d4d-4cc5-a354-0ad585116e7b'] response: {'name': 'network-changed', 'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'status': 'completed', 'code': 200} Sep 15 10:05:50.300598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19361388-6492-4298-9cba-4ab008798ce0 req-25df3a1f-98c8-4234-9c2b-e867ea65520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:50.302719 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19361388-6492-4298-9cba-4ab008798ce0 req-25df3a1f-98c8-4234-9c2b-e867ea65520c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1098 time: 0.0803754 Sep 15 10:05:50.433347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19361388-6492-4298-9cba-4ab008798ce0 req-81f7f6fb-8ff6-4508-868d-307e5fe16a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:50.434824 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19361388-6492-4298-9cba-4ab008798ce0 req-81f7f6fb-8ff6-4508-868d-307e5fe16a33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1270361 Sep 15 10:05:50.491300 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:48Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:05:50.495564 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:05:50.504450 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:05:50.505101 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:05:50.620417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:50.652358 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19361388-6492-4298-9cba-4ab008798ce0 req-1c02f5d0-ad35-484c-be16-7e26eb518e30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 200 len: 998 time: 0.2116814 Sep 15 10:05:50.688194 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:05:50.715703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19361388-6492-4298-9cba-4ab008798ce0 req-62cf79d4-8776-467b-928d-7994ed448114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:50.717172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19361388-6492-4298-9cba-4ab008798ce0 req-62cf79d4-8776-467b-928d-7994ed448114 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0594411 Sep 15 10:05:50.800728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19361388-6492-4298-9cba-4ab008798ce0 req-b1fad8be-53f9-48fc-84dd-ca7b75316681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:05:50.802853 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19361388-6492-4298-9cba-4ab008798ce0 req-b1fad8be-53f9-48fc-84dd-ca7b75316681 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797899 Sep 15 10:05:50.937197 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19361388-6492-4298-9cba-4ab008798ce0 req-c5de2dfd-33f9-4f7b-8651-1c0259c2223d service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285961 Sep 15 10:05:51.062041 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:48Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:05:51.065933 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd9b699-6294-4c7a-8bca-ca8d6f5537e3 None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:48Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:05:51.069657 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-19361388-6492-4298-9cba-4ab008798ce0 req-2ae8dfd0-0e23-48bf-9b20-203c0b999d49 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262114 Sep 15 10:05:51.263744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b170484e-6383-471d-b6fe-e5ea96fab796 None None] New status for floating IP e2de7fad-ab54-4630-bc24-aae9f7d722b9: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:05:51.665358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-36c9b5b3-2a26-4d3e-b2d1-a5e9a5487686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:52.522567 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:52.762753 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:05:54.325764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:02.363661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56862) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:02.565058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 82651776-07a2-4589-8b37-26ae3d18dfac {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:06:02.565406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:02.834850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:02.840864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:02.956251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 82651776-07a2-4589-8b37-26ae3d18dfac owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:06:03.229901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:03.282401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=82651776-07a2-4589-8b37-26ae3d18dfac,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:03.374509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:03.374509 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP 7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1 disassociated (deleted). External IP: 172.26.7.237, port: 4291e052-0c85-4ed1-a0f5-776e33d7b482. Sep 15 10:06:03.740276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:06:03.933201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:06:03.943710 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] Sync routers for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:06:03.960010 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:03.960010 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:04.020978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:04.080013 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a03fc453-9c22-475b-ab8d-a33f8f904311 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1 HTTP/1.1" status: 204 len: 168 time: 1.7110984 Sep 15 10:06:04.080013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:06:04.080013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52a807d-8088-4a5b-ba2f-222fbe92f93a" -d '{"events": [{"name": "network-changed", "server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:06:04.160638 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:04.191643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f9aa7e-f72a-4afd-816d-8b3064a0aab8 x-openstack-request-id: req-b8f9aa7e-f72a-4afd-816d-8b3064a0aab8 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:06:04.191643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:06:04.191643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8f9aa7e-f72a-4afd-816d-8b3064a0aab8 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:06:04.191643 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f9aa7e-f72a-4afd-816d-8b3064a0aab8'] response: {'name': 'network-changed', 'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'status': 'completed', 'code': 200} Sep 15 10:06:04.392100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-309da1cf-a5e3-40e4-b408-fb9401f6be62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:04.392100 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-309da1cf-a5e3-40e4-b408-fb9401f6be62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 1098 time: 0.1452060 Sep 15 10:06:04.520842 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:04.531413 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] Checking router: 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:06:04.538897 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:04.538897 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:04.546808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-fcde66c8-7025-4bf9-ab77-5684275cd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:04.546808 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-fcde66c8-7025-4bf9-ab77-5684275cd102 service neutron] 10.222.0.16 "GET /v2.0/networks?id=99351c95-38be-4b0f-8534-c6926a2c1c62 HTTP/1.1" status: 200 len: 898 time: 0.1572988 Sep 15 10:06:04.628717 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-d8ef9240-3568-4c41-b7af-ed46a905d97e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482 HTTP/1.1" status: 200 len: 217 time: 0.0690897 Sep 15 10:06:04.751276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-6c09abb7-9002-4515-9998-5f1096c80d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:04.751276 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-6c09abb7-9002-4515-9998-5f1096c80d02 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee HTTP/1.1" status: 200 len: 844 time: 0.1196408 Sep 15 10:06:04.759416 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:04.818020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f11ec0-2e10-46c9-a1db-8ffd29b10a53 req-39520c9a-2f34-4a12-b65d-129d399615e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:04.818020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-e4f11ec0-2e10-46c9-a1db-8ffd29b10a53 req-39520c9a-2f34-4a12-b65d-129d399615e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:04.886573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-e4f11ec0-2e10-46c9-a1db-8ffd29b10a53 req-39520c9a-2f34-4a12-b65d-129d399615e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:04.886573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4f11ec0-2e10-46c9-a1db-8ffd29b10a53 req-39520c9a-2f34-4a12-b65d-129d399615e6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 945 time: 0.1781073 Sep 15 10:06:04.902141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-db8f14cc-cc19-4037-b670-191b0c76a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:04.902141 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-db8f14cc-cc19-4037-b670-191b0c76a82e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=99351c95-38be-4b0f-8534-c6926a2c1c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1390064 Sep 15 10:06:04.947651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4f11ec0-2e10-46c9-a1db-8ffd29b10a53 req-0a955420-0d40-48a3-befa-286aa79239c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565042 Sep 15 10:06:05.066579 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-961f5455-e664-4ba0-b241-79870b579ce5 service neutron] 10.222.0.16 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570356 Sep 15 10:06:05.175266 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:05.179083 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b848df-9031-4496-8fd1-72b9512ac76a None None] The sync data for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv is: [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:03:04Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cbc57415-63e7-46c3-b6a6-c8a08a966083', 'name': '', 'network_id': '99351c95-38be-4b0f-8534-c6926a2c1c62', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:52:82:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:03:03Z', 'updated_at': '2022-09-15T10:03:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:06:05.214173 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b52a807d-8088-4a5b-ba2f-222fbe92f93a req-367498c7-ff1d-4800-b9af-1fd29832f676 service neutron] 10.222.0.16 "GET /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419168 Sep 15 10:06:05.440101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e891dfc2-0f3f-46ec-9264-f30d6e7a1064 None None] New status for floating IP 7ef55aa7-e8d2-44fc-93e8-dae00d4a8eb1: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:06:06.212111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a09c60-17f1-42f7-b991-2112b263215f req-9c7e6b11-4630-4f83-9f95-e07c14540075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:06.213573 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c1a09c60-17f1-42f7-b991-2112b263215f req-9c7e6b11-4630-4f83-9f95-e07c14540075 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 945 time: 0.1538219 Sep 15 10:06:06.226752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7019774f-8816-4421-95f3-b0eebf990df8 req-93707926-612a-48cc-aa9e-8dda1ac28ccc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:06.226752 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7019774f-8816-4421-95f3-b0eebf990df8 req-93707926-612a-48cc-aa9e-8dda1ac28ccc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 945 time: 0.1241755 Sep 15 10:06:06.320318 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c1a09c60-17f1-42f7-b991-2112b263215f req-dd13ff89-8da1-4889-92cd-c8b13d455bf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=0a98936c-6f26-42d3-9fce-9186d58e62b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961061 Sep 15 10:06:06.326075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 4291e052-0c85-4ed1-a0f5-776e33d7b482 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:06:06.326812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:06.705476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 4291e052-0c85-4ed1-a0f5-776e33d7b482, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=4291e052-0c85-4ed1-a0f5-776e33d7b482,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:06.705476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:06.826535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 4291e052-0c85-4ed1-a0f5-776e33d7b482 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:06:07.045047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:07.096753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=4291e052-0c85-4ed1-a0f5-776e33d7b482,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:07.181492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 4291e052-0c85-4ed1-a0f5-776e33d7b482 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:06:07.183888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:07.186387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'name': 'network-vif-deleted', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:06:07.188627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93d7d79-08a3-47d4-a780-001d62f486d0" -d '{"events": [{"server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "name": "network-vif-deleted", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:06:07.235430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ae29a9-684e-4725-9deb-62ca031df61d x-openstack-request-id: req-26ae29a9-684e-4725-9deb-62ca031df61d {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:06:07.235430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9e189ee-4dec-4eef-972e-add964608df7", "name": "network-vif-deleted", "tag": "4291e052-0c85-4ed1-a0f5-776e33d7b482", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:06:07.235430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26ae29a9-684e-4725-9deb-62ca031df61d {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:06:07.235430 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26ae29a9-684e-4725-9deb-62ca031df61d'] response: {'server_uuid': 'f9e189ee-4dec-4eef-972e-add964608df7', 'name': 'network-vif-deleted', 'tag': '4291e052-0c85-4ed1-a0f5-776e33d7b482', 'status': 'completed', 'code': 200} Sep 15 10:06:07.257494 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7019774f-8816-4421-95f3-b0eebf990df8 req-a6f7a401-b5e4-44f8-9d42-b3c0457eda3d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/4291e052-0c85-4ed1-a0f5-776e33d7b482 HTTP/1.1" status: 204 len: 173 time: 1.0202885 Sep 15 10:06:07.509225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-8d0fca15-bf53-4d11-a4c4-c89c4161d230 req-aec5cc8a-9d89-441d-8b60-a2179e08a239 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:07.612139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-8d0fca15-bf53-4d11-a4c4-c89c4161d230 req-aec5cc8a-9d89-441d-8b60-a2179e08a239 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:07.612139 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8d0fca15-bf53-4d11-a4c4-c89c4161d230 req-aec5cc8a-9d89-441d-8b60-a2179e08a239 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9e189ee-4dec-4eef-972e-add964608df7 HTTP/1.1" status: 200 len: 210 time: 0.1546996 Sep 15 10:06:08.717069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56886) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:08.785221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc3e4-c52e-407a-97dd-be706cc06df9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:08.815125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc3e4-c52e-407a-97dd-be706cc06df9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:08.944786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc3e4-c52e-407a-97dd-be706cc06df9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:08.963488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dc3e4-c52e-407a-97dd-be706cc06df9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a98936c-6f26-42d3-9fce-9186d58e62b6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:09.035161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce6dc3e4-c52e-407a-97dd-be706cc06df9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:09.036278 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ce6dc3e4-c52e-407a-97dd-be706cc06df9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/0a98936c-6f26-42d3-9fce-9186d58e62b6 HTTP/1.1" status: 204 len: 168 time: 0.3182449 Sep 15 10:06:10.149942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56896) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:10.863006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:11.259544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port cbc57415-63e7-46c3-b6a6-c8a08a966083 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:06:11.261487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:11.464282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port cbc57415-63e7-46c3-b6a6-c8a08a966083, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=cbc57415-63e7-46c3-b6a6-c8a08a966083,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:11.467793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:11.594211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for cbc57415-63e7-46c3-b6a6-c8a08a966083 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:06:11.829584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 4291e052-0c85-4ed1-a0f5-776e33d7b482 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:06:11.862717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:11.869337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 4291e052-0c85-4ed1-a0f5-776e33d7b482 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:06:11.869337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 4291e052-0c85-4ed1-a0f5-776e33d7b482 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:06:11.917157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=cbc57415-63e7-46c3-b6a6-c8a08a966083,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:12.312094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:12.679500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:06:12.858148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:06:12.868075 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d268de-8736-4105-8443-23f22190fc09 None None] Sync routers for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:06:12.883131 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d268de-8736-4105-8443-23f22190fc09 None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:12.883131 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-85d268de-8736-4105-8443-23f22190fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:12.931303 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a787b2b5-8a1a-4197-93dd-3c76b455cfde tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7783954 Sep 15 10:06:12.934033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56902) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:13.009680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c4cdf9e-4b5a-44c5-9d99-25ee4b7c0f2d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:06:13.012907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdf9e-4b5a-44c5-9d99-25ee4b7c0f2d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.061208 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-85d268de-8736-4105-8443-23f22190fc09 None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:13.074559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdf9e-4b5a-44c5-9d99-25ee4b7c0f2d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.167810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdf9e-4b5a-44c5-9d99-25ee4b7c0f2d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.339550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdf9e-4b5a-44c5-9d99-25ee4b7c0f2d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.351805 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-85d268de-8736-4105-8443-23f22190fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:06:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:13.355882 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d268de-8736-4105-8443-23f22190fc09 None None] Checking router: 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:06:13.364002 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d268de-8736-4105-8443-23f22190fc09 None None] Routers {'693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:13.364607 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-85d268de-8736-4105-8443-23f22190fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:13.379570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4cdf9e-4b5a-44c5-9d99-25ee4b7c0f2d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:13.383225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5c4cdf9e-4b5a-44c5-9d99-25ee4b7c0f2d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.393238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb92416e-86cd-4cb0-bdfb-e2d2dd8e4d7a None None] Network 99351c95-38be-4b0f-8534-c6926a2c1c62 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:06:13.394545 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5c4cdf9e-4b5a-44c5-9d99-25ee4b7c0f2d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/c76b0bb7-7b3b-4c91-93b1-a9abaf0803ee HTTP/1.1" status: 204 len: 168 time: 0.4563909 Sep 15 10:06:13.395231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56906) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:13.550476 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-85d268de-8736-4105-8443-23f22190fc09 None None] Set router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:13.597674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.690949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097190a8-2796-4778-936c-837d08124f80 None None] DHCP port deletion for 99351c95-38be-4b0f-8534-c6926a2c1c62 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:06:13.695305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-097190a8-2796-4778-936c-837d08124f80 None None] Deleting port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:06:13.695682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-097190a8-2796-4778-936c-837d08124f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.810666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.871549 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-85d268de-8736-4105-8443-23f22190fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:06:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:13.876069 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d268de-8736-4105-8443-23f22190fc09 None None] The sync data for ids ['693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2'] in dv-neutron-857775-1-hyperv is: [{'id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'name': 'tempest-TestNetworkBasicOps-router-886829490', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213'}], 'enable_snat': True}, 'gw_port_id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:02:58Z', 'updated_at': '2022-09-15T10:06:11Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f0e24956-2126-4972-9a02-597fe0fb1a4c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:02:59Z', 'updated_at': '2022-09-15T10:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:06:13.885268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port f0e24956-2126-4972-9a02-597fe0fb1a4c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:06:13.885616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:13.958298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-097190a8-2796-4778-936c-837d08124f80 None None] For port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=939c7fa2-f0b5-4d42-9f16-423c1aefeb94,segment=NetworkSegment(3d57a17f-ac05-4a16-8012-64ea84128898),segment_id=3d57a17f-ac05-4a16-8012-64ea84128898)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:13.958684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-097190a8-2796-4778-936c-837d08124f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:14.080092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-097190a8-2796-4778-936c-837d08124f80 None None] Calling delete_port for 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:06:14.080952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port f0e24956-2126-4972-9a02-597fe0fb1a4c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f0e24956-2126-4972-9a02-597fe0fb1a4c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:14.081429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:14.251563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-097190a8-2796-4778-936c-837d08124f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:14.311741 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097190a8-2796-4778-936c-837d08124f80 None None] No DVR routers for this DVR port 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:06:14.313294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097190a8-2796-4778-936c-837d08124f80 None None] Pushing event deleted for resources: {'Port': ['ID=939c7fa2-f0b5-4d42-9f16-423c1aefeb94,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:14.326770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for f0e24956-2126-4972-9a02-597fe0fb1a4c owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:06:14.719076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:14.753317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=f0e24956-2126-4972-9a02-597fe0fb1a4c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:14.857132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:14.900177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:06:14.938860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:06:14.939212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 939c7fa2-f0b5-4d42-9f16-423c1aefeb94 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:06:14.939633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device cbc57415-63e7-46c3-b6a6-c8a08a966083 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:06:14.974325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: cbc57415-63e7-46c3-b6a6-c8a08a966083 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:06:14.974601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device cbc57415-63e7-46c3-b6a6-c8a08a966083 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:06:15.036361 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.038538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.157749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.157749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Fanout notify agent at l3_agent the message router_deleted on router 693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:06:15.173658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.174822 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0b7d8ca7-4d78-4112-a948-df8231edef4b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/routers/693dc6ec-39c8-4fd2-a58e-0c4c205fdbd2 HTTP/1.1" status: 204 len: 168 time: 1.7785585 Sep 15 10:06:15.177580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56910) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:15.312453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.445110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.469611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99351c95-38be-4b0f-8534-c6926a2c1c62']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:15.482093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d57a17f-ac05-4a16-8012-64ea84128898') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:15.482397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d57a17f-ac05-4a16-8012-64ea84128898') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:15.494314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.513361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.519574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:06:15.519996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.608072 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 3d57a17f-ac05-4a16-8012-64ea84128898 resource provider aggregate not found Sep 15 10:06:15.628839 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 3d57a17f-ac05-4a16-8012-64ea84128898 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d57a17f-ac05-4a16-8012-64ea84128898 found for delete ", "request_id": "req-80b65258-6ffa-46e0-928a-727a67d803a4"}]} Sep 15 10:06:15.744942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.749562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:15.774664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=99351c95-38be-4b0f-8534-c6926a2c1c62,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:15.857280 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0edc64e8-c237-4d61-806e-0b911d79984c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/99351c95-38be-4b0f-8534-c6926a2c1c62 HTTP/1.1" status: 204 len: 168 time: 0.6785038 Sep 15 10:06:15.870127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56920) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:15.875703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--1382061582', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:15.880755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:15.896532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:15.896532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:15.896532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:16.004957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:06:16.008943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:16.035366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:06:16.044218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:16.044549 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment 9439915f-972b-4092-9ad2-a17e87d38e20 of type vlan for network b3e28bbe-e39b-4845-8019-63cb0d8a5cba Sep 15 10:06:16.069473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:16.208260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:16.213206 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:16.213836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:16.424831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=b3e28bbe-e39b-4845-8019-63cb0d8a5cba,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:16.435660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:06:16.514757 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e8644d0d-a030-4d39-b3a4-d9c9a16c1822 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6434965 Sep 15 10:06:16.517441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56924) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:16.522647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'admin_state_up': True, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:16.530118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:16.534853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:router and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:16.537613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:16.546391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:16.617110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:16.618216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:16.632637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:16.807977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f0e24956-2126-4972-9a02-597fe0fb1a4c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:06:16.845661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: f0e24956-2126-4972-9a02-597fe0fb1a4c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:06:16.846025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f0e24956-2126-4972-9a02-597fe0fb1a4c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:06:17.012144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:17.400541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:17.430738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:17.568411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.225 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/f74059ad-dca7-4ec6-8fb4-879e97efc3ff) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:06:17.711601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:17.810869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:17.876548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:06:17.879446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:06:17.881835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:06:17.917058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=f74059ad-dca7-4ec6-8fb4-879e97efc3ff,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:18.530631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:18.869799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:19.169941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:06:19.345541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:06:19.355594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Sync routers for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:06:19.364677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:19.365291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:19.502192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:19.502192 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d614fd4d-924a-4aae-9281-9a86ed0765ed tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9797196 Sep 15 10:06:19.502192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56928) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:19.547300 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-df5a09b7-996e-49de-b611-37035e5996cc tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421987 Sep 15 10:06:19.548014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56932) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:19.552208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:19.655948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1614a5e4-d455-498a-8e05-acd9396c2c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:19.680697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74f2b31-b43c-4a66-9482-1143dec5b872 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:19.684400 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b74f2b31-b43c-4a66-9482-1143dec5b872 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1335397 Sep 15 10:06:19.684796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56938) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:19.726400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4ff4c0ab-0284-460b-a4b3-139d81d726e0 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403919 Sep 15 10:06:19.729434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56942) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:19.735864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-685409829', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:19.844083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:18Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:19.845827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:19.850588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Checking router: ae5a9ed4-20f4-4827-ad00-54996a07ddd6 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:06:19.850588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Updating router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 port f74059ad-dca7-4ec6-8fb4-879e97efc3ff binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:06:19.850808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:19.852856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:19.858688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:19.903161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:19.936980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:06:19.940749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.219338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.235953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.247329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Transition to ACTIVE for port object f74059ad-dca7-4ec6-8fb4-879e97efc3ff will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:20.303209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:20.312592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:06:20.312981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: b3e28bbe-e39b-4845-8019-63cb0d8a5cba, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:06:20.343270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.416768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:06:20.438726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Attempting to bind port f74059ad-dca7-4ec6-8fb4-879e97efc3ff on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:06:20.439395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Attempting to bind port f74059ad-dca7-4ec6-8fb4-879e97efc3ff by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:06:20.439521 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Attempting to bind port f74059ad-dca7-4ec6-8fb4-879e97efc3ff on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:06:20.450018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:06:20.450388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:06:20.450787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.451177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:06:20.451635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Bound port: f74059ad-dca7-4ec6-8fb4-879e97efc3ff, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:06:20.452002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.487721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9f560-8cc0-43ff-a275-bcc5a41519cb None None] Pushing event updated for resources: {'Port': ['ID=f74059ad-dca7-4ec6-8fb4-879e97efc3ff,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:20.492674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, b3e28bbe-e39b-4845-8019-63cb0d8a5cba) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:06:20.497057 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:20.498255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.502542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d7173f-a5c2-4c75-8399-de175c5b4bf8 None None] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:06:20.594685 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4356996c-90be-4c15-803f-41a55d75bc68 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8641341 Sep 15 10:06:20.597411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56946) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:20.618796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] For port f74059ad-dca7-4ec6-8fb4-879e97efc3ff, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:06:20.643411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] For port f74059ad-dca7-4ec6-8fb4-879e97efc3ff, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f74059ad-dca7-4ec6-8fb4-879e97efc3ff,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:06:20.684260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.744425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.811368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:06:20.812228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:20.838379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:20.839040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:05:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:20.964275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9f560-8cc0-43ff-a275-bcc5a41519cb None None] Pushing event updated for resources: {'Port': ['ID=f74059ad-dca7-4ec6-8fb4-879e97efc3ff,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:21.140668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:21.292734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Allocated IP 172.20.0.2 (b3e28bbe-e39b-4845-8019-63cb0d8a5cba/7cd63b3a-cede-420b-b7b6-f8c9ceab46e8/04704be8-994c-4be7-a33e-00a9d78ba41c) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:06:21.460317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:21.644756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:21.657420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Transition to ACTIVE for port object 04704be8-994c-4be7-a33e-00a9d78ba41c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:21.674830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:18Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:21.683091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6fbd68-f006-4f48-95e7-9cbd454270d7 None None] The sync data for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv is: [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:18Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:06:21.684845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Transition to ACTIVE for port object 04704be8-994c-4be7-a33e-00a9d78ba41c will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:21.755780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bd0a0936-4c51-4be7-9ca9-293bdb3f20b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:21.854159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:21.942226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:06:21.946030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:06:21.946306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.1 (b3e28bbe-e39b-4845-8019-63cb0d8a5cba/7cd63b3a-cede-420b-b7b6-f8c9ceab46e8/99aac16f-c0ba-496a-848c-619be7884ae0) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:06:21.949314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:06:21.996308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Pushing event updated for resources: {'Port': ['ID=04704be8-994c-4be7-a33e-00a9d78ba41c,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:22.066274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Attempting to bind port 04704be8-994c-4be7-a33e-00a9d78ba41c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:06:22.066769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Attempting to bind port 04704be8-994c-4be7-a33e-00a9d78ba41c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:06:22.067229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Attempting to bind port 04704be8-994c-4be7-a33e-00a9d78ba41c on network b3e28bbe-e39b-4845-8019-63cb0d8a5cba {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:06:22.076048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:06:22.076048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Checking segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:06:22.076048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:22.076944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Bound using segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:06:22.076944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Bound port: 04704be8-994c-4be7-a33e-00a9d78ba41c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:06:22.077193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:22.148169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:22.168697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 99aac16f-c0ba-496a-848c-619be7884ae0 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:22.214884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] For port 04704be8-994c-4be7-a33e-00a9d78ba41c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:06:22.218170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] For port 04704be8-994c-4be7-a33e-00a9d78ba41c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=04704be8-994c-4be7-a33e-00a9d78ba41c,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:06:22.297249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:22.306267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:22.378613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:06:22.382014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:06:22.386641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:06:22.401408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90f62-0060-4f11-b3ab-94ee51216e2a None None] Pushing event updated for resources: {'Port': ['ID=04704be8-994c-4be7-a33e-00a9d78ba41c,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:22.433605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=99aac16f-c0ba-496a-848c-619be7884ae0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:22.452690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:22.635812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:22.796162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:22.913958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 04704be8-994c-4be7-a33e-00a9d78ba41c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:06:22.982109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:23.068547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 04704be8-994c-4be7-a33e-00a9d78ba41c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:06:23.070049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f74059ad-dca7-4ec6-8fb4-879e97efc3ff up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:06:23.245440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f74059ad-dca7-4ec6-8fb4-879e97efc3ff completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:06:23.250507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f74059ad-dca7-4ec6-8fb4-879e97efc3ff triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:23.250883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:23.390963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f74059ad-dca7-4ec6-8fb4-879e97efc3ff is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:23.391353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:23.408491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port f74059ad-dca7-4ec6-8fb4-879e97efc3ff, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f74059ad-dca7-4ec6-8fb4-879e97efc3ff,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:23.415673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:23.504987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:23.537904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:23.577505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=f74059ad-dca7-4ec6-8fb4-879e97efc3ff,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:23.654907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:23.658576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=99aac16f-c0ba-496a-848c-619be7884ae0,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:23.800982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:06:23.802158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:06:23.942705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b797480-c63c-4f01-b9dd-a8692c30e6de None None] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:06:24.000169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:06:24.103377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-18733fcf-088f-4949-827b-e10c2884d922 None None] Provisioning for port 04704be8-994c-4be7-a33e-00a9d78ba41c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:06:24.112622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-18733fcf-088f-4949-827b-e10c2884d922 None None] Provisioning complete for port 04704be8-994c-4be7-a33e-00a9d78ba41c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:24.112991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-18733fcf-088f-4949-827b-e10c2884d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:24.138124 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:06:24.309439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:06:24.321252 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Sync routers for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:06:24.333873 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ffecee1e-327d-40dc-8c1b-e42ba1681624 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/ae5a9ed4-20f4-4827-ad00-54996a07ddd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7353776 Sep 15 10:06:24.338366 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:24.338366 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:06:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:24.338700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56950) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:24.360278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:24.395775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-18733fcf-088f-4949-827b-e10c2884d922 None None] Current status of the port 04704be8-994c-4be7-a33e-00a9d78ba41c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:24.395775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-18733fcf-088f-4949-827b-e10c2884d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:24.452237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-18733fcf-088f-4949-827b-e10c2884d922 None None] For port 04704be8-994c-4be7-a33e-00a9d78ba41c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=04704be8-994c-4be7-a33e-00a9d78ba41c,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:24.501546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c651d-d133-4ecc-8861-b41932e1b432 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.502151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c651d-d133-4ecc-8861-b41932e1b432 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.502677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c651d-d133-4ecc-8861-b41932e1b432 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.503783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c651d-d133-4ecc-8861-b41932e1b432 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.505046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c651d-d133-4ecc-8861-b41932e1b432 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.505647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28c651d-d133-4ecc-8861-b41932e1b432 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.507610 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a28c651d-d133-4ecc-8861-b41932e1b432 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1700699 Sep 15 10:06:24.510764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56954) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:24.544319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-18733fcf-088f-4949-827b-e10c2884d922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:24.552867 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:24.591812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7889fbb-7453-4efa-993e-c86e1e7c3d8f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.592285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7889fbb-7453-4efa-993e-c86e1e7c3d8f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.592739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7889fbb-7453-4efa-993e-c86e1e7c3d8f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.593189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7889fbb-7453-4efa-993e-c86e1e7c3d8f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.593633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7889fbb-7453-4efa-993e-c86e1e7c3d8f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.594130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7889fbb-7453-4efa-993e-c86e1e7c3d8f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:24.596012 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b7889fbb-7453-4efa-993e-c86e1e7c3d8f tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0841510 Sep 15 10:06:24.599148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56958) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:24.631119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18733fcf-088f-4949-827b-e10c2884d922 None None] Pushing event updated for resources: {'Port': ['ID=04704be8-994c-4be7-a33e-00a9d78ba41c,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:24.782129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3f622f30-a4c3-42c6-96fa-d9c6ea4df333 None None] Provisioning for port 99aac16f-c0ba-496a-848c-619be7884ae0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:06:24.788466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3f622f30-a4c3-42c6-96fa-d9c6ea4df333 None None] Provisioning complete for port 99aac16f-c0ba-496a-848c-619be7884ae0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:24.789132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3f622f30-a4c3-42c6-96fa-d9c6ea4df333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:24.849555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e444463c-5494-4b71-bde7-3786edaa0792 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2489884 Sep 15 10:06:24.916271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3f622f30-a4c3-42c6-96fa-d9c6ea4df333 None None] Port 99aac16f-c0ba-496a-848c-619be7884ae0 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:06:24.925543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 04704be8-994c-4be7-a33e-00a9d78ba41c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:06:24.957876 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:24.958820 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Checking router: ae5a9ed4-20f4-4827-ad00-54996a07ddd6 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:06:24.959245 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Updating router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 port 99aac16f-c0ba-496a-848c-619be7884ae0 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:06:24.980553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3f622f30-a4c3-42c6-96fa-d9c6ea4df333 None None] Provisioning complete for port 04704be8-994c-4be7-a33e-00a9d78ba41c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:24.981158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3f622f30-a4c3-42c6-96fa-d9c6ea4df333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.013875 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.033810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56964) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:25.043374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988867501', 'description': 'tempest-secgroup-smoke-1988867501 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:25.056860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:25.062038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:25.066171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:25.074509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:25.098127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 04704be8-994c-4be7-a33e-00a9d78ba41c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:25.098508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.170699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3f622f30-a4c3-42c6-96fa-d9c6ea4df333 None None] Current status of the port 04704be8-994c-4be7-a33e-00a9d78ba41c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:25.196470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.218673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:25.222768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:25.225761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:25.232381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:25.240935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 04704be8-994c-4be7-a33e-00a9d78ba41c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:25.242051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f74059ad-dca7-4ec6-8fb4-879e97efc3ff up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:06:25.307089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c3f7dc92-1309-4e66-8e3f-c854106cb83b None None] Provisioning complete for port 99aac16f-c0ba-496a-848c-619be7884ae0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:25.307464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c3f7dc92-1309-4e66-8e3f-c854106cb83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.371865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c3f7dc92-1309-4e66-8e3f-c854106cb83b None None] Port 99aac16f-c0ba-496a-848c-619be7884ae0 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:06:25.377678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f74059ad-dca7-4ec6-8fb4-879e97efc3ff triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:25.378086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.397186 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.408869 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Transition to ACTIVE for port object 99aac16f-c0ba-496a-848c-619be7884ae0 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:25.467789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.500965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f74059ad-dca7-4ec6-8fb4-879e97efc3ff is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:25.536130 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.568380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.619774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=885de487-8260-4e02-954e-07a5c76072a6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:25.626928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.627214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.627547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.627877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.628204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.628525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.628843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.629159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.629476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.629792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.630129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.630442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.699313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.700572 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3190f7f1-9200-4ad4-b81f-cd32f36f8d51 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6653149 Sep 15 10:06:25.703388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56968) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:25.708690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '885de487-8260-4e02-954e-07a5c76072a6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:25.714926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:25.718977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:25.722570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:25.728668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:25.733345 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Pushing event updated for resources: {'Port': ['ID=99aac16f-c0ba-496a-848c-619be7884ae0,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:25.753569 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.753938 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.754269 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.754592 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.754913 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.755231 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.755549 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.755862 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.756176 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.756486 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.756795 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.757101 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:25.765918 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Attempting to bind port 99aac16f-c0ba-496a-848c-619be7884ae0 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:06:25.766280 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Attempting to bind port 99aac16f-c0ba-496a-848c-619be7884ae0 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:06:25.766627 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Attempting to bind port 99aac16f-c0ba-496a-848c-619be7884ae0 on network b3e28bbe-e39b-4845-8019-63cb0d8a5cba {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:06:25.772887 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:06:25.772887 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Checking segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:06:25.773146 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.773527 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Bound using segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:06:25.773998 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Bound port: 99aac16f-c0ba-496a-848c-619be7884ae0, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:06:25.774359 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.807656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.863381 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] For port 99aac16f-c0ba-496a-848c-619be7884ae0, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:06:25.866286 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] For port 99aac16f-c0ba-496a-848c-619be7884ae0, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=99aac16f-c0ba-496a-848c-619be7884ae0,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:06:25.872094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.950699 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:25.979254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.001306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=702b5fae-2cbb-4ae5-806b-07974fefd887,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:26.010065 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:26.010691 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:06:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:26.081552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.082833 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b006bf15-0ce5-4193-a74a-6b6fb263ba11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785391 Sep 15 10:06:26.086876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56972) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:26.092573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '885de487-8260-4e02-954e-07a5c76072a6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:26.098133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:26.098776 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a208942-cbe0-4cd4-adfb-d9be05855e50 None None] Pushing event updated for resources: {'Port': ['ID=99aac16f-c0ba-496a-848c-619be7884ae0,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:26.102515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:26.105566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:26.112127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:26.199848 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:26.237903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.299978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.373075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.396659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c83cfdf-215c-4b25-8a88-86ac4910bac8,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:26.408656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.408995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.409378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.409705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.410219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.410347 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.410667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.410982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.412059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.412059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.412059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.413176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:06:26.475820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.477037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b2167c18-5619-44dc-8ba3-e30ec444614b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3891075 Sep 15 10:06:26.480364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56976) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:26.484913 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '885de487-8260-4e02-954e-07a5c76072a6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:26.490922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:26.494703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:26.497488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:26.506502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:26.545205 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:25Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:26.549092 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496adbbf-321a-4ea3-950c-38ff8b2e6d59 None None] The sync data for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv is: [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:25Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:06:26.579659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.677751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.761333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:26.901031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 99aac16f-c0ba-496a-848c-619be7884ae0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:06:26.913351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680aceab-b0c9-4f15-ad72-11bf70bb9097,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:27.010800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.010800 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-71288941-df3c-4812-b86a-d4e5c235b9c1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5280080 Sep 15 10:06:27.012014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56980) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:27.017766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '885de487-8260-4e02-954e-07a5c76072a6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:27.024608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:27.036827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:27.036827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:27.040388 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:27.052658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 99aac16f-c0ba-496a-848c-619be7884ae0 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:06:27.058265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 99aac16f-c0ba-496a-848c-619be7884ae0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:27.058638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.126161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.224172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.232794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 99aac16f-c0ba-496a-848c-619be7884ae0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:27.233320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.281733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 99aac16f-c0ba-496a-848c-619be7884ae0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=99aac16f-c0ba-496a-848c-619be7884ae0,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:27.587327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.613024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c146d2-2a64-40aa-a013-674eb94d3d27,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:27.613218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.684107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=99aac16f-c0ba-496a-848c-619be7884ae0,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:27.725618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.725618 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-252d9b8b-beb0-44ef-9d7c-cc4b2beb3e18 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7093329 Sep 15 10:06:27.725618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 56984) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:27.730762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '885de487-8260-4e02-954e-07a5c76072a6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:27.736932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:27.740916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:27.744545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:27.757105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:27.835389 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:06:27.842300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:27.905661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:28.035265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:28.064101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf64133b-8cf6-41b2-a54a-9283e3a51702,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:28.144489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:28.145390 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e3588fc0-4800-47f9-b28e-14da576f4516 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4188242 Sep 15 10:06:28.148687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 56988) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:28.153872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '885de487-8260-4e02-954e-07a5c76072a6', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:28.159991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:28.163726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:28.167027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:28.172637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:28.248999 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:06:28.255217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:28.322136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:28.406950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:28.430177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53556aff-585c-4b52-96be-dd1f7458c3c9,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:28.537182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:28.539793 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-710eb911-70b4-468d-bbf3-2705d1c15b87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3892620 Sep 15 10:06:28.761050 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-3a5e455f-aaa9-4129-941c-efea7154cc5a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988867501&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.0432856 Sep 15 10:06:28.860501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 99aac16f-c0ba-496a-848c-619be7884ae0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:06:28.918512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-bdc9d0c1-a1b2-41b7-8339-a2d4b7ea730e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:28.920075 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-bdc9d0c1-a1b2-41b7-8339-a2d4b7ea730e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 797 time: 0.1523218 Sep 15 10:06:28.930620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 99aac16f-c0ba-496a-848c-619be7884ae0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:28.930943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:28.936222 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-74f69475-bd69-406a-9523-b18a1ebbbfb2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0095255 Sep 15 10:06:29.026661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-a53eb32c-6914-435a-be65-718d1f22f7e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:29.056030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 99aac16f-c0ba-496a-848c-619be7884ae0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:29.104350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-a53eb32c-6914-435a-be65-718d1f22f7e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:29.105299 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-a53eb32c-6914-435a-be65-718d1f22f7e4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1644089 Sep 15 10:06:29.287958 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-522a2616-c399-4d53-a5c2-7fb7f797f226 service neutron] 10.222.0.62 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708496 Sep 15 10:06:29.421382 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-a7c75019-3b11-4ee3-9ef9-24c79eb76e69 service neutron] 10.222.0.62 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272600 Sep 15 10:06:29.747007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-10e9e7a0-48bb-4ff2-9258-be5bf1f93bae req-5cfeb891-34c9-4506-a15b-aff7a38c8cbf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:29.758821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-10e9e7a0-48bb-4ff2-9258-be5bf1f93bae req-5cfeb891-34c9-4506-a15b-aff7a38c8cbf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:29.760477 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-10e9e7a0-48bb-4ff2-9258-be5bf1f93bae req-5cfeb891-34c9-4506-a15b-aff7a38c8cbf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 210 time: 0.0651207 Sep 15 10:06:30.936926 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-36a3d267-794c-410a-84ea-4f9e36f6e8b6 req-810288fe-f1f7-411e-935e-1fd456ea0773 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 210 time: 0.0543787 Sep 15 10:06:31.988489 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-4f54fcb2-6645-4557-b74f-014060935018 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:31.989957 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-4f54fcb2-6645-4557-b74f-014060935018 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 797 time: 0.1461363 Sep 15 10:06:32.044348 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-0660b127-272f-4825-9432-3d5905dbece5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 380 time: 0.0402143 Sep 15 10:06:32.053185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['885de487-8260-4e02-954e-07a5c76072a6']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:32.185848 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e84dd999-4878-47ee-93ac-c4f988b8973d req-4397d352-9506-4d4a-9990-201c314935cb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 210 time: 0.0584943 Sep 15 10:06:32.198625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:32.215393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:32.293618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:06:32.297214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:32.465734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.5 (b3e28bbe-e39b-4845-8019-63cb0d8a5cba/7cd63b3a-cede-420b-b7b6-f8c9ceab46e8/93cb58a9-1118-44a6-bc59-52c2a8b124ac) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:06:32.670911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:32.686085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 93cb58a9-1118-44a6-bc59-52c2a8b124ac will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:32.793744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:32.863864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:06:32.866670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:06:32.871369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:06:32.907772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=93cb58a9-1118-44a6-bc59-52c2a8b124ac,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:32.939995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:32.940598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:33.022802 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-9d4d2c04-0f2a-459b-aa15-f194098b8792 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9731710 Sep 15 10:06:33.038895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Request body: {'port': {'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:33.205291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d38dd4fe-cd8b-4196-9510-de186af42379 None None] Provisioning for port 93cb58a9-1118-44a6-bc59-52c2a8b124ac completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:06:33.210830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d38dd4fe-cd8b-4196-9510-de186af42379 None None] Provisioning complete for port 93cb58a9-1118-44a6-bc59-52c2a8b124ac triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:33.211204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d38dd4fe-cd8b-4196-9510-de186af42379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:33.254991 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:33.268465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d38dd4fe-cd8b-4196-9510-de186af42379 None None] Port 93cb58a9-1118-44a6-bc59-52c2a8b124ac cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:06:33.545894 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15faf693-4032-4427-939f-867ce1fcd1ce req-fc436e79-1d77-4d8a-854d-59524eb3968c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:33.546556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-15faf693-4032-4427-939f-867ce1fcd1ce req-fc436e79-1d77-4d8a-854d-59524eb3968c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:33.659713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-15faf693-4032-4427-939f-867ce1fcd1ce req-fc436e79-1d77-4d8a-854d-59524eb3968c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:33.666439 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-15faf693-4032-4427-939f-867ce1fcd1ce req-fc436e79-1d77-4d8a-854d-59524eb3968c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 931 time: 0.3442960 Sep 15 10:06:33.692143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93cb58a9-1118-44a6-bc59-52c2a8b124ac {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:06:33.706313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:33.727772 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-15faf693-4032-4427-939f-867ce1fcd1ce req-c0be6e08-787a-4a01-890d-425832e89a3e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591025 Sep 15 10:06:33.730641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Transition to ACTIVE for port object 93cb58a9-1118-44a6-bc59-52c2a8b124ac will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:33.804590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:33.997600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=93cb58a9-1118-44a6-bc59-52c2a8b124ac,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:34.028585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Attempting to bind port 93cb58a9-1118-44a6-bc59-52c2a8b124ac on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:06:34.029237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Attempting to bind port 93cb58a9-1118-44a6-bc59-52c2a8b124ac by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:06:34.029237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Attempting to bind port 93cb58a9-1118-44a6-bc59-52c2a8b124ac on network b3e28bbe-e39b-4845-8019-63cb0d8a5cba {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:06:34.033649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Port 93cb58a9-1118-44a6-bc59-52c2a8b124ac on network b3e28bbe-e39b-4845-8019-63cb0d8a5cba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:06:34.033999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Attempting to bind port 93cb58a9-1118-44a6-bc59-52c2a8b124ac on network b3e28bbe-e39b-4845-8019-63cb0d8a5cba {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:06:34.038936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:06:34.039264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Checking segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:06:34.039642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Bound using segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:06:34.040059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Bound port: 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:06:34.040394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:34.126974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] For port 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:06:34.129759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] For port 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:06:34.229970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:34.259439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:34.260590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:34.262028 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] 10.222.0.16 "PUT /v2.0/ports/93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 200 len: 1093 time: 1.2273800 Sep 15 10:06:34.262448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:06:34.264798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc7a546-a104-4226-8372-4ce441c9af70" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:06:34.310384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49127f38-216a-4f76-9c18-26dfe5f31ed5 x-openstack-request-id: req-49127f38-216a-4f76-9c18-26dfe5f31ed5 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:06:34.310653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:06:34.310900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49127f38-216a-4f76-9c18-26dfe5f31ed5 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:06:34.311288 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49127f38-216a-4f76-9c18-26dfe5f31ed5'] response: {'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'status': 'completed', 'code': 200} Sep 15 10:06:34.316580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe41ff-810c-4119-adda-1ae1e325c8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=93cb58a9-1118-44a6-bc59-52c2a8b124ac,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:34.428998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7a546-a104-4226-8372-4ce441c9af70 req-3f4f1326-b38b-4b3b-83d4-53d48f9e392c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:34.430539 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dcc7a546-a104-4226-8372-4ce441c9af70 req-3f4f1326-b38b-4b3b-83d4-53d48f9e392c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1096 time: 0.0793700 Sep 15 10:06:34.574803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7a546-a104-4226-8372-4ce441c9af70 req-43624a0a-959e-4676-88ef-79dd24ca6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:34.576223 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dcc7a546-a104-4226-8372-4ce441c9af70 req-43624a0a-959e-4676-88ef-79dd24ca6e2e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1331103 Sep 15 10:06:34.706530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7a546-a104-4226-8372-4ce441c9af70 req-8fa6c483-1237-4174-981f-9edc5e4c6de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:34.707857 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dcc7a546-a104-4226-8372-4ce441c9af70 req-8fa6c483-1237-4174-981f-9edc5e4c6de4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262255 Sep 15 10:06:34.843702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-cc9bd836-7591-4f98-9f09-1f69e6c869fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:34.845174 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-cc9bd836-7591-4f98-9f09-1f69e6c869fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1096 time: 0.0824716 Sep 15 10:06:34.966293 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-89ea52e8-7ac9-407c-9c88-3a00b1830e3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 200 len: 217 time: 0.0837514 Sep 15 10:06:35.038332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-95223c3b-85a8-4d2c-bebf-71a99eb8da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:35.039754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-95223c3b-85a8-4d2c-bebf-71a99eb8da2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 200 len: 834 time: 0.0677214 Sep 15 10:06:35.051686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ecc8e2-90cf-45be-a800-647b4179bcae req-edf44f85-3879-41bb-86b7-822da257ee11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:35.053039 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-44ecc8e2-90cf-45be-a800-647b4179bcae req-edf44f85-3879-41bb-86b7-822da257ee11 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 943 time: 0.2052162 Sep 15 10:06:35.250173 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-44ecc8e2-90cf-45be-a800-647b4179bcae req-e77f2563-23c7-4a4c-ab2f-170b17605d58 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549535 Sep 15 10:06:35.271567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-10caedbb-80ca-43a3-936f-ea42854a0bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:35.273117 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-10caedbb-80ca-43a3-936f-ea42854a0bdc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2191792 Sep 15 10:06:35.406344 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-cdd322a9-b929-4432-b0fc-43ddcf7f0772 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252732 Sep 15 10:06:35.534824 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee7c743-8678-448a-b65b-084d4032ba21 req-b648aa2b-bd3a-4def-bd8c-e83df99aac80 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230011 Sep 15 10:06:36.456665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bf0589-1528-4b7d-9461-986e55d4d61a req-39918059-0a4d-4b8c-a237-efc55bd39863 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:36.458068 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-29bf0589-1528-4b7d-9461-986e55d4d61a req-39918059-0a4d-4b8c-a237-efc55bd39863 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 943 time: 0.0867269 Sep 15 10:06:36.500133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-29bf0589-1528-4b7d-9461-986e55d4d61a req-d5526f8f-beb1-4303-89b2-8d1d719f2751 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:36.572118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-29bf0589-1528-4b7d-9461-986e55d4d61a req-d5526f8f-beb1-4303-89b2-8d1d719f2751 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:36.573910 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-29bf0589-1528-4b7d-9461-986e55d4d61a req-d5526f8f-beb1-4303-89b2-8d1d719f2751 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096234 Sep 15 10:06:37.780434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5588412-9723-4b39-a7a7-91e39c8291af req-4ce920a5-8102-497b-be09-b417f6d75997 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:37.781896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5588412-9723-4b39-a7a7-91e39c8291af req-4ce920a5-8102-497b-be09-b417f6d75997 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 943 time: 0.0918808 Sep 15 10:06:37.827078 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5588412-9723-4b39-a7a7-91e39c8291af req-793f5719-6dd2-43e3-b2cd-72eeb04c8a6b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390518 Sep 15 10:06:37.953578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 93cb58a9-1118-44a6-bc59-52c2a8b124ac details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:06:38.084334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:38.097608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:06:38.157195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 93cb58a9-1118-44a6-bc59-52c2a8b124ac is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:38.157570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:38.175139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93cb58a9-1118-44a6-bc59-52c2a8b124ac {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:06:38.190979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:38.275102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:38.347985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=93cb58a9-1118-44a6-bc59-52c2a8b124ac,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:38.542985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['93cb58a9-1118-44a6-bc59-52c2a8b124ac'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:06:39.029444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ab86-b2f8-47e5-b07a-bb17fab541ae req-41309f7b-3e17-4135-940c-55f4d5b8b45e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:39.031069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ad20ab86-b2f8-47e5-b07a-bb17fab541ae req-41309f7b-3e17-4135-940c-55f4d5b8b45e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 944 time: 0.0894420 Sep 15 10:06:39.063578 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-24461496-da3b-4355-a5c3-19aae42118a4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768077 Sep 15 10:06:39.076408 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ad20ab86-b2f8-47e5-b07a-bb17fab541ae req-cbc77cf6-f6fb-4a69-abc5-15605d3401f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393384 Sep 15 10:06:39.226744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-efec713f-ac3e-474c-b4ea-a2a56a25a227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:39.228225 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-efec713f-ac3e-474c-b4ea-a2a56a25a227 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1098 time: 0.0803130 Sep 15 10:06:39.370653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-5cbda121-28f2-4786-9019-4cad6845e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:39.372110 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-5cbda121-28f2-4786-9019-4cad6845e625 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1244538 Sep 15 10:06:39.471630 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-5955e652-4b50-4404-81de-6e5bc49df4af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 200 len: 1000 time: 0.0935805 Sep 15 10:06:39.531855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-78e14f1a-91f3-4b2e-8fbb-ee5ef8132c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:39.533274 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-78e14f1a-91f3-4b2e-8fbb-ee5ef8132c3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0555823 Sep 15 10:06:39.617700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-8f3f3179-b6ce-4612-8388-14bdfc35ed42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:39.619126 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-8f3f3179-b6ce-4612-8388-14bdfc35ed42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801258 Sep 15 10:06:39.746520 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-33bb6cd6-d42e-458d-9ce7-a676b70e3219 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215129 Sep 15 10:06:39.873754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa8b6ca-f935-42c4-851a-51932c958e7c req-bddf2257-0423-41c0-ab28-ba95d092cf20 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216481 Sep 15 10:06:39.983777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 93cb58a9-1118-44a6-bc59-52c2a8b124ac up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:06:40.109280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 93cb58a9-1118-44a6-bc59-52c2a8b124ac completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:06:40.114476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 93cb58a9-1118-44a6-bc59-52c2a8b124ac triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:40.114875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:40.232810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 93cb58a9-1118-44a6-bc59-52c2a8b124ac is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:06:40.233198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:40.261216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:06:40.263525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b026ba5-8da5-4860-8446-b9eb1e8fcb0c" -d '{"events": [{"server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "name": "network-vif-plugged", "status": "completed", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:06:40.272823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:06:40.288040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13406cb-5e62-4e8f-ba7a-052c1130fe59 req-22420c9f-befd-4328-b9ff-75c2696288cb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:40.294322 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a13406cb-5e62-4e8f-ba7a-052c1130fe59 req-22420c9f-befd-4328-b9ff-75c2696288cb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 944 time: 0.0947585 Sep 15 10:06:40.333138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:40.351897 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a13406cb-5e62-4e8f-ba7a-052c1130fe59 req-1c8cfc25-d6c3-4d94-9eb7-9cb66156b9dd tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556531 Sep 15 10:06:40.377621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f46a6-1221-4cf2-a719-789eb1152a1f x-openstack-request-id: req-950f46a6-1221-4cf2-a719-789eb1152a1f {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:06:40.377943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "name": "network-vif-plugged", "status": "completed", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:06:40.378761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-950f46a6-1221-4cf2-a719-789eb1152a1f {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:06:40.378761 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950f46a6-1221-4cf2-a719-789eb1152a1f'] response: {'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'code': 200} Sep 15 10:06:40.412756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=93cb58a9-1118-44a6-bc59-52c2a8b124ac,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:40.743196 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854833c6-4c0b-412c-b87c-9ceb03550932 req-bf8e2024-5cc2-4b0b-ad24-26483f7cdb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:40.744644 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-854833c6-4c0b-412c-b87c-9ceb03550932 req-bf8e2024-5cc2-4b0b-ad24-26483f7cdb0d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1098 time: 0.0812612 Sep 15 10:06:40.783066 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-854833c6-4c0b-412c-b87c-9ceb03550932 req-116225a0-5e61-447c-8814-02ed919e17ec service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Sep 15 10:06:41.560221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ccb02-cd51-4843-996b-08efcdbb0da2 req-b6d9fc44-7dbb-4439-aa0a-cd80136082bc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:41.561786 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b5ccb02-cd51-4843-996b-08efcdbb0da2 req-b6d9fc44-7dbb-4439-aa0a-cd80136082bc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 945 time: 0.0849516 Sep 15 10:06:41.609436 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b5ccb02-cd51-4843-996b-08efcdbb0da2 req-4ca5a7c6-8080-494c-bbd6-785cd561f256 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420427 Sep 15 10:06:42.830604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c040657-452b-45ad-87d8-41917d97ac17 req-99364256-b82a-4166-8854-d12c6699310f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:42.832078 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0c040657-452b-45ad-87d8-41917d97ac17 req-99364256-b82a-4166-8854-d12c6699310f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 945 time: 0.0969248 Sep 15 10:06:42.876393 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0c040657-452b-45ad-87d8-41917d97ac17 req-6a009397-a601-4c3c-9280-fbaef4af96a8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384550 Sep 15 10:06:43.183843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b033d3-03e4-4a42-8271-b31b84f9a3de req-20f37ded-6cce-4ea0-9f88-3800a8af56ea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:43.185222 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d4b033d3-03e4-4a42-8271-b31b84f9a3de req-20f37ded-6cce-4ea0-9f88-3800a8af56ea tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 945 time: 0.1895742 Sep 15 10:06:43.228991 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d4b033d3-03e4-4a42-8271-b31b84f9a3de req-a3efcd13-cfdb-45f0-9bd9-7e2398f2d0dc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375893 Sep 15 10:06:43.257312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57056) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:43.339175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba6112c-fe94-4942-aef3-be0b03a32e14 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:43.340575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9ba6112c-fe94-4942-aef3-be0b03a32e14 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1093 time: 0.0823002 Sep 15 10:06:43.343368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57060) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:43.348179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:43.354097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:43.357878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:43.364708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:43.370356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:43.446749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:43.580323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:43.713552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.76 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/f29a134d-b2a9-43ce-bc4b-6ec0cd9099f0) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:06:43.856816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:43.964911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:44.026916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:06:44.029512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:06:44.033983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:06:44.076138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=f29a134d-b2a9-43ce-bc4b-6ec0cd9099f0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:44.444754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:44.607432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:44.806571 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:44.875812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:44.981067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=f29a134d-b2a9-43ce-bc4b-6ec0cd9099f0,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:44.983731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:45.258227 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP a965e68d-8448-465c-95d3-aab693bd73a9 associated. External IP: 172.26.7.76, port: 93cb58a9-1118-44a6-bc59-52c2a8b124ac. Sep 15 10:06:45.622954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:06:45.809030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:06:45.819218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] Sync routers for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:06:45.829169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:45.829861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:06:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:45.909621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:45.972528 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-db421462-df65-48b7-ac55-8e551fd5ef1c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6281300 Sep 15 10:06:45.973243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:06:45.975251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57064) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:45.975803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40278af8-138f-4b08-852c-68f40b1682e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:06:46.018858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:46.022878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac55144-5400-4720-8cec-636c17e3ced3 x-openstack-request-id: req-fac55144-5400-4720-8cec-636c17e3ced3 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:06:46.023220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:06:46.023530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fac55144-5400-4720-8cec-636c17e3ced3 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:06:46.023985 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac55144-5400-4720-8cec-636c17e3ced3'] response: {'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'status': 'completed', 'code': 200} Sep 15 10:06:46.057642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c518c720-cc1e-4b50-9ffa-b65a3b063dac tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:46.059193 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c518c720-cc1e-4b50-9ffa-b65a3b063dac tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1093 time: 0.0829730 Sep 15 10:06:46.148367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278af8-138f-4b08-852c-68f40b1682e9 req-6116a28b-7516-4360-939e-f9894240e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:46.149949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40278af8-138f-4b08-852c-68f40b1682e9 req-6116a28b-7516-4360-939e-f9894240e103 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1098 time: 0.0839143 Sep 15 10:06:46.227881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57072) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:46.233082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562463999', 'description': 'tempest-secgroup-smoke-562463999 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:46.239210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:46.249383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:46.288944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278af8-138f-4b08-852c-68f40b1682e9 req-eaad7c63-2e39-4199-90df-d246b6c7b0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:46.290427 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40278af8-138f-4b08-852c-68f40b1682e9 req-eaad7c63-2e39-4199-90df-d246b6c7b0e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 898 time: 0.1333585 Sep 15 10:06:46.337638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:46.364185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:46.368196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:46.371061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:46.377507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:46.424385 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40278af8-138f-4b08-852c-68f40b1682e9 req-15069c9f-354d-433e-a994-cd75ba04b685 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 200 len: 998 time: 0.1269166 Sep 15 10:06:46.443736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:44Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:46.447837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] Checking router: ae5a9ed4-20f4-4827-ad00-54996a07ddd6 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:06:46.456686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:06:46.457295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:06:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:46.465465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:46.493729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278af8-138f-4b08-852c-68f40b1682e9 req-afe970b0-1d69-45f4-a3a4-fdc782bd81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:46.495134 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40278af8-138f-4b08-852c-68f40b1682e9 req-afe970b0-1d69-45f4-a3a4-fdc782bd81bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 200 len: 834 time: 0.0641630 Sep 15 10:06:46.538270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:46.584297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40278af8-138f-4b08-852c-68f40b1682e9 req-83c6ba50-9ae6-47e9-8d1e-9f6c2adf4a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:46.585778 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40278af8-138f-4b08-852c-68f40b1682e9 req-83c6ba50-9ae6-47e9-8d1e-9f6c2adf4a6f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826309 Sep 15 10:06:46.586900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d460cd-67aa-495c-826e-79ff6f47e9e0,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:46.644505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:06:46.657751 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:46.661773 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-96ac66d4-f4f0-471a-9ad7-80c5ec5781c2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4303176 Sep 15 10:06:46.662036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57076) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:46.667284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '27d460cd-67aa-495c-826e-79ff6f47e9e0', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:46.673443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:46.677226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:46.680189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:46.685999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:46.724052 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40278af8-138f-4b08-852c-68f40b1682e9 req-bcb9637a-b901-4842-bdb0-0aefb944478e service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296740 Sep 15 10:06:46.779456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:46.848852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:46.915655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:46.942792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaf5908-1e9b-4b9e-b813-141ac870a5d3,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:46.986032 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-40278af8-138f-4b08-852c-68f40b1682e9 req-6aa4d44c-12c1-4062-ae5c-e2bc60791003 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520201 Sep 15 10:06:47.023867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.025106 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f93e2928-3de2-4c1e-bb54-4a1f8249be8f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3621399 Sep 15 10:06:47.026489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:44Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:06:47.027868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57080) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:47.031032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1500ac9-8d69-4d74-b505-0624996ecf4c None None] The sync data for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv is: [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:44Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:06:47.033236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '27d460cd-67aa-495c-826e-79ff6f47e9e0', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:47.039394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:47.043281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:47.046331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:47.052182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:47.174169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.224675 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d172a71-3dd1-456e-a136-1aa38c586ba9 None None] New status for floating IP a965e68d-8448-465c-95d3-aab693bd73a9: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:06:47.316140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.412162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.438455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550b0e57-2c62-41a0-967f-57c6da5bedf2,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:47.509268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.510583 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-00886ee4-5fb9-4915-94f6-19969694128b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4814842 Sep 15 10:06:47.513184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57084) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:47.518191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '27d460cd-67aa-495c-826e-79ff6f47e9e0', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:47.524038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:47.527813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:47.530875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:47.536605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:47.629377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.689887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.782351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.807187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9978a88d-c41d-4d78-8694-f0ac01472b4b,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:47.895853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:47.897069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8140ee56-6700-48bc-85e6-3c9189175017 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3829384 Sep 15 10:06:47.899705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57088) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:47.904543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '27d460cd-67aa-495c-826e-79ff6f47e9e0', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:47.910949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:47.914799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:47.917660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:47.925136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:47.984995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.047553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.109796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.133011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22550418-49d4-48f1-941a-ce929180b963,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:48.194749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.196842 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1f296652-2e17-44fd-8f8b-dc07e98e99fc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2953999 Sep 15 10:06:48.198839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57092) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:48.204329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '27d460cd-67aa-495c-826e-79ff6f47e9e0', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:48.210368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:48.214126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:48.223448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:48.223737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:48.324710 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:06:48.332276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.396527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.469158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.494063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0611dc47-1b27-4d9a-9a84-30e0943a43ee,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:48.548993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.551689 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ef69463f-788b-44a7-a586-df97b3589e8d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3507404 Sep 15 10:06:48.553229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57096) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:06:48.558203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '27d460cd-67aa-495c-826e-79ff6f47e9e0', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:48.564660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:48.568683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:06:48.571533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:06:48.577155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:48.668826 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:06:48.675758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.739505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.821789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.844903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74ee6d10-48c3-4401-a441-e0266c3b3c8d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:48.915144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:48.916113 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-336e9fea-b131-4a1a-be9d-e0a53851f550 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619893 Sep 15 10:06:49.079072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-ed992967-a88a-41c0-ad33-f79aff86a4f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:49.223619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-ed992967-a88a-41c0-ad33-f79aff86a4f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:49.230427 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-ed992967-a88a-41c0-ad33-f79aff86a4f1 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562463999&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.1845386 Sep 15 10:06:49.378552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-126538fa-c619-4cdf-88ce-f6961af3bd2f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:49.379223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-126538fa-c619-4cdf-88ce-f6961af3bd2f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:49.450078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-126538fa-c619-4cdf-88ce-f6961af3bd2f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:49.453716 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-126538fa-c619-4cdf-88ce-f6961af3bd2f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 797 time: 0.2198555 Sep 15 10:06:49.465812 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-2b68b8ff-b275-456b-ad88-24af8e14491e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0089784 Sep 15 10:06:49.561323 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-d064e9fd-9e48-4157-ba01-80aa13161d42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0899227 Sep 15 10:06:49.622871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cc7dd7c2-c782-41dd-94b6-c90023b2512e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:49.743240 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-d96890e2-e285-4f54-b201-3713dcaf7bc8 service neutron] 10.222.0.62 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698654 Sep 15 10:06:49.874728 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-577855c5-4a6d-4695-9f18-35c6ac300a72 service neutron] 10.222.0.62 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252365 Sep 15 10:06:50.190031 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-212e050f-5c7f-43e8-92bf-21544759477d req-6cf3f904-ce1e-438e-b2ef-f25c0b10a57e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 210 time: 0.0514107 Sep 15 10:06:50.667086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:51.366292 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d9df5514-a447-4100-9d51-06f505cdfdfe req-ed20117f-4ada-41c9-a58a-6b5099cfc468 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 210 time: 0.0563030 Sep 15 10:06:51.697785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-12b6abda-add5-42e5-b317-4e0303af5310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:52.462389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-ded7c07b-be96-45ea-be6a-23b1fed613de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:52.464667 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-ded7c07b-be96-45ea-be6a-23b1fed613de tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 797 time: 0.1525512 Sep 15 10:06:52.562577 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9464aa07-d985-4734-9d55-b17a70903527 req-d3685f83-a234-4cbc-be68-3150afb4a992 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 210 time: 0.0674720 Sep 15 10:06:52.577492 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-aeb63e97-3f45-412a-a49c-f3320980b29d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 472 time: 0.0936291 Sep 15 10:06:52.582494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['27d460cd-67aa-495c-826e-79ff6f47e9e0']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:52.669473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:52.724496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:06:52.735869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:06:52.827865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:06:52.827993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:52.828441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:52.990919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.9 (b3e28bbe-e39b-4845-8019-63cb0d8a5cba/7cd63b3a-cede-420b-b7b6-f8c9ceab46e8/8bafb9d3-50c0-40ab-8ed8-81d7247c012b) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:06:53.176273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:53.191156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 8bafb9d3-50c0-40ab-8ed8-81d7247c012b will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:53.286968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:53.362965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:06:53.362965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:06:53.365950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:06:53.402446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:53.434887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:53.435289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:53.542498 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-db3a1866-0c1c-479a-bc88-215fe0b7dedc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9638395 Sep 15 10:06:53.560297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Request body: {'port': {'device_id': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:06:53.682168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:53.720119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3220434d-090c-4afe-ac97-e4db6b31cf6d None None] Provisioning for port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:06:53.725686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3220434d-090c-4afe-ac97-e4db6b31cf6d None None] Provisioning complete for port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:06:53.726203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3220434d-090c-4afe-ac97-e4db6b31cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:53.782372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144738ac-4dd2-4550-8f19-6b88b7dc3faf req-56f8aa41-0b09-411d-84f7-5828d7951e97 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:53.783930 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-144738ac-4dd2-4550-8f19-6b88b7dc3faf req-56f8aa41-0b09-411d-84f7-5828d7951e97 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 931 time: 0.0982120 Sep 15 10:06:53.785479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3220434d-090c-4afe-ac97-e4db6b31cf6d None None] Port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:06:53.833227 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-144738ac-4dd2-4550-8f19-6b88b7dc3faf req-0c43da8c-cf5e-41ec-8d7b-a48a55d0db45 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403802 Sep 15 10:06:54.037746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bafb9d3-50c0-40ab-8ed8-81d7247c012b {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:06:54.045218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:54.059220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Transition to ACTIVE for port object 8bafb9d3-50c0-40ab-8ed8-81d7247c012b will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:06:54.177541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:54.340741 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:54.471639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:54.512061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Attempting to bind port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:06:54.512392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Attempting to bind port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:06:54.512760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Attempting to bind port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b on network b3e28bbe-e39b-4845-8019-63cb0d8a5cba {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:06:54.517436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b on network b3e28bbe-e39b-4845-8019-63cb0d8a5cba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:06:54.517753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Attempting to bind port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b on network b3e28bbe-e39b-4845-8019-63cb0d8a5cba {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:06:54.522765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:06:54.523099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Checking segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:06:54.523514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Bound using segment: {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:06:54.523892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Bound port: 8bafb9d3-50c0-40ab-8ed8-81d7247c012b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9439915f-972b-4092-9ad2-a17e87d38e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:06:54.524231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:54.612264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] For port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:06:54.615211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] For port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:06:54.716616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:54.752844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:54.758675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:06:54.758675 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] 10.222.0.16 "PUT /v2.0/ports/8bafb9d3-50c0-40ab-8ed8-81d7247c012b HTTP/1.1" status: 200 len: 1093 time: 1.1986101 Sep 15 10:06:54.758675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:06:54.758675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86420270-3d74-4ccc-b187-b5528097496b" -d '{"events": [{"name": "network-changed", "server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:06:54.807517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06791944-cd44-4fdc-bf80-8b922a1fc51b x-openstack-request-id: req-06791944-cd44-4fdc-bf80-8b922a1fc51b {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:06:54.807517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:06:54.807517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06791944-cd44-4fdc-bf80-8b922a1fc51b {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:06:54.807517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06791944-cd44-4fdc-bf80-8b922a1fc51b'] response: {'name': 'network-changed', 'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'status': 'completed', 'code': 200} Sep 15 10:06:54.809687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b275a5e-ea4a-4ae6-817e-89cafe4f8cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:06:54.945135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86420270-3d74-4ccc-b187-b5528097496b req-31e88a68-d586-445d-80af-a020222d3c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:54.946657 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-86420270-3d74-4ccc-b187-b5528097496b req-31e88a68-d586-445d-80af-a020222d3c1b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0995681 Sep 15 10:06:55.103320 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86420270-3d74-4ccc-b187-b5528097496b req-1af16b06-5570-4639-8298-d991c81b833e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:55.104799 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-86420270-3d74-4ccc-b187-b5528097496b req-1af16b06-5570-4639-8298-d991c81b833e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1440425 Sep 15 10:06:55.150742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627557d-3baa-4137-9af7-34322c7abd63 req-a8095c05-6dcd-454d-b0c5-180c59f98f20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:55.152259 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e627557d-3baa-4137-9af7-34322c7abd63 req-a8095c05-6dcd-454d-b0c5-180c59f98f20 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 943 time: 0.1907809 Sep 15 10:06:55.200846 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e627557d-3baa-4137-9af7-34322c7abd63 req-168070eb-3d1c-4d79-8ab1-e421d1d82c08 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420902 Sep 15 10:06:55.248518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86420270-3d74-4ccc-b187-b5528097496b req-7066a59e-fc31-4754-b853-a0ba5eb5e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:55.250631 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-86420270-3d74-4ccc-b187-b5528097496b req-7066a59e-fc31-4754-b853-a0ba5eb5e80a service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384230 Sep 15 10:06:55.402661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-39505a76-0625-4004-ba2c-e8aaf88c375b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:55.404293 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-39505a76-0625-4004-ba2c-e8aaf88c375b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 1096 time: 0.0907865 Sep 15 10:06:55.501456 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-a6582848-a429-48d0-8d46-0f037680753f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bafb9d3-50c0-40ab-8ed8-81d7247c012b HTTP/1.1" status: 200 len: 217 time: 0.0845900 Sep 15 10:06:55.574433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-c94bde8b-dc56-4145-ba6b-aa200791e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:55.575900 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-c94bde8b-dc56-4145-ba6b-aa200791e2a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 200 len: 834 time: 0.0690253 Sep 15 10:06:55.659484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-cf0d5fc7-1f10-4a03-b6b3-d7c8ffb306de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:55.661805 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-cf0d5fc7-1f10-4a03-b6b3-d7c8ffb306de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803728 Sep 15 10:06:55.799171 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-31df8209-3313-4a5e-89f6-019426f1c070 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317351 Sep 15 10:06:55.933260 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed9525d5-6f37-4ba1-acdb-9397e32874ed req-44096f87-cf91-4184-b1c4-f8e9dcf9b0f0 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285918 Sep 15 10:06:56.423992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a87d82-c48c-4024-90e4-885214992970 req-d1d2d70f-e191-4a1c-986e-fb5294de17fa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:56.425022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-30a87d82-c48c-4024-90e4-885214992970 req-d1d2d70f-e191-4a1c-986e-fb5294de17fa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:06:56.500425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-30a87d82-c48c-4024-90e4-885214992970 req-d1d2d70f-e191-4a1c-986e-fb5294de17fa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:06:56.500425 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-30a87d82-c48c-4024-90e4-885214992970 req-d1d2d70f-e191-4a1c-986e-fb5294de17fa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 943 time: 0.1713562 Sep 15 10:06:56.544825 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-30a87d82-c48c-4024-90e4-885214992970 req-65d7d5ac-a3fb-4588-a986-e283339eab76 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411444 Sep 15 10:06:57.762815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d08116-f2b6-4bdd-956d-7f141749a32e req-1e84ec8f-2b9b-4a15-a12e-2a2637b05206 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:57.764277 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-62d08116-f2b6-4bdd-956d-7f141749a32e req-1e84ec8f-2b9b-4a15-a12e-2a2637b05206 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 943 time: 0.0958776 Sep 15 10:06:57.814519 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-62d08116-f2b6-4bdd-956d-7f141749a32e req-ecee0a3b-6da5-446c-a573-4aa137b5eed9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438938 Sep 15 10:06:59.031782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c7dd1-4ddf-42af-9306-59253a85663e req-44f3ca98-7957-41cd-96b2-795d65bcaf50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:06:59.033263 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b92c7dd1-4ddf-42af-9306-59253a85663e req-44f3ca98-7957-41cd-96b2-795d65bcaf50 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 943 time: 0.0920279 Sep 15 10:06:59.077313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b92c7dd1-4ddf-42af-9306-59253a85663e req-69f95a86-d36a-4ede-a474-e93fef01b3ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382528 Sep 15 10:07:00.046444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8bafb9d3-50c0-40ab-8ed8-81d7247c012b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:07:00.183250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:07:00.197474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'port_id': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'mac_address': 'fa:16:3e:0b:28:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:07:00.253356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:07:00.253729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:00.274361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bafb9d3-50c0-40ab-8ed8-81d7247c012b {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:07:00.289491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:07:00.303160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474b93b-1e0f-4373-885a-106add49a7e5 req-6ff45bb0-e9fa-408c-8da1-1991e1b27baf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:00.303160 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c474b93b-1e0f-4373-885a-106add49a7e5 req-6ff45bb0-e9fa-408c-8da1-1991e1b27baf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 943 time: 0.0953054 Sep 15 10:07:00.349517 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c474b93b-1e0f-4373-885a-106add49a7e5 req-78825d30-ac38-444c-8601-389c56a35b3e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409834 Sep 15 10:07:00.383173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:00.494546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:00.501582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.502458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.503369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.503709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.504043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.504377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.504708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.505038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.505391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.505714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.506066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.506388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:00.689360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['8bafb9d3-50c0-40ab-8ed8-81d7247c012b'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:07:01.137689 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:07:01.555134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5997e-5b11-426d-8aea-3e2c18d8b29c req-4e8f8412-8918-4284-8d53-5d6a064630a0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:01.556596 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-17e5997e-5b11-426d-8aea-3e2c18d8b29c req-4e8f8412-8918-4284-8d53-5d6a064630a0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 944 time: 0.0880790 Sep 15 10:07:01.601613 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-17e5997e-5b11-426d-8aea-3e2c18d8b29c req-f330f383-2552-43f1-b702-03f0d4c277be tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391011 Sep 15 10:07:02.068932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8bafb9d3-50c0-40ab-8ed8-81d7247c012b up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:07:02.280575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:07:02.302174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:07:02.302174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:02.400583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:07:02.400967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:02.427280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:07:02.429563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72f51c6-4d62-44ca-90ac-5e4b386eeb9b" -d '{"events": [{"server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "name": "network-vif-plugged", "status": "completed", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:07:02.436914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:07:02.474866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58203eec-794a-44fa-ba5a-0f843f6aaaa0 x-openstack-request-id: req-58203eec-794a-44fa-ba5a-0f843f6aaaa0 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:07:02.475151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "name": "network-vif-plugged", "status": "completed", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:07:02.475400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-58203eec-794a-44fa-ba5a-0f843f6aaaa0 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:07:02.475790 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58203eec-794a-44fa-ba5a-0f843f6aaaa0'] response: {'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'code': 200} Sep 15 10:07:02.514595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:02.591006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:02.874581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c828e4-e745-4754-ba0e-9f2e2b5fde97 req-0bcd63aa-e7e1-469f-9c1a-4cf97caa1afb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:02.875960 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01c828e4-e745-4754-ba0e-9f2e2b5fde97 req-0bcd63aa-e7e1-469f-9c1a-4cf97caa1afb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 945 time: 0.1518972 Sep 15 10:07:02.904181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38c7e-af9a-4cdd-8d80-f676d053e81f req-d3c5f62f-7dd7-4d48-b99a-9fddf0e1696d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:02.905612 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dfb38c7e-af9a-4cdd-8d80-f676d053e81f req-d3c5f62f-7dd7-4d48-b99a-9fddf0e1696d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 1098 time: 0.1147964 Sep 15 10:07:02.943701 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01c828e4-e745-4754-ba0e-9f2e2b5fde97 req-859aa792-2647-4f76-bb29-f616eb5064c9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606141 Sep 15 10:07:02.960663 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dfb38c7e-af9a-4cdd-8d80-f676d053e81f req-fddd4c5e-0c14-47cb-bd0c-748cfb230858 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428545 Sep 15 10:07:04.155337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a06c47-7798-4f42-a530-3639845c305a req-675bcb76-0948-4cb9-a676-cf11bacdfb23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:04.156849 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4a06c47-7798-4f42-a530-3639845c305a req-675bcb76-0948-4cb9-a676-cf11bacdfb23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 945 time: 0.0918529 Sep 15 10:07:04.201680 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4a06c47-7798-4f42-a530-3639845c305a req-7e392006-bc85-4a5b-a7f0-c4a7e838cb6f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385501 Sep 15 10:07:05.414552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a95fb-4158-46e2-9183-ef0994870184 req-64656658-ea9d-4b42-9eb3-6b25b8fda9b3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:05.415998 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5e9a95fb-4158-46e2-9183-ef0994870184 req-64656658-ea9d-4b42-9eb3-6b25b8fda9b3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 945 time: 0.0945733 Sep 15 10:07:05.459247 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5e9a95fb-4158-46e2-9183-ef0994870184 req-87ec2af2-a63d-4c27-a345-86dde5e3095e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375896 Sep 15 10:07:05.664172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c6aee-9f10-416d-b6ee-90cb6c9de488 req-b8961207-9c96-46e9-93f0-0c88d12e5baa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:05.665636 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-022c6aee-9f10-416d-b6ee-90cb6c9de488 req-b8961207-9c96-46e9-93f0-0c88d12e5baa tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 945 time: 0.0886099 Sep 15 10:07:05.720469 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-022c6aee-9f10-416d-b6ee-90cb6c9de488 req-415904c6-28d5-4a08-aabe-707871f149b0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487828 Sep 15 10:07:05.748956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57162) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:05.829605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d59e9a-9109-4aee-ad38-404ea14bfc3a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:05.831148 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d7d59e9a-9109-4aee-ad38-404ea14bfc3a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 1093 time: 0.0812812 Sep 15 10:07:05.834820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57166) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:05.839851 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:07:05.845899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:07:05.849938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:07:05.864808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:07:05.864808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:07:05.958732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:06.206426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:06.339077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.126 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/a3d8c54b-2f80-4683-a66b-b0a19fd67652) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:07:06.483935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:06.571855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:06.637845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:07:06.640922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:07:06.644870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:07:06.678702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=a3d8c54b-2f80-4683-a66b-b0a19fd67652,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:07.059728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:07.175142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:07.384218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:07.438526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:07.545140 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=a3d8c54b-2f80-4683-a66b-b0a19fd67652,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:07.547685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:07.716576 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP fbf46467-fec7-48a6-888e-79a1d5773fe7 associated. External IP: 172.26.7.126, port: 8bafb9d3-50c0-40ab-8ed8-81d7247c012b. Sep 15 10:07:08.177553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:07:08.357926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:07:08.367210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] Sync routers for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:07:08.377671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:07:08.378309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:06:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:08.507117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:08.557484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:07:08.570217 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-89055351-e805-45ec-870e-e22f37600242 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7320356 Sep 15 10:07:08.570217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:07:08.571662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd" -d '{"events": [{"name": "network-changed", "server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:07:08.612635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4cb230e-adb8-4fe6-8017-3e9ff4aa5182 x-openstack-request-id: req-b4cb230e-adb8-4fe6-8017-3e9ff4aa5182 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:07:08.613133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:07:08.613371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4cb230e-adb8-4fe6-8017-3e9ff4aa5182 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:07:08.613606 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cb230e-adb8-4fe6-8017-3e9ff4aa5182'] response: {'name': 'network-changed', 'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'status': 'completed', 'code': 200} Sep 15 10:07:08.741880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-357479d7-c328-4c72-88dc-7103cc6d09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:08.743404 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-357479d7-c328-4c72-88dc-7103cc6d09b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 1098 time: 0.0800128 Sep 15 10:07:08.881504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-deee437a-abd9-4d24-b630-704847cd90f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:08.882446 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-deee437a-abd9-4d24-b630-704847cd90f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 898 time: 0.1318362 Sep 15 10:07:08.914792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:47Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}, {'id': 'fbf46467-fec7-48a6-888e-79a1d5773fe7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.126', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:0b:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:07:06Z', 'updated_at': '2022-09-15T10:07:06Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:08.918694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] Checking router: ae5a9ed4-20f4-4827-ad00-54996a07ddd6 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:07:08.927561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:07:08.928163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:06:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:08.987669 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-528e36cf-5603-44d9-9a82-91ea89959614 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bafb9d3-50c0-40ab-8ed8-81d7247c012b HTTP/1.1" status: 200 len: 999 time: 0.0984628 Sep 15 10:07:09.051197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-d7c0d0cf-92d5-4da2-8d93-4bd290614a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:09.052660 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-d7c0d0cf-92d5-4da2-8d93-4bd290614a12 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 200 len: 834 time: 0.0577986 Sep 15 10:07:09.106734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:07:09.138892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-d1402ec4-0368-474d-b87c-78d82190bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:09.140640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-d1402ec4-0368-474d-b87c-78d82190bca5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811155 Sep 15 10:07:09.274264 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-fd077dac-a778-4ed6-8215-db4d366bf3cb service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251974 Sep 15 10:07:09.412805 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60a9d03a-ca87-4d9e-9ef4-cbb4f8f698dd req-6269ff31-731a-497d-a881-3c0878728423 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320174 Sep 15 10:07:09.493066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:47Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}, {'id': 'fbf46467-fec7-48a6-888e-79a1d5773fe7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.126', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:0b:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:07:06Z', 'updated_at': '2022-09-15T10:07:06Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:09.496957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173755a9-cd33-4a68-8146-fc46342e714b None None] The sync data for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv is: [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:47Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}, {'id': 'fbf46467-fec7-48a6-888e-79a1d5773fe7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.126', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:0b:28:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:07:06Z', 'updated_at': '2022-09-15T10:07:06Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:07:09.677424 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711431a4-fbcb-4160-a09a-59b311114462 None None] New status for floating IP fbf46467-fec7-48a6-888e-79a1d5773fe7: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:07:19.650476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-75d2af10-d606-4606-aa6e-b46f1642aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:20.650426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:21.690512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a67d80e9-d940-4540-b2dd-2725e52055b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:22.553670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:22.787885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:24.347661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:38.136847 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:07:39.064399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-4015d089-691f-49ef-bc0f-efb60faf7c3a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758679 Sep 15 10:07:39.228716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-3129c42b-24ca-4ed0-b0c7-4a901531b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:39.230151 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-3129c42b-24ca-4ed0-b0c7-4a901531b915 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1098 time: 0.0833845 Sep 15 10:07:39.498297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-9bb6f471-2da1-4177-99db-3675f64cc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:39.499667 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-9bb6f471-2da1-4177-99db-3675f64cc7f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.2497239 Sep 15 10:07:39.603698 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-7b2cb194-b7b1-4a54-aced-952c6565ab90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 200 len: 1000 time: 0.0974264 Sep 15 10:07:39.665438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-039818b5-38fb-4f22-a58d-1acdbfa0acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:39.666879 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-039818b5-38fb-4f22-a58d-1acdbfa0acd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0560305 Sep 15 10:07:39.756836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-f50cb0b4-eae9-470c-bea7-f62cc6bcbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:39.756836 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-f50cb0b4-eae9-470c-bea7-f62cc6bcbcb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812378 Sep 15 10:07:39.886659 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-9a225786-8bce-41b5-ae15-bd7f590dd768 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253901 Sep 15 10:07:40.020289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e7a61e5-a339-43d4-89b1-98db5d5c7cae req-1ed7b0c3-27cb-464f-b6ae-1c2aea4bac6b service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275339 Sep 15 10:07:41.910636 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57192) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:42.058455 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-95ebe06f-9b91-435d-b893-d1461852252f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/a965e68d-8448-465c-95d3-aab693bd73a9 HTTP/1.1" status: 200 len: 992 time: 0.1467021 Sep 15 10:07:42.874833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57204) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:42.880785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:07:43.003029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:43.220101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:07:43.243884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:43.317986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:43.355657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:43.356265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:43.357633 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/ports/93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 200 len: 938 time: 0.4817300 Sep 15 10:07:43.358190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:07:43.360958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:07:43.403384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=93cb58a9-1118-44a6-bc59-52c2a8b124ac,revision_number=6']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:43.412134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d425c-272d-4711-a60b-53efb805a4ee x-openstack-request-id: req-2c8d425c-272d-4711-a60b-53efb805a4ee {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:07:43.412413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:07:43.412665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c8d425c-272d-4711-a60b-53efb805a4ee {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:07:43.413057 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8d425c-272d-4711-a60b-53efb805a4ee'] response: {'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'status': 'completed', 'code': 200} Sep 15 10:07:43.414414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.414756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.415092 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.415424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.415751 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.416078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.416400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.416723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.417047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.417367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.417689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.418042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c325d62-6e30-455f-b7ce-b17cd522ac04 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:43.533565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-63ac89f5-9766-4afd-8369-bcd458012c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:43.535044 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-63ac89f5-9766-4afd-8369-bcd458012c3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1099 time: 0.0807993 Sep 15 10:07:43.662169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-7515141e-a87c-4d55-b121-585505eb176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:43.663647 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-7515141e-a87c-4d55-b121-585505eb176c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 898 time: 0.1227765 Sep 15 10:07:43.764399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-ac2b0656-4dbc-4668-b735-315e747d5293 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 200 len: 1001 time: 0.0950019 Sep 15 10:07:43.823882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-aef7fc5f-cac2-44e8-bd63-d8daa9f8af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:43.825304 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-aef7fc5f-cac2-44e8-bd63-d8daa9f8af6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 200 len: 834 time: 0.0554743 Sep 15 10:07:43.907927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-dcb98f24-ae0d-4cba-ba89-460f8592d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:43.909430 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-dcb98f24-ae0d-4cba-ba89-460f8592d595 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786633 Sep 15 10:07:44.036351 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-335f7c31-8717-4063-a64c-31e37f2971d7 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209662 Sep 15 10:07:44.259566 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad83f98a-54fe-4b2c-9980-2cdcd701bbf8 req-8af52d23-8ce3-48a6-8786-fb5dad5e7762 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177231 Sep 15 10:07:46.830359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57214) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:46.836294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:07:46.958990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:47.170212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:07:47.194058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:47.260819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:47.302248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:47.302843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:47.306820 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/ports/93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 200 len: 937 time: 0.4728575 Sep 15 10:07:47.306820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:07:47.307063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6defbc-1480-4374-9113-ba24e5aff827" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:07:47.307231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57218) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:47.360028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6da50d9-74f8-4113-9d54-95742f5bb82f x-openstack-request-id: req-c6da50d9-74f8-4113-9d54-95742f5bb82f {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:07:47.360317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:07:47.360577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6da50d9-74f8-4113-9d54-95742f5bb82f {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:07:47.360973 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6da50d9-74f8-4113-9d54-95742f5bb82f'] response: {'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'status': 'completed', 'code': 200} Sep 15 10:07:47.391743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=93cb58a9-1118-44a6-bc59-52c2a8b124ac,revision_number=7']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:47.399608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.399957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.400296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.400628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.400960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.401287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.401610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.402029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.402358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.402679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.403000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.403312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde8c88e-95c2-44f2-b37f-9576ca3e400a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:07:47.465843 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5dcfde90-4ec6-46d3-92f4-e62fca519096 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/a965e68d-8448-465c-95d3-aab693bd73a9 HTTP/1.1" status: 200 len: 992 time: 0.1573851 Sep 15 10:07:47.485838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-a11494a8-4f24-47e0-ba14-b32f3071d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:47.487317 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-a11494a8-4f24-47e0-ba14-b32f3071d57c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1098 time: 0.0887296 Sep 15 10:07:47.579213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['93cb58a9-1118-44a6-bc59-52c2a8b124ac'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:07:47.614929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-1888c7bf-3efe-4156-8d5f-d7aaa1ebd5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:47.616361 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-1888c7bf-3efe-4156-8d5f-d7aaa1ebd5fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 898 time: 0.1231372 Sep 15 10:07:47.719345 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-0f7a3873-2bbf-4fd9-8de8-3854ada028ea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 200 len: 1000 time: 0.0955989 Sep 15 10:07:47.780068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-ec610ea0-134f-48b3-8824-ae5f7abbd499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:47.781555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-ec610ea0-134f-48b3-8824-ae5f7abbd499 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 200 len: 834 time: 0.0567145 Sep 15 10:07:47.867898 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-c90af812-d3ae-42b4-921d-57086b1f16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:47.869372 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-c90af812-d3ae-42b4-921d-57086b1f16cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820715 Sep 15 10:07:48.007328 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-7f76a497-cc37-436a-8a4d-d96b37aa9c85 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312010 Sep 15 10:07:48.145224 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d6defbc-1480-4374-9113-ba24e5aff827 req-1dd1aab8-f144-43ca-84ac-7fc9beb84518 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266763 Sep 15 10:07:49.610615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c520ecb3-801a-4181-be72-c0ddbecc5691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:50.068137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57232) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:50.272745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port a3d8c54b-2f80-4683-a66b-b0a19fd67652 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:07:50.273085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:50.442473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:50.442796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:50.627216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:50.673520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for a3d8c54b-2f80-4683-a66b-b0a19fd67652 owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:07:50.855307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:50.901202 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=a3d8c54b-2f80-4683-a66b-b0a19fd67652,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:51.000716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:51.001045 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP fbf46467-fec7-48a6-888e-79a1d5773fe7 disassociated (deleted). External IP: 172.26.7.126, port: 8bafb9d3-50c0-40ab-8ed8-81d7247c012b. Sep 15 10:07:51.350620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:07:51.529511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:07:51.540486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] Sync routers for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:07:51.550249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:07:51.550898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:51.592263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:51.648111 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4f7a47f3-a9e1-4dac-9b76-a67999716e5c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/fbf46467-fec7-48a6-888e-79a1d5773fe7 HTTP/1.1" status: 204 len: 168 time: 1.5787289 Sep 15 10:07:51.648562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:07:51.650910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e" -d '{"events": [{"name": "network-changed", "server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:07:51.695383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aaa1404-c496-4b1c-895f-e1cd728fff1a x-openstack-request-id: req-4aaa1404-c496-4b1c-895f-e1cd728fff1a {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:07:51.695669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:07:51.695921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4aaa1404-c496-4b1c-895f-e1cd728fff1a {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:07:51.696333 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aaa1404-c496-4b1c-895f-e1cd728fff1a'] response: {'name': 'network-changed', 'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'status': 'completed', 'code': 200} Sep 15 10:07:51.704628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d8632529-a689-4090-bb06-313ce4970254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:51.758389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:07:51.825558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-a705ca9b-eec3-46c7-8d0a-152d16190574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:51.827079 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-a705ca9b-eec3-46c7-8d0a-152d16190574 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 1098 time: 0.0873866 Sep 15 10:07:51.972069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-8ec57f5e-2766-438d-b35e-a109d62da98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:51.973594 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-8ec57f5e-2766-438d-b35e-a109d62da98c service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 898 time: 0.1408923 Sep 15 10:07:52.039734 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-ae18fd6e-e181-4e9d-83f3-139050b5e266 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8bafb9d3-50c0-40ab-8ed8-81d7247c012b HTTP/1.1" status: 200 len: 217 time: 0.0603209 Sep 15 10:07:52.110672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-06c3eecb-d3f0-4160-9ff1-1aa1624cf9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:52.111578 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-06c3eecb-d3f0-4160-9ff1-1aa1624cf9cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 200 len: 834 time: 0.0668471 Sep 15 10:07:52.119260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:47Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:52.123206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] Checking router: ae5a9ed4-20f4-4827-ad00-54996a07ddd6 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:07:52.132218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:07:52.132811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:52.239387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-870a93dc-dd19-4eb2-b165-79caa1e22934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:52.240767 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-870a93dc-dd19-4eb2-b165-79caa1e22934 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813849 Sep 15 10:07:52.244450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be4a4d-c402-4ccc-99d8-bc5ee2236269 req-915b0b26-7ed6-4b47-9a28-c3f257e2a4d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:52.246452 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f6be4a4d-c402-4ccc-99d8-bc5ee2236269 req-915b0b26-7ed6-4b47-9a28-c3f257e2a4d7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 945 time: 0.0915098 Sep 15 10:07:52.299533 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f6be4a4d-c402-4ccc-99d8-bc5ee2236269 req-1ece181e-1c9e-47dc-9615-4bd3a260959f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462244 Sep 15 10:07:52.335677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:07:52.487558 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-b80cc042-8551-4997-a850-cb77c3526119 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381463 Sep 15 10:07:52.619186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:52.623754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e6f3e570-bcb9-430f-9076-4ebdfa87e07e req-cb66f3b6-09fa-468e-980d-d2ec8f8893e0 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291943 Sep 15 10:07:52.749769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:47Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:52.753624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25ef6c2-50a0-46b3-8d1e-74335e248ae4 None None] The sync data for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv is: [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'a965e68d-8448-465c-95d3-aab693bd73a9', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.76', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'port_id': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'mac_address': 'fa:16:3e:54:c6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:06:44Z', 'updated_at': '2022-09-15T10:06:47Z', 'revision_number': 1, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:07:52.786574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:52.982758 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15b92ff-d624-47ef-bcce-75d538f88ff2 None None] New status for floating IP fbf46467-fec7-48a6-888e-79a1d5773fe7: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:07:53.513192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db177-e928-4159-8a79-56c6d008b2b3 req-8d47cf17-d87c-471f-9bbf-031e5b2a65cb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:53.513891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-f61db177-e928-4159-8a79-56c6d008b2b3 req-8d47cf17-d87c-471f-9bbf-031e5b2a65cb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:07:53.603691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-f61db177-e928-4159-8a79-56c6d008b2b3 req-8d47cf17-d87c-471f-9bbf-031e5b2a65cb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:07:53.604819 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f61db177-e928-4159-8a79-56c6d008b2b3 req-8d47cf17-d87c-471f-9bbf-031e5b2a65cb tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 945 time: 0.1799872 Sep 15 10:07:53.716287 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f61db177-e928-4159-8a79-56c6d008b2b3 req-5e1ef9b4-bfc3-4783-af26-2a744d18a03a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=27d460cd-67aa-495c-826e-79ff6f47e9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044419 Sep 15 10:07:53.739609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-609707c6-b532-4dcf-9b78-85a7ee3f27f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:53.741019 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-609707c6-b532-4dcf-9b78-85a7ee3f27f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 945 time: 0.1275203 Sep 15 10:07:53.809316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:07:53.809594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:54.051522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:07:54.051882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:54.171108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 8bafb9d3-50c0-40ab-8ed8-81d7247c012b owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:07:54.340899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:54.363525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:54.412237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=8bafb9d3-50c0-40ab-8ed8-81d7247c012b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:54.498762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 8bafb9d3-50c0-40ab-8ed8-81d7247c012b on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:07:54.501530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:54.504098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'name': 'network-vif-deleted', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:07:54.506389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ce7e1a-e7f1-48c4-8e0c-3c10cdf96113" -d '{"events": [{"server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "name": "network-vif-deleted", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:07:54.554523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72407d2-52d0-4e45-a9f3-631ae6905273 x-openstack-request-id: req-e72407d2-52d0-4e45-a9f3-631ae6905273 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:07:54.555135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a6d6a1-198b-484e-a43e-8bfad353b4a8", "name": "network-vif-deleted", "tag": "8bafb9d3-50c0-40ab-8ed8-81d7247c012b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:07:54.555135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e72407d2-52d0-4e45-a9f3-631ae6905273 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:07:54.555435 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72407d2-52d0-4e45-a9f3-631ae6905273'] response: {'server_uuid': '35a6d6a1-198b-484e-a43e-8bfad353b4a8', 'name': 'network-vif-deleted', 'tag': '8bafb9d3-50c0-40ab-8ed8-81d7247c012b', 'status': 'completed', 'code': 200} Sep 15 10:07:54.581112 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-05ec30a0-3ef9-4ac8-86a4-5d69ff176549 req-9d6efb13-4594-45b3-a850-845e7783d8e5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/8bafb9d3-50c0-40ab-8ed8-81d7247c012b HTTP/1.1" status: 204 len: 173 time: 0.8352566 Sep 15 10:07:54.899797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2049123d-510b-46ec-90ce-ed73e7e1e8f3 req-318c8edc-b155-4afc-b972-521eb12acc7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:07:55.009133 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2049123d-510b-46ec-90ce-ed73e7e1e8f3 req-318c8edc-b155-4afc-b972-521eb12acc7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:07:55.010217 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2049123d-510b-46ec-90ce-ed73e7e1e8f3 req-318c8edc-b155-4afc-b972-521eb12acc7e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=35a6d6a1-198b-484e-a43e-8bfad353b4a8 HTTP/1.1" status: 200 len: 210 time: 0.1650684 Sep 15 10:07:56.134165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57250) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:56.201358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c281-7035-4cac-9ac5-ca8fa25a482a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:56.231285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c281-7035-4cac-9ac5-ca8fa25a482a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:56.393365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c281-7035-4cac-9ac5-ca8fa25a482a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:56.412309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7c281-7035-4cac-9ac5-ca8fa25a482a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d460cd-67aa-495c-826e-79ff6f47e9e0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:56.494306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7d7c281-7035-4cac-9ac5-ca8fa25a482a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:56.495436 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f7d7c281-7035-4cac-9ac5-ca8fa25a482a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/27d460cd-67aa-495c-826e-79ff6f47e9e0 HTTP/1.1" status: 204 len: 168 time: 0.3602915 Sep 15 10:07:56.575171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57256) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:07:56.775039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port f29a134d-b2a9-43ce-bc4b-6ec0cd9099f0 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:07:56.775383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:56.940669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:56.940992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:57.149200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for f29a134d-b2a9-43ce-bc4b-6ec0cd9099f0 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:07:57.403735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:57.452712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=f29a134d-b2a9-43ce-bc4b-6ec0cd9099f0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:07:57.548320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:57.548644 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP a965e68d-8448-465c-95d3-aab693bd73a9 disassociated (deleted). External IP: 172.26.7.76, port: 93cb58a9-1118-44a6-bc59-52c2a8b124ac. Sep 15 10:07:57.891507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:07:58.068592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:07:58.077949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] Sync routers for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:07:58.087688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:07:58.097027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:58.164272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:07:58.225709 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-48a39fa2-8797-4f29-924d-a94f80e2ccf4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/a965e68d-8448-465c-95d3-aab693bd73a9 HTTP/1.1" status: 204 len: 168 time: 1.6494625 Sep 15 10:07:58.226333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:07:58.228662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef4dbaf-d059-49c9-8b17-c635cab9e500" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:07:58.269209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:07:58.274303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efde883-bd5d-4506-bc97-a290e8742c01 x-openstack-request-id: req-3efde883-bd5d-4506-bc97-a290e8742c01 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:07:58.274592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:07:58.274841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3efde883-bd5d-4506-bc97-a290e8742c01 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:07:58.275256 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3efde883-bd5d-4506-bc97-a290e8742c01'] response: {'name': 'network-changed', 'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'status': 'completed', 'code': 200} Sep 15 10:07:58.403897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8bafb9d3-50c0-40ab-8ed8-81d7247c012b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:07:58.410625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-5edbbc55-46ad-4190-a871-7096c8038b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:58.412634 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-5edbbc55-46ad-4190-a871-7096c8038b32 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 1098 time: 0.0939431 Sep 15 10:07:58.463264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 8bafb9d3-50c0-40ab-8ed8-81d7247c012b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:07:58.463561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8bafb9d3-50c0-40ab-8ed8-81d7247c012b not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:07:58.642355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:58.648174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] Checking router: ae5a9ed4-20f4-4827-ad00-54996a07ddd6 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:07:58.654746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-c4a89e56-0083-4239-b9e0-ed0753561872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:58.656260 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-c4a89e56-0083-4239-b9e0-ed0753561872 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 200 len: 898 time: 0.2367704 Sep 15 10:07:58.656413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:07:58.657058 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:58.811719 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-62c2a4f4-799d-4244-9f35-56ce48ec61c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 200 len: 217 time: 0.1028416 Sep 15 10:07:58.834249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:07:58.891790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-a703a7e1-96ca-45b5-a35e-0a39cf6411f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:58.893271 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-a703a7e1-96ca-45b5-a35e-0a39cf6411f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 200 len: 834 time: 0.0737245 Sep 15 10:07:58.951915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa0b81-e9dc-4ffa-aa63-6dd4f90a5d96 req-19759682-b91e-4d54-8058-c0bf2ced13a4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:58.953374 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7eaa0b81-e9dc-4ffa-aa63-6dd4f90a5d96 req-19759682-b91e-4d54-8058-c0bf2ced13a4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 945 time: 0.1911435 Sep 15 10:07:59.013887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7eaa0b81-e9dc-4ffa-aa63-6dd4f90a5d96 req-492718b8-9074-4d16-8189-3043af2fcf3c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:07:59.033662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-7fa9b7db-b752-44f9-8758-a43d5eceaf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:07:59.035125 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-7fa9b7db-b752-44f9-8758-a43d5eceaf46 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b3e28bbe-e39b-4845-8019-63cb0d8a5cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1338105 Sep 15 10:07:59.113814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7eaa0b81-e9dc-4ffa-aa63-6dd4f90a5d96 req-492718b8-9074-4d16-8189-3043af2fcf3c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:07:59.114897 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7eaa0b81-e9dc-4ffa-aa63-6dd4f90a5d96 req-492718b8-9074-4d16-8189-3043af2fcf3c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549199 Sep 15 10:07:59.157904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:07:59.162002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a789cf5d-2156-45d4-81ad-08e4d4bfe300 None None] The sync data for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv is: [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:06:22Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '99aac16f-c0ba-496a-848c-619be7884ae0', 'name': '', 'network_id': 'b3e28bbe-e39b-4845-8019-63cb0d8a5cba', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:55:a0:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:21Z', 'updated_at': '2022-09-15T10:06:27Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': '7cd63b3a-cede-420b-b7b6-f8c9ceab46e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:07:59.180089 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-4cc9d393-08ce-45a5-bcd6-ed9350ef6b18 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367710 Sep 15 10:07:59.322731 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ef4dbaf-d059-49c9-8b17-c635cab9e500 req-1348ed3f-59a9-41ba-9fe4-e08f206f5624 service neutron] 10.222.0.16 "GET /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362700 Sep 15 10:07:59.382125 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5833b6af-fecc-49cd-a3bf-56b7689623e7 None None] New status for floating IP a965e68d-8448-465c-95d3-aab693bd73a9: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:08:00.332506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c97bc-6781-481b-9c78-6f702232f9f0 req-e2db09cf-2228-4606-a3fe-b94e9706ebc7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:00.333335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5b5c97bc-6781-481b-9c78-6f702232f9f0 req-e2db09cf-2228-4606-a3fe-b94e9706ebc7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:08:00.348444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-376db7b0-5b71-4380-915f-1fe19fea4c77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:00.349964 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-376db7b0-5b71-4380-915f-1fe19fea4c77 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 945 time: 0.1043081 Sep 15 10:08:00.422558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 93cb58a9-1118-44a6-bc59-52c2a8b124ac {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:08:00.422905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:00.431958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5b5c97bc-6781-481b-9c78-6f702232f9f0 req-e2db09cf-2228-4606-a3fe-b94e9706ebc7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:08:00.433130 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5b5c97bc-6781-481b-9c78-6f702232f9f0 req-e2db09cf-2228-4606-a3fe-b94e9706ebc7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 945 time: 0.1994703 Sep 15 10:08:00.480776 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5b5c97bc-6781-481b-9c78-6f702232f9f0 req-bbc79e22-699a-422a-95ce-7683ccdac67f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=885de487-8260-4e02-954e-07a5c76072a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Sep 15 10:08:00.676742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 93cb58a9-1118-44a6-bc59-52c2a8b124ac, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=93cb58a9-1118-44a6-bc59-52c2a8b124ac,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:00.677024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:00.801945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 93cb58a9-1118-44a6-bc59-52c2a8b124ac owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:08:01.020657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:01.070182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=93cb58a9-1118-44a6-bc59-52c2a8b124ac,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:01.157616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 93cb58a9-1118-44a6-bc59-52c2a8b124ac on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:08:01.160008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:01.162459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'name': 'network-vif-deleted', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:08:01.164707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8284227-5bf0-41e3-8a4e-effe22d5ddc2" -d '{"events": [{"server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "name": "network-vif-deleted", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:08:01.206928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e7795f-bc74-4f3f-a7fc-909197aee99b x-openstack-request-id: req-41e7795f-bc74-4f3f-a7fc-909197aee99b {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:08:01.207307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb07104-33e2-4b14-a0c2-a7640872722b", "name": "network-vif-deleted", "tag": "93cb58a9-1118-44a6-bc59-52c2a8b124ac", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:08:01.207551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41e7795f-bc74-4f3f-a7fc-909197aee99b {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:08:01.207947 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e7795f-bc74-4f3f-a7fc-909197aee99b'] response: {'server_uuid': 'ceb07104-33e2-4b14-a0c2-a7640872722b', 'name': 'network-vif-deleted', 'tag': '93cb58a9-1118-44a6-bc59-52c2a8b124ac', 'status': 'completed', 'code': 200} Sep 15 10:08:01.238220 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d56d04e7-6514-4fd2-a7db-f5302addb23c req-f495ad52-1f24-4317-a083-ce522b70efdf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/93cb58a9-1118-44a6-bc59-52c2a8b124ac HTTP/1.1" status: 204 len: 173 time: 0.8828993 Sep 15 10:08:01.663744 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-effa4d5a-edb2-4319-a3e9-909fd9b4036c req-83762a5f-b985-471e-9495-84dcf72902c4 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb07104-33e2-4b14-a0c2-a7640872722b HTTP/1.1" status: 200 len: 210 time: 0.0498693 Sep 15 10:08:02.771560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57274) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:02.838547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80199600-cbbf-4281-93bd-a207668cedc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:02.867756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80199600-cbbf-4281-93bd-a207668cedc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:02.986162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80199600-cbbf-4281-93bd-a207668cedc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:03.006040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80199600-cbbf-4281-93bd-a207668cedc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=885de487-8260-4e02-954e-07a5c76072a6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:03.071766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80199600-cbbf-4281-93bd-a207668cedc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:03.072957 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-80199600-cbbf-4281-93bd-a207668cedc2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/885de487-8260-4e02-954e-07a5c76072a6 HTTP/1.1" status: 204 len: 168 time: 0.3004293 Sep 15 10:08:03.157854 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57280) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:03.798783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:04.153635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 99aac16f-c0ba-496a-848c-619be7884ae0 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:08:04.153951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:04.342352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 99aac16f-c0ba-496a-848c-619be7884ae0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=99aac16f-c0ba-496a-848c-619be7884ae0,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:04.342930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:04.418234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 93cb58a9-1118-44a6-bc59-52c2a8b124ac no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:08:04.452851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 93cb58a9-1118-44a6-bc59-52c2a8b124ac {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:08:04.453192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 93cb58a9-1118-44a6-bc59-52c2a8b124ac not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:08:04.470549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 99aac16f-c0ba-496a-848c-619be7884ae0 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:08:04.974732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:05.025741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=99aac16f-c0ba-496a-848c-619be7884ae0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:05.304824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:05.665096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:08:05.838813 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:08:05.848428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] Sync routers for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:08:05.853090 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0180a2a4-97bd-4702-8f6e-2fd76c4dee39 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/ae5a9ed4-20f4-4827-ad00-54996a07ddd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6941679 Sep 15 10:08:05.855760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57284) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:05.857296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:08:05.857904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:05.922191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbdc661f-94bb-4deb-89e3-961632776c44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet 7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:08:05.925861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbdc661f-94bb-4deb-89e3-961632776c44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:05.982956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbdc661f-94bb-4deb-89e3-961632776c44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:06.063285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbdc661f-94bb-4deb-89e3-961632776c44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:06.067935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:08:06.238834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbdc661f-94bb-4deb-89e3-961632776c44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:06.285732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc661f-94bb-4deb-89e3-961632776c44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=7cd63b3a-cede-420b-b7b6-f8c9ceab46e8,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:06.288329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bbdc661f-94bb-4deb-89e3-961632776c44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:06.295125 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bbdc661f-94bb-4deb-89e3-961632776c44 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/7cd63b3a-cede-420b-b7b6-f8c9ceab46e8 HTTP/1.1" status: 204 len: 168 time: 0.4384205 Sep 15 10:08:06.298300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57288) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:06.319946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceb3f8d-82b0-4c4d-a254-6b9ad4334021 None None] Network b3e28bbe-e39b-4845-8019-63cb0d8a5cba requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:08:06.522727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:08:04Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:06.530751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] Checking router: ae5a9ed4-20f4-4827-ad00-54996a07ddd6 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:08:06.544269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] Routers {'ae5a9ed4-20f4-4827-ad00-54996a07ddd6'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:08:06.544874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:06.585993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:06.699881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] DHCP port deletion for b3e28bbe-e39b-4845-8019-63cb0d8a5cba request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:08:06.720908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Deleting port 04704be8-994c-4be7-a33e-00a9d78ba41c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:08:06.721309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:06.774138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:06.789408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] Set router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:08:06.860874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port f74059ad-dca7-4ec6-8fb4-879e97efc3ff {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:08:06.865418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.003480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 04704be8-994c-4be7-a33e-00a9d78ba41c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:08:07.046685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port f74059ad-dca7-4ec6-8fb4-879e97efc3ff, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f74059ad-dca7-4ec6-8fb4-879e97efc3ff,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:07.046960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.177310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for f74059ad-dca7-4ec6-8fb4-879e97efc3ff owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:08:07.240195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] For port 04704be8-994c-4be7-a33e-00a9d78ba41c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=04704be8-994c-4be7-a33e-00a9d78ba41c,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:07.240589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.414748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.433608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Calling delete_port for 04704be8-994c-4be7-a33e-00a9d78ba41c owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:08:07.464552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=f74059ad-dca7-4ec6-8fb4-879e97efc3ff,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:07.494474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 04704be8-994c-4be7-a33e-00a9d78ba41c is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:07.494854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.557695 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 04704be8-994c-4be7-a33e-00a9d78ba41c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=04704be8-994c-4be7-a33e-00a9d78ba41c,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:07.567688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:08:04Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:07.570520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.571729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec4de5a-b09f-4eb9-8607-04634c41b365 None None] The sync data for ids ['ae5a9ed4-20f4-4827-ad00-54996a07ddd6'] in dv-neutron-857775-1-hyperv is: [{'id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'name': 'tempest-TestNetworkBasicOps-router-1953627628', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225'}], 'enable_snat': True}, 'gw_port_id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:06:16Z', 'updated_at': '2022-09-15T10:08:04Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': 'f74059ad-dca7-4ec6-8fb4-879e97efc3ff', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:3b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5a9ed4-20f4-4827-ad00-54996a07ddd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:06:17Z', 'updated_at': '2022-09-15T10:06:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:08:07.645213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.708707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:08:07.709053 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:08:07.712676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=04704be8-994c-4be7-a33e-00a9d78ba41c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:07.720074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.720418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.720751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.721077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.721430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.721752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.722119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.722437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.722752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.723066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.723377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.723686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:07.749589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.751789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.831416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.831935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Fanout notify agent at l3_agent the message router_deleted on router ae5a9ed4-20f4-4827-ad00-54996a07ddd6 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:08:07.847204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.848394 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9da061c2-55bf-47b1-9b6c-4da4d8727b03 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/routers/ae5a9ed4-20f4-4827-ad00-54996a07ddd6 HTTP/1.1" status: 204 len: 168 time: 1.5484455 Sep 15 10:08:07.851102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57292) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:07.965191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:07.976626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 04704be8-994c-4be7-a33e-00a9d78ba41c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:08:07.976965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.210237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Deleting port 04704be8-994c-4be7-a33e-00a9d78ba41c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:08:08.210706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.287263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 04704be8-994c-4be7-a33e-00a9d78ba41c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=04704be8-994c-4be7-a33e-00a9d78ba41c,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:08.287685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.414317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 04704be8-994c-4be7-a33e-00a9d78ba41c owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:08:08.426631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] For port 04704be8-994c-4be7-a33e-00a9d78ba41c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=04704be8-994c-4be7-a33e-00a9d78ba41c,segment=NetworkSegment(9439915f-972b-4092-9ad2-a17e87d38e20),segment_id=9439915f-972b-4092-9ad2-a17e87d38e20)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:08.427108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.540780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.548024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Calling delete_port for 04704be8-994c-4be7-a33e-00a9d78ba41c owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:08:08.592943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 04704be8-994c-4be7-a33e-00a9d78ba41c on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:08:08.594683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=04704be8-994c-4be7-a33e-00a9d78ba41c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:08.624886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:08:08.625238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:08:08.715504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.740706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e28bbe-e39b-4845-8019-63cb0d8a5cba']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:08.757246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9439915f-972b-4092-9ad2-a17e87d38e20') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:08.757540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9439915f-972b-4092-9ad2-a17e87d38e20') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:08.769320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.784563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.790406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:08:08.790787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.859602 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 9439915f-972b-4092-9ad2-a17e87d38e20 resource provider aggregate not found Sep 15 10:08:08.885150 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 9439915f-972b-4092-9ad2-a17e87d38e20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9439915f-972b-4092-9ad2-a17e87d38e20 found for delete ", "request_id": "req-33b9f163-4cbc-4a5e-b62c-020ad528bf79"}]} Sep 15 10:08:08.908518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f74059ad-dca7-4ec6-8fb4-879e97efc3ff no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:08:08.941934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.947858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: f74059ad-dca7-4ec6-8fb4-879e97efc3ff {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:08:08.948199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f74059ad-dca7-4ec6-8fb4-879e97efc3ff not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:08:08.948616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 99aac16f-c0ba-496a-848c-619be7884ae0 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:08:08.960626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:08.976488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=b3e28bbe-e39b-4845-8019-63cb0d8a5cba,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:08.981636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 99aac16f-c0ba-496a-848c-619be7884ae0 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:08:08.982015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 99aac16f-c0ba-496a-848c-619be7884ae0 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:08:09.072144 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0bec37de-06d2-45f9-80ce-da61042947f6 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/b3e28bbe-e39b-4845-8019-63cb0d8a5cba HTTP/1.1" status: 204 len: 168 time: 1.2200615 Sep 15 10:08:09.099114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57300) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:09.104620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'network': {'name': 'tempest-network-smoke--890814130', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'port_security_enabled': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:09.109534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:09.114465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:network and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:09.117321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:09.122980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:09.214166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:08:09.217564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:09.245105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:08:09.254377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:09.263288 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Added segment 3ca0cd88-70bb-4649-99bf-655242cc24c6 of type vlan for network bf3a8f93-2057-4028-be16-9e4e412050c7 Sep 15 10:08:09.279871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:09.380247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:09.385696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:09.386330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:09.479320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Deleting port 04704be8-994c-4be7-a33e-00a9d78ba41c {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:08:09.479866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:09.495044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Network': ['ID=bf3a8f93-2057-4028-be16-9e4e412050c7,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:09.505445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network bf3a8f93-2057-4028-be16-9e4e412050c7 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:08:09.547010 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0fccb097-416b-449d-8eba-f88a7a214c0a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4468498 Sep 15 10:08:09.550433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57304) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:09.555467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-880220334', 'admin_state_up': True, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:09.562471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:09.566776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:router and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:09.569937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:09.576232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:09.616648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c983e828-860b-4776-90e9-26dd46553dc6 None None] The port '04704be8-994c-4be7-a33e-00a9d78ba41c' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:08:09.643729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:09.644957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:09.663528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:10.007784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:10.508277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:10.537963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:10.670808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.216 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/9880a386-7e99-45da-adef-d068caee644c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:08:10.814612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:10.889104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:10.953922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:08:10.956649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:08:10.959362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:08:11.006444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=9880a386-7e99-45da-adef-d068caee644c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:11.462482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:11.815453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:12.254581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 32ae060b-4b85-4598-80e3-90357803b4ba is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:08:12.435023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:08:12.444633 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Sync routers for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:08:12.454134 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:08:12.454819 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:12.523050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:12.524340 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b6cbdfe1-2408-4628-8967-d55b806772e9 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9727576 Sep 15 10:08:12.527349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57308) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:12.614853 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9f14a42d-c76e-4ada-9d26-56380dfff611 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=14e58e70efa345479d052cec6cf73fff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0864208 Sep 15 10:08:12.617432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57314) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:12.665372 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:08:12.745909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5e8e98-868c-4378-8d58-7e02e0ccd117 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:12.747396 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7d5e8e98-868c-4378-8d58-7e02e0ccd117 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290567 Sep 15 10:08:12.750248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57318) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:12.789345 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bebe3257-92ee-496a-94be-31d8b684d346 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379479 Sep 15 10:08:12.791738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57322) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:12.796804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1910121567', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:12.904932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:12.909323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:subnet and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:12.912385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:12.918350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:12.947795 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:11Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:12.951597 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Checking router: 32ae060b-4b85-4598-80e3-90357803b4ba for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:08:12.951941 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Updating router 32ae060b-4b85-4598-80e3-90357803b4ba port 9880a386-7e99-45da-adef-d068caee644c binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:08:12.980136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:08:12.983619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.003665 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.231491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.315681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Subnet': ['ID=ffdee18b-aecd-42c9-8328-bc1cfe978744,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:13.320432 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.324498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Checking segment: {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:08:13.324862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network hostable DHCP agents. Network: bf3a8f93-2057-4028-be16-9e4e412050c7, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:08:13.332492 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Transition to ACTIVE for port object 9880a386-7e99-45da-adef-d068caee644c will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:13.402596 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.419717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network bf3a8f93-2057-4028-be16-9e4e412050c7 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:08:13.465413 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Attempting to bind port 9880a386-7e99-45da-adef-d068caee644c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:08:13.466016 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Attempting to bind port 9880a386-7e99-45da-adef-d068caee644c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:08:13.466152 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Attempting to bind port 9880a386-7e99-45da-adef-d068caee644c on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:08:13.477896 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:08:13.478259 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:08:13.478650 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.479036 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:08:13.479483 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Bound port: 9880a386-7e99-45da-adef-d068caee644c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:08:13.479843 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.483000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, bf3a8f93-2057-4028-be16-9e4e412050c7) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:08:13.487918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:13.488489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.493322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2734b7-a1d2-4bc5-906a-c556910f983d None None] Network bf3a8f93-2057-4028-be16-9e4e412050c7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:08:13.516962 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Pushing event updated for resources: {'Port': ['ID=9880a386-7e99-45da-adef-d068caee644c,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:13.533358 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.533762 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.534120 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.534445 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.534765 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.535082 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.535396 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.535710 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.536022 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.536331 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.536640 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.536946 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:13.567764 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] For port 9880a386-7e99-45da-adef-d068caee644c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:08:13.569900 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-346bf129-abfb-4946-83cb-e07624421b33 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7771385 Sep 15 10:08:13.572619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57326) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:13.573965 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] For port 9880a386-7e99-45da-adef-d068caee644c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9880a386-7e99-45da-adef-d068caee644c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:08:13.620662 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.688046 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:08:13.688677 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:13.725951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-bf3a8f93-2057-4028-be16-9e4e412050c7', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:08:13.726787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:13.780785 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2a7f7-038f-4427-a9b2-3ab3b7e4529a None None] Pushing event updated for resources: {'Port': ['ID=9880a386-7e99-45da-adef-d068caee644c,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:13.883598 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:08:13.925575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Allocated IP 172.20.0.2 (bf3a8f93-2057-4028-be16-9e4e412050c7/ffdee18b-aecd-42c9-8328-bc1cfe978744/22bc7cab-a0e3-4146-87fe-02a619cedfed) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:08:14.148299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:14.160028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Transition to ACTIVE for port object 22bc7cab-a0e3-4146-87fe-02a619cedfed will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:14.179693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Transition to ACTIVE for port object 22bc7cab-a0e3-4146-87fe-02a619cedfed will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:14.231077 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:11Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:14.234877 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad88fb7-0c8d-4b67-a240-dc7b068027fb None None] The sync data for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv is: [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:11Z', 'revision_number': 3, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:08:14.249534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:14.326595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Network bf3a8f93-2057-4028-be16-9e4e412050c7 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:08:14.329686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:08:14.333584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:08:14.372122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Pushing event updated for resources: {'Port': ['ID=22bc7cab-a0e3-4146-87fe-02a619cedfed,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:14.444449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:14.448620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Attempting to bind port 22bc7cab-a0e3-4146-87fe-02a619cedfed on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:08:14.448987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Attempting to bind port 22bc7cab-a0e3-4146-87fe-02a619cedfed by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:08:14.449343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Attempting to bind port 22bc7cab-a0e3-4146-87fe-02a619cedfed on network bf3a8f93-2057-4028-be16-9e4e412050c7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:08:14.456378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:08:14.456378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Checking segment: {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:08:14.456864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:14.457274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Bound using segment: {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:08:14.457900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Bound port: 22bc7cab-a0e3-4146-87fe-02a619cedfed, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:08:14.458273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:14.569978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] For port 22bc7cab-a0e3-4146-87fe-02a619cedfed, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:08:14.573130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] For port 22bc7cab-a0e3-4146-87fe-02a619cedfed, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=22bc7cab-a0e3-4146-87fe-02a619cedfed,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:08:14.637701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:14.733158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf4fe75-e561-4710-816a-bed7aba803eb None None] Pushing event updated for resources: {'Port': ['ID=22bc7cab-a0e3-4146-87fe-02a619cedfed,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:14.909892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.1 (bf3a8f93-2057-4028-be16-9e4e412050c7/ffdee18b-aecd-42c9-8328-bc1cfe978744/c5cc4ae6-4049-4339-ae0a-5beae03e716e) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:08:14.973191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9880a386-7e99-45da-adef-d068caee644c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:08:15.115115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:15.128480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 9880a386-7e99-45da-adef-d068caee644c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:08:15.131710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object c5cc4ae6-4049-4339-ae0a-5beae03e716e will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:15.136147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9880a386-7e99-45da-adef-d068caee644c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:15.136997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:15.137991 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:08:15.192612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:15.269388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9880a386-7e99-45da-adef-d068caee644c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:15.270103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:15.271131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network bf3a8f93-2057-4028-be16-9e4e412050c7 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:08:15.274099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:08:15.278267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:08:15.287565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9880a386-7e99-45da-adef-d068caee644c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9880a386-7e99-45da-adef-d068caee644c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:15.314069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=c5cc4ae6-4049-4339-ae0a-5beae03e716e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:15.344101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:15.368545 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:15.441517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9880a386-7e99-45da-adef-d068caee644c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:15.678125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:15.748064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e65f11-6a2b-47e5-8e09-401aa969f0a4 None None] Network bf3a8f93-2057-4028-be16-9e4e412050c7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:08:15.903729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7452ba66-30b1-4c7c-ae50-a3451f059e71 None None] Provisioning for port 22bc7cab-a0e3-4146-87fe-02a619cedfed completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:08:16.246154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:16.340468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e9511089-88b7-441f-a43b-688bae9524d6 None None] Provisioning for port c5cc4ae6-4049-4339-ae0a-5beae03e716e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:08:16.346952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e9511089-88b7-441f-a43b-688bae9524d6 None None] Provisioning complete for port c5cc4ae6-4049-4339-ae0a-5beae03e716e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:16.347366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e9511089-88b7-441f-a43b-688bae9524d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:16.363468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:16.404584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e9511089-88b7-441f-a43b-688bae9524d6 None None] Port c5cc4ae6-4049-4339-ae0a-5beae03e716e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:08:16.477929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=c5cc4ae6-4049-4339-ae0a-5beae03e716e,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:16.480441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:16.534555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-03445fdd-6aed-48f8-8081-7f95812265c1 None None] Provisioning complete for port c5cc4ae6-4049-4339-ae0a-5beae03e716e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:16.534959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03445fdd-6aed-48f8-8081-7f95812265c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:16.588993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-03445fdd-6aed-48f8-8081-7f95812265c1 None None] Port c5cc4ae6-4049-4339-ae0a-5beae03e716e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:08:16.615354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network bf3a8f93-2057-4028-be16-9e4e412050c7 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:08:16.616436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:08:16.813756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-20b0dfd7-52d1-4a3a-af95-0ad93345d8ca None None] Provisioning complete for port c5cc4ae6-4049-4339-ae0a-5beae03e716e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:16.815091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 32ae060b-4b85-4598-80e3-90357803b4ba has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:08:16.815570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-20b0dfd7-52d1-4a3a-af95-0ad93345d8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:16.866262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-20b0dfd7-52d1-4a3a-af95-0ad93345d8ca None None] Port c5cc4ae6-4049-4339-ae0a-5beae03e716e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:08:16.990150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 22bc7cab-a0e3-4146-87fe-02a619cedfed up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:08:16.996021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:08:17.010667 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5f4379d4-0d37-48bc-b4f8-2ca07708d455 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/32ae060b-4b85-4598-80e3-90357803b4ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4369864 Sep 15 10:08:17.013062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57330) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:17.021311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Sync routers for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:08:17.046832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:08:17.047446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:17.162958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f29b3-1bca-4c89-a0fa-4aaea477f612 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.163505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f29b3-1bca-4c89-a0fa-4aaea477f612 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.164002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f29b3-1bca-4c89-a0fa-4aaea477f612 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.164460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f29b3-1bca-4c89-a0fa-4aaea477f612 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.164908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f29b3-1bca-4c89-a0fa-4aaea477f612 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.165352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f29b3-1bca-4c89-a0fa-4aaea477f612 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.167088 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e78f29b3-1bca-4c89-a0fa-4aaea477f612 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1531434 Sep 15 10:08:17.169877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57334) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:17.245451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4ffae-e276-4a7d-ac0f-7795d259843d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.245933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4ffae-e276-4a7d-ac0f-7795d259843d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.246381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4ffae-e276-4a7d-ac0f-7795d259843d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.246821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4ffae-e276-4a7d-ac0f-7795d259843d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.247284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4ffae-e276-4a7d-ac0f-7795d259843d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.247698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4ffae-e276-4a7d-ac0f-7795d259843d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:17.249420 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-85c4ffae-e276-4a7d-ac0f-7795d259843d tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0786769 Sep 15 10:08:17.252918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57338) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:17.268960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:08:17.310150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 22bc7cab-a0e3-4146-87fe-02a619cedfed completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:08:17.334218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 22bc7cab-a0e3-4146-87fe-02a619cedfed triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:17.334590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.464677 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f9a56539-2e27-4bf6-8e63-49587c4b7ce9 tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2105441 Sep 15 10:08:17.601368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57348) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:17.608009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260724037', 'description': 'tempest-secgroup-smoke-1260724037 description', 'project_id': '14e58e70efa345479d052cec6cf73fff'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:17.615101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:17.619990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:17.623271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:17.629451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:17.650223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 22bc7cab-a0e3-4146-87fe-02a619cedfed is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:17.650608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.682839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.697842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 22bc7cab-a0e3-4146-87fe-02a619cedfed, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=22bc7cab-a0e3-4146-87fe-02a619cedfed,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:17.711325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:17.715199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:08:16Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:17.715563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:17.718776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:17.719340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Checking router: 32ae060b-4b85-4598-80e3-90357803b4ba for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:08:17.719693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Updating router 32ae060b-4b85-4598-80e3-90357803b4ba port c5cc4ae6-4049-4339-ae0a-5beae03e716e binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:08:17.725227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:17.768232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.769006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9880a386-7e99-45da-adef-d068caee644c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:08:17.798008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.836927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.882150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81629b30-0577-47d8-911d-c54e02a42b7a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:17.885397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.937003 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=22bc7cab-a0e3-4146-87fe-02a619cedfed,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:17.951661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.952942 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-831da824-547c-4aca-9041-ffca1c718d86 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3498399 Sep 15 10:08:17.956368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57352) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:17.962641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '81629b30-0577-47d8-911d-c54e02a42b7a', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:17.968708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:17.973093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:17.975926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:17.976900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9880a386-7e99-45da-adef-d068caee644c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:17.977275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:17.981649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:18.043945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.106827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.185808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.244679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9880a386-7e99-45da-adef-d068caee644c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:18.355450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1610bca-5d57-48d3-82e9-c8be239eac04,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:18.385445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.397232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Transition to ACTIVE for port object c5cc4ae6-4049-4339-ae0a-5beae03e716e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:18.477199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.477396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.481156 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f4f3666b-a123-43a3-94c6-d4a231d8b69c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5202777 Sep 15 10:08:18.481493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57358) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:18.487186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '81629b30-0577-47d8-911d-c54e02a42b7a', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:18.493475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:18.497676 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:18.500998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:18.508266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:18.592606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.665021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.677290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32316b6d-b13e-4fad-b1e3-d2ecdb09e59c None None] Pushing event updated for resources: {'Port': ['ID=c5cc4ae6-4049-4339-ae0a-5beae03e716e,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:18.700490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Attempting to bind port c5cc4ae6-4049-4339-ae0a-5beae03e716e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:08:18.700862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Attempting to bind port c5cc4ae6-4049-4339-ae0a-5beae03e716e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:08:18.701221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Attempting to bind port c5cc4ae6-4049-4339-ae0a-5beae03e716e on network bf3a8f93-2057-4028-be16-9e4e412050c7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:08:18.707182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 7, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:08:18.707550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Checking segment: {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:08:18.707949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.708339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Bound using segment: {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:08:18.708871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Bound port: c5cc4ae6-4049-4339-ae0a-5beae03e716e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:08:18.709248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.774456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.801122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d03eb096-6a97-49fe-b6f9-b4f11a0d9186,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:18.802484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] For port c5cc4ae6-4049-4339-ae0a-5beae03e716e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:08:18.809615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] For port c5cc4ae6-4049-4339-ae0a-5beae03e716e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c5cc4ae6-4049-4339-ae0a-5beae03e716e,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:08:18.917105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 22bc7cab-a0e3-4146-87fe-02a619cedfed up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:08:18.923063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:18.925459 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1fcdeae5-c7ea-4259-95cc-5f06e04ca8c5 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4414036 Sep 15 10:08:18.934116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57362) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:18.940005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '81629b30-0577-47d8-911d-c54e02a42b7a', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:18.946532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:18.950965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:18.954270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:18.962142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:18.975818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.044789 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.094015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:08:19.094648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:07:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:19.111734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.186122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.194878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32316b6d-b13e-4fad-b1e3-d2ecdb09e59c None None] Pushing event updated for resources: {'Port': ['ID=c5cc4ae6-4049-4339-ae0a-5beae03e716e,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:19.210866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 22bc7cab-a0e3-4146-87fe-02a619cedfed triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:19.211529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.219500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453b66b9-1687-4bd5-b226-9479329acb63,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:19.277027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.280776 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6a241b46-d755-4561-af33-d3a232ced31c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3430407 Sep 15 10:08:19.281203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57366) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:19.287242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '81629b30-0577-47d8-911d-c54e02a42b7a', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:19.297030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:19.302646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:19.306246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:19.312890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:19.359317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:08:19.428288 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.522609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.580735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.628314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9112b9d-f368-480e-a101-a9f42828524b,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:19.663990 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 22bc7cab-a0e3-4146-87fe-02a619cedfed is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:19.706123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.707421 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-48d19741-aff1-42be-adea-2520837c1c92 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4252024 Sep 15 10:08:19.710435 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57372) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:19.715643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '81629b30-0577-47d8-911d-c54e02a42b7a', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:19.721848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:19.725697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:19.729380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:19.732223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eba44290-b7f1-4834-8ebf-8abbaafe4d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.735192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:19.795382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:08:18Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:19.800097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b2dc74-65c7-4086-8297-14a769469501 None None] The sync data for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv is: [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:08:18Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:08:19.803070 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:08:19.811516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.904930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.962951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:19.990715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa8ac88-21a9-4c5a-9069-69fc5ec1323b,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:20.043216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:20.044504 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe10403c-9430-42e2-9366-89721a705948 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3330622 Sep 15 10:08:20.047290 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57376) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:20.054294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'security_group_rule': {'security_group_id': '81629b30-0577-47d8-911d-c54e02a42b7a', 'project_id': '14e58e70efa345479d052cec6cf73fff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:20.060921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:20.065397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:security_group_rule and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:20.068697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:20.074643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:20.134295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Project 14e58e70efa345479d052cec6cf73fff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:08:20.141280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:20.211443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:20.294921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:20.322725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f663e0-c380-41a1-9117-b21b30eb3008,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:20.385752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:20.398330 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ff37bb9e-54bc-49d3-9302-251570e1aadf tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3387065 Sep 15 10:08:20.563364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-9dc86353-1750-4a0c-b763-4e7df159e58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:08:20.631502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-9dc86353-1750-4a0c-b763-4e7df159e58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:08:20.632698 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-9dc86353-1750-4a0c-b763-4e7df159e58b tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260724037&fields=id&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 267 time: 0.1102502 Sep 15 10:08:20.677143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:20.910894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-0a77edb4-2e54-408f-89fb-2312b2f68830 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:20.911805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-0a77edb4-2e54-408f-89fb-2312b2f68830 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:08:20.954550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c5cc4ae6-4049-4339-ae0a-5beae03e716e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:08:20.968545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-0a77edb4-2e54-408f-89fb-2312b2f68830 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:08:20.969771 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-0a77edb4-2e54-408f-89fb-2312b2f68830 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/networks?id=bf3a8f93-2057-4028-be16-9e4e412050c7 HTTP/1.1" status: 200 len: 796 time: 0.3281226 Sep 15 10:08:20.985859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-97d7c90e-3395-4c82-8480-135b4ec22bae tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/quotas/14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 375 time: 0.0093017 Sep 15 10:08:21.071111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port c5cc4ae6-4049-4339-ae0a-5beae03e716e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:08:21.077991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c5cc4ae6-4049-4339-ae0a-5beae03e716e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:21.078374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:21.082164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-e1d4f9cd-4fc8-4233-8320-943bdc19ddd2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:08:21.168658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-e1d4f9cd-4fc8-4233-8320-943bdc19ddd2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:08:21.170490 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-e1d4f9cd-4fc8-4233-8320-943bdc19ddd2 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784968 Sep 15 10:08:21.207789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c5cc4ae6-4049-4339-ae0a-5beae03e716e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:21.208170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:21.240771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port c5cc4ae6-4049-4339-ae0a-5beae03e716e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c5cc4ae6-4049-4339-ae0a-5beae03e716e,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:21.304275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:21.332072 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-78cee600-534b-4f1c-9c4e-966d1f80020e service neutron] 10.222.0.62 "GET /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479771 Sep 15 10:08:21.393651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=c5cc4ae6-4049-4339-ae0a-5beae03e716e,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:21.474011 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-1cc7686a-ed10-4bf1-b8ca-c02cc7e877d0 service neutron] 10.222.0.62 "GET /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354628 Sep 15 10:08:21.734340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-85be944c-c1ca-4148-b2dd-a26240a2e4f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:21.854632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c755c3d9-bdb1-47e6-8244-fc08d0615f9d req-819e6121-0c50-4bd7-ba5f-38f4df8aa338 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:08:21.875340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c755c3d9-bdb1-47e6-8244-fc08d0615f9d req-819e6121-0c50-4bd7-ba5f-38f4df8aa338 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:08:21.876486 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c755c3d9-bdb1-47e6-8244-fc08d0615f9d req-819e6121-0c50-4bd7-ba5f-38f4df8aa338 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 210 time: 0.0751891 Sep 15 10:08:22.545797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:22.825856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:22.950033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c5cc4ae6-4049-4339-ae0a-5beae03e716e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:08:23.031100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c5cc4ae6-4049-4339-ae0a-5beae03e716e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:23.031479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:23.086067 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c8a0ccc-b872-4fa7-85b9-2bc4f9a17690 req-27ac22ab-4378-4379-8980-0955c1b18f63 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 210 time: 0.0566702 Sep 15 10:08:23.151432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c5cc4ae6-4049-4339-ae0a-5beae03e716e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:23.996813 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-d336f313-997a-43c4-818d-715ae1f6b663 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:23.997741 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-d336f313-997a-43c4-818d-715ae1f6b663 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/networks?id=bf3a8f93-2057-4028-be16-9e4e412050c7 HTTP/1.1" status: 200 len: 796 time: 0.1587543 Sep 15 10:08:24.056050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-28e2ec8b-959a-4e5d-945b-bcdd2b68b44c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:08:24.068845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-28e2ec8b-959a-4e5d-945b-bcdd2b68b44c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:08:24.070113 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-28e2ec8b-959a-4e5d-945b-bcdd2b68b44c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14e58e70efa345479d052cec6cf73fff HTTP/1.1" status: 200 len: 380 time: 0.0583756 Sep 15 10:08:24.078775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'port': {'device_id': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'admin_state_up': True, 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'security_groups': ['81629b30-0577-47d8-911d-c54e02a42b7a']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:24.221189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:24.231920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:24.308600 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-30a9add6-3ca8-4f02-b250-edb40ddf2aab req-e066b646-633d-42ce-a7a1-5be6197479c7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 210 time: 0.0731747 Sep 15 10:08:24.356983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:24.379626 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Made reservation on behalf of 14e58e70efa345479d052cec6cf73fff for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:08:24.385285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:24.555683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.20.0.7 (bf3a8f93-2057-4028-be16-9e4e412050c7/ffdee18b-aecd-42c9-8328-bc1cfe978744/7150d405-0162-4e78-b167-d8b71022c623) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:08:24.749118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:24.764832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Transition to ACTIVE for port object 7150d405-0162-4e78-b167-d8b71022c623 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:24.850212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:24.936049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network bf3a8f93-2057-4028-be16-9e4e412050c7 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:08:24.940393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:08:24.944289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:08:24.976891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=7150d405-0162-4e78-b167-d8b71022c623,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:25.015412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:25.016052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:25.112756 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-5c2ce1c3-bd2c-4cd3-9356-2349619eceda tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0375969 Sep 15 10:08:25.130204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Request body: {'port': {'device_id': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:25.214250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7ab6b8ba-1342-4d38-8aab-2ffdacc3ea48 None None] Provisioning for port 7150d405-0162-4e78-b167-d8b71022c623 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:08:25.219312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7ab6b8ba-1342-4d38-8aab-2ffdacc3ea48 None None] Provisioning complete for port 7150d405-0162-4e78-b167-d8b71022c623 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:25.219775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7ab6b8ba-1342-4d38-8aab-2ffdacc3ea48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:25.251354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:25.281774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6b8ba-1342-4d38-8aab-2ffdacc3ea48 None None] Port 7150d405-0162-4e78-b167-d8b71022c623 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:08:25.536195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9840e5-8071-4926-bb00-55a3c42264ab req-43938835-4b24-433c-af39-e2b49db9705e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:25.537701 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3c9840e5-8071-4926-bb00-55a3c42264ab req-43938835-4b24-433c-af39-e2b49db9705e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 931 time: 0.0988405 Sep 15 10:08:25.587712 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3c9840e5-8071-4926-bb00-55a3c42264ab req-95eb5877-5d8d-41b5-aa8f-94adaf9be7e8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440545 Sep 15 10:08:25.625449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7150d405-0162-4e78-b167-d8b71022c623 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:08:25.635100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:25.649736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Transition to ACTIVE for port object 7150d405-0162-4e78-b167-d8b71022c623 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:25.745814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:26.053881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Pushing event updated for resources: {'Port': ['ID=7150d405-0162-4e78-b167-d8b71022c623,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:26.086208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Attempting to bind port 7150d405-0162-4e78-b167-d8b71022c623 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:08:26.086537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Attempting to bind port 7150d405-0162-4e78-b167-d8b71022c623 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:08:26.086863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Attempting to bind port 7150d405-0162-4e78-b167-d8b71022c623 on network bf3a8f93-2057-4028-be16-9e4e412050c7 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:08:26.091646 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Port 7150d405-0162-4e78-b167-d8b71022c623 on network bf3a8f93-2057-4028-be16-9e4e412050c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:08:26.091962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Attempting to bind port 7150d405-0162-4e78-b167-d8b71022c623 on network bf3a8f93-2057-4028-be16-9e4e412050c7 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:08:26.097295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:08:26.097631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Checking segment: {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:08:26.098048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Bound using segment: {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:08:26.098470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Bound port: 7150d405-0162-4e78-b167-d8b71022c623, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ca0cd88-70bb-4649-99bf-655242cc24c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:08:26.098816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:26.205422 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] For port 7150d405-0162-4e78-b167-d8b71022c623, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:08:26.210364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] For port 7150d405-0162-4e78-b167-d8b71022c623, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7150d405-0162-4e78-b167-d8b71022c623,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:08:26.283971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:26.287677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:26.288262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:26.290091 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] 10.222.0.16 "PUT /v2.0/ports/7150d405-0162-4e78-b167-d8b71022c623 HTTP/1.1" status: 200 len: 1093 time: 1.1645966 Sep 15 10:08:26.325340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'tag': '7150d405-0162-4e78-b167-d8b71022c623'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:08:26.327780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba279d85-eb7c-493b-8f16-6328ddb20a80" -d '{"events": [{"name": "network-changed", "server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "tag": "7150d405-0162-4e78-b167-d8b71022c623"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:08:26.372077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060fc64-ef95-44d1-b562-19f668bb2851 service neutron] Pushing event updated for resources: {'Port': ['ID=7150d405-0162-4e78-b167-d8b71022c623,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:26.380448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa86995-790e-491f-8a1c-987f5cd3870d x-openstack-request-id: req-daa86995-790e-491f-8a1c-987f5cd3870d {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:08:26.380730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "tag": "7150d405-0162-4e78-b167-d8b71022c623", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:08:26.380973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-daa86995-790e-491f-8a1c-987f5cd3870d {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:08:26.381355 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa86995-790e-491f-8a1c-987f5cd3870d'] response: {'name': 'network-changed', 'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'tag': '7150d405-0162-4e78-b167-d8b71022c623', 'status': 'completed', 'code': 200} Sep 15 10:08:26.500332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279d85-eb7c-493b-8f16-6328ddb20a80 req-19b519f3-d087-4445-af64-697353971dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:26.502584 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba279d85-eb7c-493b-8f16-6328ddb20a80 req-19b519f3-d087-4445-af64-697353971dc8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 1096 time: 0.0806878 Sep 15 10:08:26.651185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279d85-eb7c-493b-8f16-6328ddb20a80 req-7ea6d534-3b55-4aa1-bb2a-7ba34e1229dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:26.652638 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba279d85-eb7c-493b-8f16-6328ddb20a80 req-7ea6d534-3b55-4aa1-bb2a-7ba34e1229dc service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14e58e70efa345479d052cec6cf73fff&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1383111 Sep 15 10:08:26.797758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba279d85-eb7c-493b-8f16-6328ddb20a80 req-d343dc33-e3b0-442c-bc32-556ffffbc778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:26.801590 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba279d85-eb7c-493b-8f16-6328ddb20a80 req-d343dc33-e3b0-442c-bc32-556ffffbc778 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425810 Sep 15 10:08:26.820582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f26b56-9e46-44ad-845b-6e5932fe9765 req-97680c48-f291-42de-b270-c33b7812e9ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:26.822247 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-09f26b56-9e46-44ad-845b-6e5932fe9765 req-97680c48-f291-42de-b270-c33b7812e9ec tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 943 time: 0.1079469 Sep 15 10:08:26.871435 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-09f26b56-9e46-44ad-845b-6e5932fe9765 req-2cdcca8c-2121-41e3-81e1-622d5791e426 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Sep 15 10:08:26.954531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-1f9abc4b-46d0-44a4-9155-ce0b00e8ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:26.956802 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-1f9abc4b-46d0-44a4-9155-ce0b00e8ba02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 1096 time: 0.0916436 Sep 15 10:08:27.035153 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-1b01be19-b22b-4f3b-a6bc-3b50d70fe755 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7150d405-0162-4e78-b167-d8b71022c623 HTTP/1.1" status: 200 len: 217 time: 0.0652418 Sep 15 10:08:27.100918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-446fc5d0-0f74-4b01-9190-41e4e5c62631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:27.102382 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-446fc5d0-0f74-4b01-9190-41e4e5c62631 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffdee18b-aecd-42c9-8328-bc1cfe978744 HTTP/1.1" status: 200 len: 835 time: 0.0621524 Sep 15 10:08:27.187645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-1c92150c-47ef-4566-9f3f-4059b5019a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:27.190003 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-1c92150c-47ef-4566-9f3f-4059b5019a1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf3a8f93-2057-4028-be16-9e4e412050c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806925 Sep 15 10:08:27.322649 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-49cfbe03-196c-41ec-985a-8f037713fcde service neutron] 10.222.0.16 "GET /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271772 Sep 15 10:08:27.459801 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5378a415-ae62-42ab-8bc7-265baf6201f5 req-4f606bbf-c6b3-4633-bd22-470a26a7ced7 service neutron] 10.222.0.16 "GET /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314251 Sep 15 10:08:28.096416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792f7a7-d7eb-4b21-a88f-a82c240ff6a6 req-dfa5c3a0-d925-43c7-80f9-f384adbe491d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:28.097189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2792f7a7-d7eb-4b21-a88f-a82c240ff6a6 req-dfa5c3a0-d925-43c7-80f9-f384adbe491d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:08:28.162740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-2792f7a7-d7eb-4b21-a88f-a82c240ff6a6 req-dfa5c3a0-d925-43c7-80f9-f384adbe491d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:08:28.163919 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2792f7a7-d7eb-4b21-a88f-a82c240ff6a6 req-dfa5c3a0-d925-43c7-80f9-f384adbe491d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 943 time: 0.1698809 Sep 15 10:08:28.215819 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2792f7a7-d7eb-4b21-a88f-a82c240ff6a6 req-972ab395-f974-4bad-86c1-ce16db7997ce tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462024 Sep 15 10:08:29.446787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3ff60-f96a-45c1-a7b7-267aee54c072 req-2ffc8bae-31fd-4a5d-bb9b-5f7890928477 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:29.448307 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-82f3ff60-f96a-45c1-a7b7-267aee54c072 req-2ffc8bae-31fd-4a5d-bb9b-5f7890928477 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 943 time: 0.0927014 Sep 15 10:08:29.494570 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-82f3ff60-f96a-45c1-a7b7-267aee54c072 req-794be23c-fac1-4748-8b0a-f03883da5b38 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398967 Sep 15 10:08:30.522475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7150d405-0162-4e78-b167-d8b71022c623 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:08:30.667653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7150d405-0162-4e78-b167-d8b71022c623, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7150d405-0162-4e78-b167-d8b71022c623,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:30.681673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '7150d405-0162-4e78-b167-d8b71022c623', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'port_id': '7150d405-0162-4e78-b167-d8b71022c623', 'mac_address': 'fa:16:3e:90:1b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:08:30.725209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51d37c-577a-4e7c-a95f-e4b87fa49254 req-e67d757f-b0f9-4fc9-b60a-37005b67806e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:30.727197 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7a51d37c-577a-4e7c-a95f-e4b87fa49254 req-e67d757f-b0f9-4fc9-b60a-37005b67806e tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 943 time: 0.1034281 Sep 15 10:08:30.741151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7150d405-0162-4e78-b167-d8b71022c623 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:30.741527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:30.762973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7150d405-0162-4e78-b167-d8b71022c623 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:08:30.779934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7150d405-0162-4e78-b167-d8b71022c623, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7150d405-0162-4e78-b167-d8b71022c623,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:30.780627 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7a51d37c-577a-4e7c-a95f-e4b87fa49254 req-c2a27a0a-a22e-4915-8044-2160af469b90 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477109 Sep 15 10:08:30.882520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:30.988020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7150d405-0162-4e78-b167-d8b71022c623,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:31.166393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['7150d405-0162-4e78-b167-d8b71022c623'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:08:31.998454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca8925-ad08-4744-b775-415ef2af2501 req-10f59645-cf81-4835-9104-29bd72426291 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:31.999918 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8cca8925-ad08-4744-b775-415ef2af2501 req-10f59645-cf81-4835-9104-29bd72426291 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 944 time: 0.0925083 Sep 15 10:08:32.044269 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8cca8925-ad08-4744-b775-415ef2af2501 req-511d5660-625e-44da-9377-52944bd14f85 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384007 Sep 15 10:08:32.543618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7150d405-0162-4e78-b167-d8b71022c623 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:08:32.693914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 7150d405-0162-4e78-b167-d8b71022c623 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:08:32.698904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 7150d405-0162-4e78-b167-d8b71022c623 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:32.699277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:32.827485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7150d405-0162-4e78-b167-d8b71022c623 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:08:32.827891 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:32.857798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7150d405-0162-4e78-b167-d8b71022c623'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:08:32.860096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e26fb0-f2ef-48fb-b86e-99403cd2bfdf" -d '{"events": [{"server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "name": "network-vif-plugged", "status": "completed", "tag": "7150d405-0162-4e78-b167-d8b71022c623"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:08:32.868322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7150d405-0162-4e78-b167-d8b71022c623, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7150d405-0162-4e78-b167-d8b71022c623,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:08:32.906458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3c831c-cac8-4a2b-9500-c3182f62d3f9 x-openstack-request-id: req-4e3c831c-cac8-4a2b-9500-c3182f62d3f9 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:08:32.906458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "name": "network-vif-plugged", "status": "completed", "tag": "7150d405-0162-4e78-b167-d8b71022c623", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:08:32.906458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e3c831c-cac8-4a2b-9500-c3182f62d3f9 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:08:32.906458 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3c831c-cac8-4a2b-9500-c3182f62d3f9'] response: {'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7150d405-0162-4e78-b167-d8b71022c623', 'code': 200} Sep 15 10:08:32.945550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:33.016591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7150d405-0162-4e78-b167-d8b71022c623,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:33.264744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28620048-8428-4e11-820b-871271852f50 req-a7071fd6-cabd-4b30-9e0d-62119c27a1c7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:33.266231 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28620048-8428-4e11-820b-871271852f50 req-a7071fd6-cabd-4b30-9e0d-62119c27a1c7 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 945 time: 0.0928438 Sep 15 10:08:33.327970 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28620048-8428-4e11-820b-871271852f50 req-bbfe852f-c8e6-49fa-b615-a444c88fe18d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552940 Sep 15 10:08:33.356111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23105d77-f93f-48d5-8da0-8978aa25feb4 req-bc7a6d80-9705-47ff-a0e8-3d5d84ea9afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:33.356111 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-23105d77-f93f-48d5-8da0-8978aa25feb4 req-bc7a6d80-9705-47ff-a0e8-3d5d84ea9afa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 1098 time: 0.0836098 Sep 15 10:08:33.400968 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-23105d77-f93f-48d5-8da0-8978aa25feb4 req-138c2d9f-23ee-4a8d-9a40-d4da4105af73 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393271 Sep 15 10:08:34.560404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8952862b-2bdd-43bf-8ce7-c068ab8a6467 req-806019bf-0d63-46c8-ba80-c13ba220365a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:34.561897 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8952862b-2bdd-43bf-8ce7-c068ab8a6467 req-806019bf-0d63-46c8-ba80-c13ba220365a tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 945 time: 0.1017008 Sep 15 10:08:34.607690 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8952862b-2bdd-43bf-8ce7-c068ab8a6467 req-97f605f8-4cc0-469b-aa4e-ab9af784bd99 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390053 Sep 15 10:08:35.829553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77460ae7-02fe-4391-ba4f-09f85a1035d6 req-2fec6ea1-8517-45e8-a885-f1d734fd11f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:35.831040 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-77460ae7-02fe-4391-ba4f-09f85a1035d6 req-2fec6ea1-8517-45e8-a885-f1d734fd11f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 945 time: 0.0899401 Sep 15 10:08:35.879837 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-77460ae7-02fe-4391-ba4f-09f85a1035d6 req-978fdcde-717a-4ca9-a9b7-a191496f5c4d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424707 Sep 15 10:08:36.104050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1463cc1-e88e-4a5b-ab88-2a4ebaf7285f req-e5250f7b-0743-48b4-be8e-bceeeb8252e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:36.105618 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c1463cc1-e88e-4a5b-ab88-2a4ebaf7285f req-e5250f7b-0743-48b4-be8e-bceeeb8252e0 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 945 time: 0.0941491 Sep 15 10:08:36.150386 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c1463cc1-e88e-4a5b-ab88-2a4ebaf7285f req-6c46d457-38f2-4b2c-aab1-d317a4d41e57 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390666 Sep 15 10:08:36.184842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57472) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:36.266015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd847e6-e926-41f7-bacb-be623c940a8a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:36.267515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ebd847e6-e926-41f7-bacb-be623c940a8a tempest-TestNetworkBasicOps-1674179369 tempest-TestNetworkBasicOps-1674179369-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 1093 time: 0.0817616 Sep 15 10:08:36.271108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57476) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:36.279435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '7150d405-0162-4e78-b167-d8b71022c623', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:36.287556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:36.291615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Usage tracker for resource:floatingip and tenant:14e58e70efa345479d052cec6cf73fff is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:08:36.294674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:08:36.300552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:36.459549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:36.613153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:36.766320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Allocated IP 172.26.7.25 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/9c59054f-1413-4977-8704-fba426cae928) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:08:36.920344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:37.025878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:37.195644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:08:37.198439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:08:37.201129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:08:37.250247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=9c59054f-1413-4977-8704-fba426cae928,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:37.644037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:37.829258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:38.043218 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:38.173934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:38.283528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event updated for resources: {'Port': ['ID=9c59054f-1413-4977-8704-fba426cae928,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:38.286117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:38.464009 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP e790b1d0-d787-4296-a6ce-19f22d2d556a associated. External IP: 172.26.7.25, port: 7150d405-0162-4e78-b167-d8b71022c623. Sep 15 10:08:38.922186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 32ae060b-4b85-4598-80e3-90357803b4ba has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:08:39.121299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:08:39.132503 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] Sync routers for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:08:39.143190 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:08:39.144290 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:39.225363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:39.293150 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a8e2669b-2ae0-4be7-ae4c-aa1cbbc4c80f tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0158708 Sep 15 10:08:39.293150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'tag': '7150d405-0162-4e78-b167-d8b71022c623'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:08:39.293655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "tag": "7150d405-0162-4e78-b167-d8b71022c623"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:08:39.294207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57486) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:39.327261 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:08:39.350302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e72f42-259b-44bd-8940-7a9b26166fe1 x-openstack-request-id: req-62e72f42-259b-44bd-8940-7a9b26166fe1 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:08:39.350581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "tag": "7150d405-0162-4e78-b167-d8b71022c623", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:08:39.350829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62e72f42-259b-44bd-8940-7a9b26166fe1 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:08:39.351231 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62e72f42-259b-44bd-8940-7a9b26166fe1'] response: {'name': 'network-changed', 'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'tag': '7150d405-0162-4e78-b167-d8b71022c623', 'status': 'completed', 'code': 200} Sep 15 10:08:39.591258 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bdbacd90-d82f-4cd7-a89c-db80895e224c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/e790b1d0-d787-4296-a6ce-19f22d2d556a HTTP/1.1" status: 200 len: 990 time: 0.2944884 Sep 15 10:08:39.611077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-4f4044fe-066e-4452-8494-6199ec9ba465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:39.613064 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-4f4044fe-066e-4452-8494-6199ec9ba465 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 1098 time: 0.1007266 Sep 15 10:08:39.692397 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e790b1d0-d787-4296-a6ce-19f22d2d556a', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'port_id': '7150d405-0162-4e78-b167-d8b71022c623', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'mac_address': 'fa:16:3e:90:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:08:37Z', 'updated_at': '2022-09-15T10:08:37Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:08:21Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:39.696291 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] Checking router: 32ae060b-4b85-4598-80e3-90357803b4ba for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:08:39.704655 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:08:39.705252 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:39.749250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-22b80072-032f-4017-a694-5742214aa305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:39.750802 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-22b80072-032f-4017-a694-5742214aa305 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bf3a8f93-2057-4028-be16-9e4e412050c7 HTTP/1.1" status: 200 len: 897 time: 0.1318064 Sep 15 10:08:39.857974 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-8022f77e-5b66-4647-9497-2d1652d9f4d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7150d405-0162-4e78-b167-d8b71022c623 HTTP/1.1" status: 200 len: 998 time: 0.1014187 Sep 15 10:08:39.887154 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:08:39.925661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-8ccb2097-af50-4342-a500-d7a0166f6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:39.931266 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-8ccb2097-af50-4342-a500-d7a0166f6e1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffdee18b-aecd-42c9-8328-bc1cfe978744 HTTP/1.1" status: 200 len: 835 time: 0.0669756 Sep 15 10:08:40.017314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-09605513-10db-4d56-91af-1b7ca8fc5b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:40.019541 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-09605513-10db-4d56-91af-1b7ca8fc5b94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf3a8f93-2057-4028-be16-9e4e412050c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827169 Sep 15 10:08:40.159942 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-cfdf6675-e889-4040-9ab1-b8aba9b368c7 service neutron] 10.222.0.16 "GET /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342466 Sep 15 10:08:40.265028 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e790b1d0-d787-4296-a6ce-19f22d2d556a', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'port_id': '7150d405-0162-4e78-b167-d8b71022c623', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'mac_address': 'fa:16:3e:90:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:08:37Z', 'updated_at': '2022-09-15T10:08:37Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:08:21Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:08:40.269502 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c477f-4d65-422a-97a6-edb883fbd4b8 None None] The sync data for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv is: [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:08:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e790b1d0-d787-4296-a6ce-19f22d2d556a', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'port_id': '7150d405-0162-4e78-b167-d8b71022c623', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'mac_address': 'fa:16:3e:90:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:08:37Z', 'updated_at': '2022-09-15T10:08:37Z', 'revision_number': 0, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:08:21Z', 'revision_number': 5, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:08:40.294875 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a2b91db2-b56d-433f-a9b5-2bd72fb8bfa9 req-7c3c3856-fa82-4101-924d-9cbb9de5c468 service neutron] 10.222.0.16 "GET /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293621 Sep 15 10:08:40.479907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-502f931a-be93-4913-91e1-bf98509de454 None None] New status for floating IP e790b1d0-d787-4296-a6ce-19f22d2d556a: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:08:40.595138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57494) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:40.709756 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2f18ab5f-da0d-4ca4-a3d9-a19d81f59067 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/e790b1d0-d787-4296-a6ce-19f22d2d556a HTTP/1.1" status: 200 len: 990 time: 0.1133909 Sep 15 10:08:41.713870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57500) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:08:41.820928 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1fe7a0ea-5ba1-459b-80ab-ee152872239d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/e790b1d0-d787-4296-a6ce-19f22d2d556a HTTP/1.1" status: 200 len: 992 time: 0.1057029 Sep 15 10:08:44.574217 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-3f9375b2-571b-45b2-b596-5455cb7bafd5 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-382539204&fields=id&tenant_id=6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 267 time: 0.0401845 Sep 15 10:08:44.720383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-d4f11db5-0276-4d83-bad7-fd156098d32c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:44.721725 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-d4f11db5-0276-4d83-bad7-fd156098d32c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 812 time: 0.1405237 Sep 15 10:08:44.736737 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-87075ac4-b10a-404d-a6d4-514276a9800a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/quotas/6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 375 time: 0.0088515 Sep 15 10:08:44.831099 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-130d7aa9-92c3-4cd8-80b2-ff7a5e6b7995 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0886881 Sep 15 10:08:44.968299 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-b578e5d0-af02-4681-86cf-1d93a5da80b5 service neutron] 10.222.0.62 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253593 Sep 15 10:08:45.097946 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-e0aca3e9-ec0c-4950-a71e-a5bb2697a26d service neutron] 10.222.0.62 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231668 Sep 15 10:08:46.790319 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-18aebfd8-a670-4eca-a59f-976b195e1aab req-eb21a875-8610-4e42-bfdf-ce66f2f59e05 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 210 time: 0.0511713 Sep 15 10:08:48.082207 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1fa792a7-6851-4553-8fd3-1d50e34eb90b req-294d52dc-3258-491c-80e8-d05df38564b7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 210 time: 0.1739342 Sep 15 10:08:49.071688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-b8e3ebad-baf0-49df-a18a-59440e7d60fc tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:49.073106 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-b8e3ebad-baf0-49df-a18a-59440e7d60fc tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 812 time: 0.1488903 Sep 15 10:08:49.133687 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-9c31ece0-d877-46cf-b175-a861e00c5e0f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a45f35d65514d2786183c87bd8fcf5e HTTP/1.1" status: 200 len: 379 time: 0.0426855 Sep 15 10:08:49.143205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'port': {'device_id': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'admin_state_up': True, 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'security_groups': ['e46472f4-3c40-4e9e-b896-d9e56b62c13e']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:49.261087 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5467d59c-7be8-4038-a3c7-954743603429 req-3618fd96-bba4-437b-ae87-3ed45543b2ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 210 time: 0.0550008 Sep 15 10:08:49.289644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:08:49.300345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:08:49.385678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Made reservation on behalf of 6a45f35d65514d2786183c87bd8fcf5e for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:08:49.389159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:49.556209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Allocated IP 172.20.0.11 (bfa3acf3-ddac-4863-9f3f-d40397e9944e/36d6647c-410c-4a79-90c0-7125ffc98ef8/baed2ed5-7862-488c-ba6e-6bc71280667b) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:08:49.624943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4da35a66-32e6-44c7-80fd-1fd48d80cb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:49.747949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:49.763352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Transition to ACTIVE for port object baed2ed5-7862-488c-ba6e-6bc71280667b will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:49.854337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:49.926953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:08:49.929924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:08:49.933915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:08:49.971679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=baed2ed5-7862-488c-ba6e-6bc71280667b,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:49.989260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.989599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.990017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.990350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.990701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.991079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.991404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.991730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.992050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.992368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.992685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:49.992996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:08:50.014867 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:50.015507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:50.128468 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-5e882095-0334-4427-9e45-7d01ddb1f5d3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9889431 Sep 15 10:08:50.145859 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Request body: {'port': {'device_id': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:08:50.261135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:50.286368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b5d4d3c3-4854-4a95-a370-4983c8e03e03 None None] Provisioning for port baed2ed5-7862-488c-ba6e-6bc71280667b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:08:50.291744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b5d4d3c3-4854-4a95-a370-4983c8e03e03 None None] Provisioning complete for port baed2ed5-7862-488c-ba6e-6bc71280667b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:08:50.292344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b5d4d3c3-4854-4a95-a370-4983c8e03e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:50.415474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4d3c3-4854-4a95-a370-4983c8e03e03 None None] Port baed2ed5-7862-488c-ba6e-6bc71280667b cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:08:50.635019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dddd04-9b11-416f-b64e-a2f6b3093aa7 req-6186afb5-94ee-4df3-99f6-d7a471877fff tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:50.635704 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-06dddd04-9b11-416f-b64e-a2f6b3093aa7 req-6186afb5-94ee-4df3-99f6-d7a471877fff tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:08:50.716634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baed2ed5-7862-488c-ba6e-6bc71280667b {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:08:50.723840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:50.733723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:50.744688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Transition to ACTIVE for port object baed2ed5-7862-488c-ba6e-6bc71280667b will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:08:50.801967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-06dddd04-9b11-416f-b64e-a2f6b3093aa7 req-6186afb5-94ee-4df3-99f6-d7a471877fff tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:08:50.803653 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06dddd04-9b11-416f-b64e-a2f6b3093aa7 req-6186afb5-94ee-4df3-99f6-d7a471877fff tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 932 time: 0.3511963 Sep 15 10:08:50.852401 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06dddd04-9b11-416f-b64e-a2f6b3093aa7 req-61fcac19-dc61-494c-94a0-46a6d483768b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392725 Sep 15 10:08:50.852401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:51.036124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Pushing event updated for resources: {'Port': ['ID=baed2ed5-7862-488c-ba6e-6bc71280667b,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:51.190754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Attempting to bind port baed2ed5-7862-488c-ba6e-6bc71280667b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:08:51.191431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Attempting to bind port baed2ed5-7862-488c-ba6e-6bc71280667b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:08:51.191431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Attempting to bind port baed2ed5-7862-488c-ba6e-6bc71280667b on network bfa3acf3-ddac-4863-9f3f-d40397e9944e {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:08:51.196324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Port baed2ed5-7862-488c-ba6e-6bc71280667b on network bfa3acf3-ddac-4863-9f3f-d40397e9944e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:08:51.196633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Attempting to bind port baed2ed5-7862-488c-ba6e-6bc71280667b on network bfa3acf3-ddac-4863-9f3f-d40397e9944e {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:08:51.202030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:08:51.202370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Checking segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:08:51.202750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Bound using segment: {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:08:51.203171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Bound port: baed2ed5-7862-488c-ba6e-6bc71280667b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbba68a-f770-463e-abba-52a1e81217aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:08:51.203513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:51.293484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] For port baed2ed5-7862-488c-ba6e-6bc71280667b, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:08:51.296634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] For port baed2ed5-7862-488c-ba6e-6bc71280667b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=baed2ed5-7862-488c-ba6e-6bc71280667b,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:08:51.396822 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:51.429801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:51.430438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:51.431831 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] 10.222.0.16 "PUT /v2.0/ports/baed2ed5-7862-488c-ba6e-6bc71280667b HTTP/1.1" status: 200 len: 1094 time: 1.2900264 Sep 15 10:08:51.438398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:08:51.439808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0719f35-f26c-4474-81b7-a8a546fcce40" -d '{"events": [{"name": "network-changed", "server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:08:51.480978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321382f-7f16-4908-8f77-b74397c06673 service neutron] Pushing event updated for resources: {'Port': ['ID=baed2ed5-7862-488c-ba6e-6bc71280667b,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:08:51.489287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157a6287-caa7-4aa7-a3c3-14f3026e19f6 x-openstack-request-id: req-157a6287-caa7-4aa7-a3c3-14f3026e19f6 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:08:51.489572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:08:51.489969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-157a6287-caa7-4aa7-a3c3-14f3026e19f6 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:08:51.491427 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157a6287-caa7-4aa7-a3c3-14f3026e19f6'] response: {'name': 'network-changed', 'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'status': 'completed', 'code': 200} Sep 15 10:08:51.613994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0719f35-f26c-4474-81b7-a8a546fcce40 req-7e7aa512-54ce-4cbd-aefb-43f8896b2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:51.615837 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f0719f35-f26c-4474-81b7-a8a546fcce40 req-7e7aa512-54ce-4cbd-aefb-43f8896b2c56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 1097 time: 0.0831637 Sep 15 10:08:51.674786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-64d64dde-55f0-4037-9957-37617f134b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:51.768110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0719f35-f26c-4474-81b7-a8a546fcce40 req-fc940a9f-0a23-4435-b5d0-8b6086b2275b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:51.769480 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f0719f35-f26c-4474-81b7-a8a546fcce40 req-fc940a9f-0a23-4435-b5d0-8b6086b2275b service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1383719 Sep 15 10:08:51.907577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0719f35-f26c-4474-81b7-a8a546fcce40 req-bbea0e7c-baa7-483f-988f-49c8f7b85d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:51.909025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f0719f35-f26c-4474-81b7-a8a546fcce40 req-bbea0e7c-baa7-483f-988f-49c8f7b85d57 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330390 Sep 15 10:08:52.108794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-d6854a8d-36d8-4c79-8a35-ef841028bbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:52.110258 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-d6854a8d-36d8-4c79-8a35-ef841028bbf8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 1097 time: 0.1463675 Sep 15 10:08:52.118408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d5552-bfc0-4b87-8b09-d1419b4706ea req-b0c16c39-15e0-46c2-ab44-cc2ba21d5128 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:52.119736 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-426d5552-bfc0-4b87-8b09-d1419b4706ea req-b0c16c39-15e0-46c2-ab44-cc2ba21d5128 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 944 time: 0.1214449 Sep 15 10:08:52.138192 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:08:52.205400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-0f2c501f-129f-4fa5-bedd-07037d63ca67 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baed2ed5-7862-488c-ba6e-6bc71280667b HTTP/1.1" status: 200 len: 217 time: 0.0668724 Sep 15 10:08:52.268409 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-426d5552-bfc0-4b87-8b09-d1419b4706ea req-d2deb4ce-4d70-4704-89ba-0f979f2100db tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430032 Sep 15 10:08:52.282213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-f7a91704-b26a-440d-abe7-ad203b8f4760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:52.283912 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-f7a91704-b26a-440d-abe7-ad203b8f4760 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0697837 Sep 15 10:08:52.368146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-7ae7da33-4feb-4b12-a499-1da2c07ff42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:52.369577 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-7ae7da33-4feb-4b12-a499-1da2c07ff42f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801368 Sep 15 10:08:52.502067 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-36e1173e-6155-4ba5-be21-ca9ebb7dbf34 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245999 Sep 15 10:08:52.631140 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-69636e6a-8c5d-45db-aeb4-83633ea80d81 req-1f5dcb23-9e30-4850-81ae-df3a14ca7187 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227214 Sep 15 10:08:52.685461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:52.807746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:53.628506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d4d70-3ffd-4a48-a299-0b24f4a80b26 req-39611039-4003-4c2a-a013-18f4caae56ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:53.630055 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-039d4d70-3ffd-4a48-a299-0b24f4a80b26 req-39611039-4003-4c2a-a013-18f4caae56ea tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 944 time: 0.0899456 Sep 15 10:08:53.675028 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-039d4d70-3ffd-4a48-a299-0b24f4a80b26 req-e9ed2a65-3b09-4f5c-b580-88a828b53c69 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384216 Sep 15 10:08:54.334318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:08:54.883940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cf2e0-853f-4c8c-9c47-322f81e86e9d req-dfc30dd4-eec3-413f-87e6-21e38cdcf3c6 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:54.885404 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e5cf2e0-853f-4c8c-9c47-322f81e86e9d req-dfc30dd4-eec3-413f-87e6-21e38cdcf3c6 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 944 time: 0.0926237 Sep 15 10:08:54.929332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e5cf2e0-853f-4c8c-9c47-322f81e86e9d req-5ef975ce-d48b-43e1-b92a-bd7261e35d34 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382419 Sep 15 10:08:56.138836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ff4b4-d86b-4738-8662-0b2b914334eb req-ee919468-be86-4f68-8ddf-9b123c0a6dd2 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:56.140329 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca7ff4b4-d86b-4738-8662-0b2b914334eb req-ee919468-be86-4f68-8ddf-9b123c0a6dd2 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 944 time: 0.0921907 Sep 15 10:08:56.183510 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca7ff4b4-d86b-4738-8662-0b2b914334eb req-959cccdf-6963-43f6-932f-6662b7d8acd7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376132 Sep 15 10:08:57.389903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754a9d7-3800-4940-8b76-a8399c61fa21 req-717da0cc-3685-4368-a62d-10b15a6476c2 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:57.391410 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d754a9d7-3800-4940-8b76-a8399c61fa21 req-717da0cc-3685-4368-a62d-10b15a6476c2 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 944 time: 0.0875037 Sep 15 10:08:57.436042 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d754a9d7-3800-4940-8b76-a8399c61fa21 req-0ac8b39c-97ca-4239-97ae-b29436fc7331 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Sep 15 10:08:58.644323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf542d-3989-4b9a-92a1-9b94f50e66a9 req-6396bb09-f3a0-4649-8faf-c05785a17345 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:58.646244 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9fcf542d-3989-4b9a-92a1-9b94f50e66a9 req-6396bb09-f3a0-4649-8faf-c05785a17345 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 944 time: 0.0909917 Sep 15 10:08:58.691637 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9fcf542d-3989-4b9a-92a1-9b94f50e66a9 req-9244b856-3f63-428c-9a72-91e2605a9029 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394487 Sep 15 10:08:59.904859 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba64d3-c78c-448f-83f5-55746fec0b31 req-354f812a-d163-44b7-8c4b-519992da9ea2 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:08:59.906340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5ba64d3-c78c-448f-83f5-55746fec0b31 req-354f812a-d163-44b7-8c4b-519992da9ea2 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 944 time: 0.0923936 Sep 15 10:08:59.951067 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5ba64d3-c78c-448f-83f5-55746fec0b31 req-c4a20d0b-ddd3-445b-92a9-fa5138f96d92 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381601 Sep 15 10:09:00.711342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device baed2ed5-7862-488c-ba6e-6bc71280667b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:09:00.841633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port baed2ed5-7862-488c-ba6e-6bc71280667b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=baed2ed5-7862-488c-ba6e-6bc71280667b,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:00.861992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'port_id': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'mac_address': 'fa:16:3e:f7:a0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:09:00.919559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port baed2ed5-7862-488c-ba6e-6bc71280667b is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:09:00.921647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:00.936903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baed2ed5-7862-488c-ba6e-6bc71280667b {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:09:00.951969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port baed2ed5-7862-488c-ba6e-6bc71280667b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=baed2ed5-7862-488c-ba6e-6bc71280667b,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:01.001669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:01.069276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=baed2ed5-7862-488c-ba6e-6bc71280667b,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:01.164531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc56c15-b27c-4aba-a7e4-c08e19560f39 req-c4ac04d5-beac-493d-8c63-cc7fe9e97285 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:01.166074 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bdc56c15-b27c-4aba-a7e4-c08e19560f39 req-c4ac04d5-beac-493d-8c63-cc7fe9e97285 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 945 time: 0.0931425 Sep 15 10:09:01.307553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['baed2ed5-7862-488c-ba6e-6bc71280667b'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:09:01.317159 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bdc56c15-b27c-4aba-a7e4-c08e19560f39 req-3f5ceb2f-44e6-403a-bf23-d7057b140f5c tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450913 Sep 15 10:09:02.527673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722572-39d0-4522-b4da-95b1baefc1d8 req-ccb7c126-6c55-4c6e-9431-e02f39a33735 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:02.532416 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3722572-39d0-4522-b4da-95b1baefc1d8 req-ccb7c126-6c55-4c6e-9431-e02f39a33735 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 945 time: 0.0874610 Sep 15 10:09:02.574145 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3722572-39d0-4522-b4da-95b1baefc1d8 req-c3d661f4-1429-4b99-83b8-493bc93761a1 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390432 Sep 15 10:09:02.727470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device baed2ed5-7862-488c-ba6e-6bc71280667b up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:09:02.858925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port baed2ed5-7862-488c-ba6e-6bc71280667b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:09:02.863394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port baed2ed5-7862-488c-ba6e-6bc71280667b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:09:02.863765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:02.980620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port baed2ed5-7862-488c-ba6e-6bc71280667b is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:09:02.980920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:03.006868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:09:03.009088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a575de05-73de-461d-9715-acf924aaa9f5" -d '{"events": [{"server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "name": "network-vif-plugged", "status": "completed", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:09:03.016435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port baed2ed5-7862-488c-ba6e-6bc71280667b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=baed2ed5-7862-488c-ba6e-6bc71280667b,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:03.051701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090884f1-6a23-4509-87a0-48d811158b37 x-openstack-request-id: req-090884f1-6a23-4509-87a0-48d811158b37 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:09:03.052085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "name": "network-vif-plugged", "status": "completed", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:09:03.052277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-090884f1-6a23-4509-87a0-48d811158b37 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:09:03.052816 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090884f1-6a23-4509-87a0-48d811158b37'] response: {'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'code': 200} Sep 15 10:09:03.082194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:03.155054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=baed2ed5-7862-488c-ba6e-6bc71280667b,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:03.519833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136e561-d83e-4cc3-865c-7741dd852765 req-9fa34669-947a-45f9-a544-98867a5b4d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:03.521333 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7136e561-d83e-4cc3-865c-7741dd852765 req-9fa34669-947a-45f9-a544-98867a5b4d88 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0769882 Sep 15 10:09:03.562360 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7136e561-d83e-4cc3-865c-7741dd852765 req-1a4e1c0e-cfbd-4627-988e-57bb40ebe37c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333791 Sep 15 10:09:03.782581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a08d2-0fd8-406d-a33c-fc1281b0119f req-f7d502d6-6132-4dff-8e0b-14fac12201e7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:03.784030 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-488a08d2-0fd8-406d-a33c-fc1281b0119f req-f7d502d6-6132-4dff-8e0b-14fac12201e7 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 946 time: 0.0912974 Sep 15 10:09:03.828352 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-488a08d2-0fd8-406d-a33c-fc1281b0119f req-6f8116bb-f143-465b-ae3d-cec78dda63aa tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386748 Sep 15 10:09:05.036820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c70179-f193-4d7d-9b00-5504cd5b88a7 req-b647e566-a2a1-4b20-9b55-408622d9344a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:05.038372 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-34c70179-f193-4d7d-9b00-5504cd5b88a7 req-b647e566-a2a1-4b20-9b55-408622d9344a tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 946 time: 0.0913174 Sep 15 10:09:05.082330 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-34c70179-f193-4d7d-9b00-5504cd5b88a7 req-f359c646-1abb-452f-a3c7-9dc374e0eff9 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383592 Sep 15 10:09:05.292248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22eaa68-4292-41dc-adb7-db39ae762557 req-dacd3a45-0291-4c18-be29-adb3a2e85cc0 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:05.293748 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c22eaa68-4292-41dc-adb7-db39ae762557 req-dacd3a45-0291-4c18-be29-adb3a2e85cc0 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 946 time: 0.0939755 Sep 15 10:09:05.339945 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c22eaa68-4292-41dc-adb7-db39ae762557 req-9968dff1-ff0d-441f-8382-4cefffcb4313 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399954 Sep 15 10:09:05.373153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57576) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:05.494573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef01ff0-f0e2-4944-b6bb-0252c26ff431 tempest-TestVolumeBootPattern-1488251995 tempest-TestVolumeBootPattern-1488251995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:05.495997 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9ef01ff0-f0e2-4944-b6bb-0252c26ff431 tempest-TestVolumeBootPattern-1488251995 tempest-TestVolumeBootPattern-1488251995-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 1094 time: 0.1219413 Sep 15 10:09:05.498820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57582) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:05.503760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:09:05.509737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:09:05.513940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Usage tracker for resource:floatingip and tenant:6a45f35d65514d2786183c87bd8fcf5e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:09:05.516740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:09:05.522464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:09:05.612670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:05.751819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:05.886305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Allocated IP 172.26.7.247 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/2ef5d685-26ee-489c-8800-7bcbe2668423) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:09:06.036191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:06.139486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:06.206700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:09:06.210721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:09:06.214412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:09:06.350506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=2ef5d685-26ee-489c-8800-7bcbe2668423,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:06.369188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.369536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.369900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.370237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.370563 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.370891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.371216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.371539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.371863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.372181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.372516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.372833 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:06.747928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:06.907316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:07.112565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:07.189890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:07.291989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event updated for resources: {'Port': ['ID=2ef5d685-26ee-489c-8800-7bcbe2668423,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:07.296613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:07.476874 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Floating IP f6587149-256d-4de8-a626-85c4e900829f associated. External IP: 172.26.7.247, port: baed2ed5-7862-488c-ba6e-6bc71280667b. Sep 15 10:09:07.824024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Router 438e10a9-d219-4955-a0ca-44cd22149acb has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:09:08.103785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:09:08.113458 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:09:08.124031 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:08.124750 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:08.201535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:08.256066 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ae36eecb-0d33-4b2d-95b9-1ef123f13967 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7561436 Sep 15 10:09:08.257211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:09:08.259569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da52792-8e89-4455-b293-d97a04a4fdd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:09:08.306127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94c8afce-3be2-41ca-bd8f-cf945711bdc1 x-openstack-request-id: req-94c8afce-3be2-41ca-bd8f-cf945711bdc1 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:09:08.306766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:09:08.307162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94c8afce-3be2-41ca-bd8f-cf945711bdc1 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:09:08.307708 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94c8afce-3be2-41ca-bd8f-cf945711bdc1'] response: {'name': 'network-changed', 'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'status': 'completed', 'code': 200} Sep 15 10:09:08.342524 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:09:08.437812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-cde45b67-5403-455a-a7a6-5dffaee1fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:08.439379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-cde45b67-5403-455a-a7a6-5dffaee1fb50 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0869505 Sep 15 10:09:08.572035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-7435dfcb-5e0f-42e6-8a9e-6ba6a5350f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:08.573485 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-7435dfcb-5e0f-42e6-8a9e-6ba6a5350f0b service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1276700 Sep 15 10:09:08.677376 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-08d16410-94b8-4655-abab-1da0a02b34b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baed2ed5-7862-488c-ba6e-6bc71280667b HTTP/1.1" status: 200 len: 1000 time: 0.0977461 Sep 15 10:09:08.689121 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:51Z', 'revision_number': 1, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}, {'id': 'f6587149-256d-4de8-a626-85c4e900829f', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:f7:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:09:06Z', 'updated_at': '2022-09-15T10:09:06Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:08.692833 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:09:08.701211 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:08.701804 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:08.742169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-df5f7c46-9bf7-49da-9e66-63903759251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:08.743726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-df5f7c46-9bf7-49da-9e66-63903759251f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0608318 Sep 15 10:09:08.831892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-257a0050-a7c4-4a97-9cbb-1d9b1fb56f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:08.833370 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-257a0050-a7c4-4a97-9cbb-1d9b1fb56f79 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810854 Sep 15 10:09:08.882058 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:09:08.964821 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-6afdd6c6-0085-4bdb-b73d-6549d14ddae4 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248281 Sep 15 10:09:09.098886 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da52792-8e89-4455-b293-d97a04a4fdd3 req-052ad033-58e1-49de-9929-eff3f35bbe21 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276505 Sep 15 10:09:09.228278 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:51Z', 'revision_number': 1, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}, {'id': 'f6587149-256d-4de8-a626-85c4e900829f', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:f7:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:09:06Z', 'updated_at': '2022-09-15T10:09:06Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:09.232057 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2cf473-7ca1-4be0-b66e-fd25107cd8db None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:51Z', 'revision_number': 1, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}, {'id': 'f6587149-256d-4de8-a626-85c4e900829f', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:f7:a0:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:09:06Z', 'updated_at': '2022-09-15T10:09:06Z', 'revision_number': 0, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:09:09.423959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe5b6fa3-1f8c-433f-bcf2-2493e60affe7 None None] New status for floating IP f6587149-256d-4de8-a626-85c4e900829f: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:09:10.752284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57594) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:10.758014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b91147e5-e8a4-4b49-88dc-acdc420cb9f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:09:11.408801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b91147e5-e8a4-4b49-88dc-acdc420cb9f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:11.494450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b91147e5-e8a4-4b49-88dc-acdc420cb9f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:11.694295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91147e5-e8a4-4b49-88dc-acdc420cb9f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 32ae060b-4b85-4598-80e3-90357803b4ba has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:09:11.893872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91147e5-e8a4-4b49-88dc-acdc420cb9f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:09:11.901982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b91147e5-e8a4-4b49-88dc-acdc420cb9f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:11.902285 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b91147e5-e8a4-4b49-88dc-acdc420cb9f3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/32ae060b-4b85-4598-80e3-90357803b4ba HTTP/1.1" status: 200 len: 888 time: 1.1488690 Sep 15 10:09:11.903347 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d698d05-ccf0-4fc6-b14c-831f330f2d9b None None] Sync routers for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:09:11.915172 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d698d05-ccf0-4fc6-b14c-831f330f2d9b None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:11.915784 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-8d698d05-ccf0-4fc6-b14c-831f330f2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:11.987899 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-8d698d05-ccf0-4fc6-b14c-831f330f2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:12.000632 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d698d05-ccf0-4fc6-b14c-831f330f2d9b None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:12.001242 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-8d698d05-ccf0-4fc6-b14c-831f330f2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:12.076875 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-8d698d05-ccf0-4fc6-b14c-831f330f2d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:12.077283 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d698d05-ccf0-4fc6-b14c-831f330f2d9b None None] The sync data for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv is: [] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:09:12.839263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c1c6ec-2abd-4522-8f79-a11ae9a197e2 None None] New status for floating IP e790b1d0-d787-4296-a6ce-19f22d2d556a: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:09:12.939008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c5cc4ae6-4049-4339-ae0a-5beae03e716e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:09:13.201209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c5cc4ae6-4049-4339-ae0a-5beae03e716e is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:09:13.201592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:13.236196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port c5cc4ae6-4049-4339-ae0a-5beae03e716e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c5cc4ae6-4049-4339-ae0a-5beae03e716e,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:13.293136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:13.293978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9880a386-7e99-45da-adef-d068caee644c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:09:13.410041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=c5cc4ae6-4049-4339-ae0a-5beae03e716e,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:13.445911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.446358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.446727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.447054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.447379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.447703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.448024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.448348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.448665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.448981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.449297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.449609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:09:13.478882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9880a386-7e99-45da-adef-d068caee644c is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:09:13.480758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:13.495339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9880a386-7e99-45da-adef-d068caee644c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9880a386-7e99-45da-adef-d068caee644c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:13.590189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:13.657885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9880a386-7e99-45da-adef-d068caee644c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:14.080162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57600) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:14.085783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-04c3d2db-9c6d-481d-aeb9-58def0200aa3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:09:14.610688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-04c3d2db-9c6d-481d-aeb9-58def0200aa3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:14.693354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-04c3d2db-9c6d-481d-aeb9-58def0200aa3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1586201', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1586176', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1589073'] for router, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:14.874137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c3d2db-9c6d-481d-aeb9-58def0200aa3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 32ae060b-4b85-4598-80e3-90357803b4ba has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:09:15.054768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c3d2db-9c6d-481d-aeb9-58def0200aa3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:09:15.062492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-04c3d2db-9c6d-481d-aeb9-58def0200aa3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:15.063670 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-04c3d2db-9c6d-481d-aeb9-58def0200aa3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/32ae060b-4b85-4598-80e3-90357803b4ba HTTP/1.1" status: 200 len: 887 time: 0.9827383 Sep 15 10:09:15.064955 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] Sync routers for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:09:15.066825 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57604) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:15.075212 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:15.076746 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:15.173746 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7c44c350-5ddb-4a4a-aba1-5702370cfada tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/e790b1d0-d787-4296-a6ce-19f22d2d556a HTTP/1.1" status: 200 len: 990 time: 0.1057818 Sep 15 10:09:15.254422 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:09:15.626108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:14Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e790b1d0-d787-4296-a6ce-19f22d2d556a', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'port_id': '7150d405-0162-4e78-b167-d8b71022c623', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'mac_address': 'fa:16:3e:90:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:08:37Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:15.630009 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] Checking router: 32ae060b-4b85-4598-80e3-90357803b4ba for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:09:15.638157 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:15.638748 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:15.814254 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:09:16.161250 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:14Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e790b1d0-d787-4296-a6ce-19f22d2d556a', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'port_id': '7150d405-0162-4e78-b167-d8b71022c623', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'mac_address': 'fa:16:3e:90:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:08:37Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:16.165360 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be54284-1245-4beb-93fc-e0c316eb0108 None None] The sync data for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv is: [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:14Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e790b1d0-d787-4296-a6ce-19f22d2d556a', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'floating_ip_address': '172.26.7.25', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'port_id': '7150d405-0162-4e78-b167-d8b71022c623', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'mac_address': 'fa:16:3e:90:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:08:37Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 2, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:09:13Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:09:16.181287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57608) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:16.296405 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7394b864-6a03-495d-bb6d-400b4d4efd25 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/e790b1d0-d787-4296-a6ce-19f22d2d556a HTTP/1.1" status: 200 len: 990 time: 0.1176021 Sep 15 10:09:17.102147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c5cc4ae6-4049-4339-ae0a-5beae03e716e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:09:17.172843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c5cc4ae6-4049-4339-ae0a-5beae03e716e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:09:17.172843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:17.299797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57614) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:17.342115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c5cc4ae6-4049-4339-ae0a-5beae03e716e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:09:17.342115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:17.378827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port c5cc4ae6-4049-4339-ae0a-5beae03e716e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c5cc4ae6-4049-4339-ae0a-5beae03e716e,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:17.430830 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ed547b0a-d4d4-4559-b1e7-d24291a58e2c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/e790b1d0-d787-4296-a6ce-19f22d2d556a HTTP/1.1" status: 200 len: 990 time: 0.1275961 Sep 15 10:09:17.481575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:17.485095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9880a386-7e99-45da-adef-d068caee644c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:09:17.605131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=c5cc4ae6-4049-4339-ae0a-5beae03e716e,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:17.618621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9880a386-7e99-45da-adef-d068caee644c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:09:17.619732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:17.742713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9880a386-7e99-45da-adef-d068caee644c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:09:17.743093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:17.769696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 9880a386-7e99-45da-adef-d068caee644c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9880a386-7e99-45da-adef-d068caee644c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:17.864043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:17.938465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=9880a386-7e99-45da-adef-d068caee644c,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:17.951463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd22c60-ed24-4c72-a3e9-a764c099b2db None None] New status for floating IP e790b1d0-d787-4296-a6ce-19f22d2d556a: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:09:18.433918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57618) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:18.541753 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0adfb741-8800-4750-956a-989356520f3c tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/floatingips/e790b1d0-d787-4296-a6ce-19f22d2d556a HTTP/1.1" status: 200 len: 992 time: 0.1066320 Sep 15 10:09:18.850333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57626) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:18.949794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c5cc4ae6-4049-4339-ae0a-5beae03e716e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:09:19.022109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c5cc4ae6-4049-4339-ae0a-5beae03e716e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:09:19.023252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:19.144595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c5cc4ae6-4049-4339-ae0a-5beae03e716e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:09:19.145671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9880a386-7e99-45da-adef-d068caee644c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:09:19.179528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 9c59054f-1413-4977-8704-fba426cae928 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:09:19.179792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:19.214543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 9880a386-7e99-45da-adef-d068caee644c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:09:19.214910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:19.331652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 9880a386-7e99-45da-adef-d068caee644c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:09:19.351132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:19.352313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:19.479172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 9c59054f-1413-4977-8704-fba426cae928 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:09:19.607335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7cd18f0f-9cfc-4021-988a-5c9a0d109c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:19.704319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:19.753746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=9c59054f-1413-4977-8704-fba426cae928,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:19.853374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:19.854067 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Floating IP e790b1d0-d787-4296-a6ce-19f22d2d556a disassociated (deleted). External IP: 172.26.7.25, port: 7150d405-0162-4e78-b167-d8b71022c623. Sep 15 10:09:20.208029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 32ae060b-4b85-4598-80e3-90357803b4ba has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:09:20.389600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:09:20.400505 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d302afe-5396-495d-a246-18132b2def9d None None] Sync routers for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:09:20.409315 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d302afe-5396-495d-a246-18132b2def9d None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:20.415045 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-6d302afe-5396-495d-a246-18132b2def9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:20.515939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:20.574942 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bf064ea1-f8ea-4c40-8e3e-38bc893d267d tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/floatingips/e790b1d0-d787-4296-a6ce-19f22d2d556a HTTP/1.1" status: 204 len: 168 time: 1.7228498 Sep 15 10:09:20.577950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'tag': '7150d405-0162-4e78-b167-d8b71022c623'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:09:20.577950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269796ae-7504-48f5-a67d-f2ad03b49a13" -d '{"events": [{"name": "network-changed", "server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "tag": "7150d405-0162-4e78-b167-d8b71022c623"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:09:20.593039 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-6d302afe-5396-495d-a246-18132b2def9d None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:09:20.637762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f94bfb-81d3-4089-ae03-eb91c94be038 x-openstack-request-id: req-c6f94bfb-81d3-4089-ae03-eb91c94be038 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:09:20.638246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "tag": "7150d405-0162-4e78-b167-d8b71022c623", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:09:20.638653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c6f94bfb-81d3-4089-ae03-eb91c94be038 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:09:20.639197 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f94bfb-81d3-4089-ae03-eb91c94be038'] response: {'name': 'network-changed', 'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'tag': '7150d405-0162-4e78-b167-d8b71022c623', 'status': 'completed', 'code': 200} Sep 15 10:09:20.698884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:20.789303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-5b572b42-ac81-493e-bd57-a71832b31f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:20.790982 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-5b572b42-ac81-493e-bd57-a71832b31f72 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14e58e70efa345479d052cec6cf73fff&device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 1098 time: 0.1001272 Sep 15 10:09:20.922274 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-6d302afe-5396-495d-a246-18132b2def9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:14Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:20.926211 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d302afe-5396-495d-a246-18132b2def9d None None] Checking router: 32ae060b-4b85-4598-80e3-90357803b4ba for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:09:20.926576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-18813f78-81c6-429a-8cc2-030520d36b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:20.928036 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-18813f78-81c6-429a-8cc2-030520d36b78 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bf3a8f93-2057-4028-be16-9e4e412050c7 HTTP/1.1" status: 200 len: 897 time: 0.1313994 Sep 15 10:09:20.935233 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d302afe-5396-495d-a246-18132b2def9d None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:20.935823 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-6d302afe-5396-495d-a246-18132b2def9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:08:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:20.996720 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-c49e179d-4e50-4fef-85f1-f7a608247f64 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7150d405-0162-4e78-b167-d8b71022c623 HTTP/1.1" status: 200 len: 217 time: 0.0629733 Sep 15 10:09:21.078605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-1d689003-e999-44b5-9e52-b5a26e400bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:21.080058 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-1d689003-e999-44b5-9e52-b5a26e400bca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ffdee18b-aecd-42c9-8328-bc1cfe978744 HTTP/1.1" status: 200 len: 835 time: 0.0693023 Sep 15 10:09:21.149061 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-6d302afe-5396-495d-a246-18132b2def9d None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:09:21.178392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-59c379d2-ba13-46d7-b693-e15aee963a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:21.180452 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-59c379d2-ba13-46d7-b693-e15aee963a35 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bf3a8f93-2057-4028-be16-9e4e412050c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804622 Sep 15 10:09:21.474916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-6d302afe-5396-495d-a246-18132b2def9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:14Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:21.480108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d302afe-5396-495d-a246-18132b2def9d None None] The sync data for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv is: [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:14Z', 'revision_number': 6, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c5cc4ae6-4049-4339-ae0a-5beae03e716e', 'name': '', 'network_id': 'bf3a8f93-2057-4028-be16-9e4e412050c7', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'mac_address': 'fa:16:3e:d0:6a:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:14Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'subnets': [{'id': 'ffdee18b-aecd-42c9-8328-bc1cfe978744', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:09:21.496471 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-4c56816a-7d58-4d68-b9ec-6ce6fe2205de service neutron] 10.222.0.16 "GET /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3083396 Sep 15 10:09:21.531742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238760cf-d0c0-4b60-b07e-f0564f806550 req-a718b261-277c-4e89-a5c4-3bcd58ce9a23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:21.533279 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-238760cf-d0c0-4b60-b07e-f0564f806550 req-a718b261-277c-4e89-a5c4-3bcd58ce9a23 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 945 time: 0.3195167 Sep 15 10:09:21.653478 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-238760cf-d0c0-4b60-b07e-f0564f806550 req-7ec8d25a-fb5e-434a-ad37-be1c1e0c6d35 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700772 Sep 15 10:09:21.678781 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-269796ae-7504-48f5-a67d-f2ad03b49a13 req-bdec911d-08d6-4bf0-b88f-07df6e040beb service neutron] 10.222.0.16 "GET /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759753 Sep 15 10:09:21.683074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0f7cc45c-6bd3-4439-bfcf-e153df1e9937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:22.210867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f880879c-168b-4768-9505-fc952dd4c337 None None] New status for floating IP e790b1d0-d787-4296-a6ce-19f22d2d556a: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:09:22.561699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:22.784197 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:22.852783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d710334-fef8-4991-8482-d58beb40c221 req-b82224bb-6b89-452a-99da-b0c25ba73acc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:22.854297 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d710334-fef8-4991-8482-d58beb40c221 req-b82224bb-6b89-452a-99da-b0c25ba73acc tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 945 time: 0.1000056 Sep 15 10:09:22.870929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f137cc-4a16-4f3a-98e8-4470d80d1533 req-f733f13f-f1f5-481a-a041-f3074c4e2d16 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:22.871626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-40f137cc-4a16-4f3a-98e8-4470d80d1533 req-f733f13f-f1f5-481a-a041-f3074c4e2d16 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Synchronizing usage tracker for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:09:22.927498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 7150d405-0162-4e78-b167-d8b71022c623 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:09:22.927838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:22.971989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-40f137cc-4a16-4f3a-98e8-4470d80d1533 req-f733f13f-f1f5-481a-a041-f3074c4e2d16 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Unset dirty status for tenant:14e58e70efa345479d052cec6cf73fff on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:09:22.975895 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-40f137cc-4a16-4f3a-98e8-4470d80d1533 req-f733f13f-f1f5-481a-a041-f3074c4e2d16 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 945 time: 0.1920850 Sep 15 10:09:23.022171 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-40f137cc-4a16-4f3a-98e8-4470d80d1533 req-78f0ef43-9fd7-41ca-aa83-34511914c490 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/security-groups?id=81629b30-0577-47d8-911d-c54e02a42b7a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424337 Sep 15 10:09:23.180251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 7150d405-0162-4e78-b167-d8b71022c623, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7150d405-0162-4e78-b167-d8b71022c623,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:23.180611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:23.305236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 7150d405-0162-4e78-b167-d8b71022c623 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:09:23.550035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:23.603051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=7150d405-0162-4e78-b167-d8b71022c623,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:23.689412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] No DVR routers for this DVR port 7150d405-0162-4e78-b167-d8b71022c623 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:09:23.691884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:23.694804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'name': 'network-vif-deleted', 'tag': '7150d405-0162-4e78-b167-d8b71022c623'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:09:23.697149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b22347b-9d70-42e2-b17b-6150a9f8e348" -d '{"events": [{"server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "name": "network-vif-deleted", "tag": "7150d405-0162-4e78-b167-d8b71022c623"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:09:23.739283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49c6388-ad88-48c3-bf8b-11426a76a159 x-openstack-request-id: req-c49c6388-ad88-48c3-bf8b-11426a76a159 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:09:23.739581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df1ff24-e433-4be8-92c3-8a032f3c6b0b", "name": "network-vif-deleted", "tag": "7150d405-0162-4e78-b167-d8b71022c623", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:09:23.739826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c49c6388-ad88-48c3-bf8b-11426a76a159 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:09:23.740217 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c49c6388-ad88-48c3-bf8b-11426a76a159'] response: {'server_uuid': '0df1ff24-e433-4be8-92c3-8a032f3c6b0b', 'name': 'network-vif-deleted', 'tag': '7150d405-0162-4e78-b167-d8b71022c623', 'status': 'completed', 'code': 200} Sep 15 10:09:23.807839 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6d710334-fef8-4991-8482-d58beb40c221 req-48651ce6-0503-43d8-9d10-aa42690fb6a3 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.16 "DELETE /v2.0/ports/7150d405-0162-4e78-b167-d8b71022c623 HTTP/1.1" status: 204 len: 173 time: 0.9464741 Sep 15 10:09:24.297924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-de54402c-ae0e-455f-bff9-3bbeebc8f4c1 req-b4b4c986-a368-4cc1-bf9a-0a6dd62b4983 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "GET /v2.0/ports?device_id=0df1ff24-e433-4be8-92c3-8a032f3c6b0b HTTP/1.1" status: 200 len: 210 time: 0.1508572 Sep 15 10:09:24.384411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:25.413022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57646) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:25.483483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-72e4be3e-0176-47af-a7b2-f269f26bfe87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:25.517090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-72e4be3e-0176-47af-a7b2-f269f26bfe87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:25.645770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-72e4be3e-0176-47af-a7b2-f269f26bfe87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:25.668395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e4be3e-0176-47af-a7b2-f269f26bfe87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81629b30-0577-47d8-911d-c54e02a42b7a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:25.726083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-72e4be3e-0176-47af-a7b2-f269f26bfe87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:25.726083 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-72e4be3e-0176-47af-a7b2-f269f26bfe87 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/security-groups/81629b30-0577-47d8-911d-c54e02a42b7a HTTP/1.1" status: 204 len: 168 time: 0.3118405 Sep 15 10:09:25.879847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57654) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:26.481909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:26.855655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7150d405-0162-4e78-b167-d8b71022c623 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:09:26.873071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port c5cc4ae6-4049-4339-ae0a-5beae03e716e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:09:26.873071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:26.919432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 7150d405-0162-4e78-b167-d8b71022c623 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:09:26.919432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7150d405-0162-4e78-b167-d8b71022c623 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:09:27.072661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port c5cc4ae6-4049-4339-ae0a-5beae03e716e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c5cc4ae6-4049-4339-ae0a-5beae03e716e,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:27.072661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:27.205130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for c5cc4ae6-4049-4339-ae0a-5beae03e716e owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:09:27.708438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:27.804084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=c5cc4ae6-4049-4339-ae0a-5beae03e716e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:28.049255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:28.424507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Router 32ae060b-4b85-4598-80e3-90357803b4ba has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:09:28.604152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:09:28.613614 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] Sync routers for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:09:28.618858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-05492794-c16f-436e-aab5-e6c9d894cf42 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "PUT /v2.0/routers/32ae060b-4b85-4598-80e3-90357803b4ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7403727 Sep 15 10:09:28.623491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57660) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:28.625445 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:28.626084 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:09:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:28.688105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-05805bd0-db18-49ad-a223-25bb5e125c65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting subnet ffdee18b-aecd-42c9-8328-bc1cfe978744 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:09:28.691939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05805bd0-db18-49ad-a223-25bb5e125c65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:28.817431 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:09:28.860914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05805bd0-db18-49ad-a223-25bb5e125c65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:28.969198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05805bd0-db18-49ad-a223-25bb5e125c65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:29.102823 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:27Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:29.106702 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] Checking router: 32ae060b-4b85-4598-80e3-90357803b4ba for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:09:29.114888 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] Routers {'32ae060b-4b85-4598-80e3-90357803b4ba'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:09:29.115412 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:09:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32ae060b-4b85-4598-80e3-90357803b4ba'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:29.138558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05805bd0-db18-49ad-a223-25bb5e125c65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:29.182840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05805bd0-db18-49ad-a223-25bb5e125c65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdee18b-aecd-42c9-8328-bc1cfe978744,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:29.188181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-05805bd0-db18-49ad-a223-25bb5e125c65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:29.193137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3893de-0b10-427e-bfb5-5ee068c66ac2 None None] Network bf3a8f93-2057-4028-be16-9e4e412050c7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:09:29.198526 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:09:29.203707 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-05805bd0-db18-49ad-a223-25bb5e125c65 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/subnets/ffdee18b-aecd-42c9-8328-bc1cfe978744 HTTP/1.1" status: 204 len: 168 time: 0.5810964 Sep 15 10:09:29.227637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57664) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:29.332189 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] Set router 32ae060b-4b85-4598-80e3-90357803b4ba gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:09:29.450897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:29.527530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] DHCP port deletion for bf3a8f93-2057-4028-be16-9e4e412050c7 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:09:29.532486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] Deleting port 22bc7cab-a0e3-4146-87fe-02a619cedfed {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:09:29.535726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:29.710823 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:27Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:29.715309 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ed390-a7e5-4ad2-91bd-6e9ce09cd349 None None] The sync data for ids ['32ae060b-4b85-4598-80e3-90357803b4ba'] in dv-neutron-857775-1-hyperv is: [{'id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'name': 'tempest-TestNetworkBasicOps-router-880220334', 'tenant_id': '14e58e70efa345479d052cec6cf73fff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216'}], 'enable_snat': True}, 'gw_port_id': '9880a386-7e99-45da-adef-d068caee644c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:08:09Z', 'updated_at': '2022-09-15T10:09:27Z', 'revision_number': 7, 'project_id': '14e58e70efa345479d052cec6cf73fff', 'gw_port': {'id': '9880a386-7e99-45da-adef-d068caee644c', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:64:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ae060b-4b85-4598-80e3-90357803b4ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:08:10Z', 'updated_at': '2022-09-15T10:09:17Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:09:29.778762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:29.797945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] For port 22bc7cab-a0e3-4146-87fe-02a619cedfed, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=22bc7cab-a0e3-4146-87fe-02a619cedfed,segment=NetworkSegment(3ca0cd88-70bb-4649-99bf-655242cc24c6),segment_id=3ca0cd88-70bb-4649-99bf-655242cc24c6)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:29.797945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:29.870685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Deleting port 9880a386-7e99-45da-adef-d068caee644c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:09:29.870685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:29.919304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] Calling delete_port for 22bc7cab-a0e3-4146-87fe-02a619cedfed owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:09:30.054723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] For port 9880a386-7e99-45da-adef-d068caee644c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=9880a386-7e99-45da-adef-d068caee644c,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:09:30.055018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:30.097730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:30.147698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] Pushing event deleted for resources: {'Port': ['ID=22bc7cab-a0e3-4146-87fe-02a619cedfed,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:30.153518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34a95ef-f9bd-4407-a9ad-9e62ffd7c609 None None] No DVR routers for this DVR port 22bc7cab-a0e3-4146-87fe-02a619cedfed on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:09:30.197298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Calling delete_port for 9880a386-7e99-45da-adef-d068caee644c owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:09:30.424225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:30.477173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Port': ['ID=9880a386-7e99-45da-adef-d068caee644c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:30.577845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:30.757864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:30.760044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:30.886691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:30.893603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Fanout notify agent at l3_agent the message router_deleted on router 32ae060b-4b85-4598-80e3-90357803b4ba {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:09:30.904321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:30.904321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-24487624-c516-48da-994a-31eb4d343810 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/routers/32ae060b-4b85-4598-80e3-90357803b4ba HTTP/1.1" status: 204 len: 168 time: 1.6917751 Sep 15 10:09:30.907028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57668) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:31.024843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c5cc4ae6-4049-4339-ae0a-5beae03e716e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:09:31.045139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:31.067106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: c5cc4ae6-4049-4339-ae0a-5beae03e716e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:09:31.068440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c5cc4ae6-4049-4339-ae0a-5beae03e716e not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:09:31.068440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 22bc7cab-a0e3-4146-87fe-02a619cedfed no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:09:31.101626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 22bc7cab-a0e3-4146-87fe-02a619cedfed {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:09:31.102010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 22bc7cab-a0e3-4146-87fe-02a619cedfed not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:09:31.179138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:31.203623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3a8f93-2057-4028-be16-9e4e412050c7']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:31.215820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ca0cd88-70bb-4649-99bf-655242cc24c6') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:31.216124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ca0cd88-70bb-4649-99bf-655242cc24c6') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:09:31.227783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:31.243964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:31.249812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:09:31.250225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:31.338242 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 3ca0cd88-70bb-4649-99bf-655242cc24c6 resource provider aggregate not found Sep 15 10:09:31.361726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 3ca0cd88-70bb-4649-99bf-655242cc24c6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ca0cd88-70bb-4649-99bf-655242cc24c6 found for delete ", "request_id": "req-7207e056-7192-4211-aaeb-b4389e121ed2"}]} Sep 15 10:09:31.452797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:31.470136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:31.481842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] Pushing event deleted for resources: {'Network': ['ID=bf3a8f93-2057-4028-be16-9e4e412050c7,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:31.550514 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6ea13c07-2f5e-4c66-9636-57cdbdbb03b8 tempest-TestNetworkBasicOps-211370267 tempest-TestNetworkBasicOps-211370267-project] 10.222.0.62 "DELETE /v2.0/networks/bf3a8f93-2057-4028-be16-9e4e412050c7 HTTP/1.1" status: 204 len: 168 time: 0.6423550 Sep 15 10:09:31.715903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-0a28a360-03c1-427c-a7c4-45c4efb99d67 req-f1dae5f7-9e7d-4d0a-ad41-bd3d4a207eed service neutron] (89669) timed out ('10.222.0.16', 62612) {{(pid=89669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 10:09:32.139808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57682) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:32.292554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-27263aa9-f76f-437e-993a-be5e740e2fe6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=14e58e70efa345479d052cec6cf73fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1515470 Sep 15 10:09:32.295050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57688) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:32.479227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7965c3d5-b746-419e-8a9d-a4105557f667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:32.509855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7965c3d5-b746-419e-8a9d-a4105557f667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:32.612493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7965c3d5-b746-419e-8a9d-a4105557f667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:32.629739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965c3d5-b746-419e-8a9d-a4105557f667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9b4bbb-b5f1-488a-b115-f23b865286e6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:32.636695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7965c3d5-b746-419e-8a9d-a4105557f667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:32.637829 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7965c3d5-b746-419e-8a9d-a4105557f667 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a9b4bbb-b5f1-488a-b115-f23b865286e6 HTTP/1.1" status: 204 len: 168 time: 0.3418324 Sep 15 10:09:32.910715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9880a386-7e99-45da-adef-d068caee644c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:09:32.949883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 9880a386-7e99-45da-adef-d068caee644c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:09:32.950228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 9880a386-7e99-45da-adef-d068caee644c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:09:33.320895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57696) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:33.340955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:33.357418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:09:33.361313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] Usage tracker for resource:security_group_rule and tenant:e9f5234eee6347a681fa822cbfab79cb is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:09:33.364149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:09:33.374635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:09:33.455814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:33.583920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:33.632021 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9f5234eee6347a681fa822cbfab79cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3094471 Sep 15 10:09:33.632841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563a1cf-8ed6-4a63-86d8-2b192752da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4df46e-9eea-45ef-a779-5e4bf3c53a37,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:33.634521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57700) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:09:33.699748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c4013eb6-e859-4612-a2ec-3f6da4806239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:33.722388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c4013eb6-e859-4612-a2ec-3f6da4806239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:33.880769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c4013eb6-e859-4612-a2ec-3f6da4806239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:33.897933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4013eb6-e859-4612-a2ec-3f6da4806239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4df46e-9eea-45ef-a779-5e4bf3c53a37,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:09:33.903981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c4013eb6-e859-4612-a2ec-3f6da4806239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:33.904355 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c4013eb6-e859-4612-a2ec-3f6da4806239 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db4df46e-9eea-45ef-a779-5e4bf3c53a37 HTTP/1.1" status: 204 len: 168 time: 0.2682958 Sep 15 10:09:41.064141 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-0ee5bf09-79d9-4463-a652-10ba9435ddc9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818961 Sep 15 10:09:41.226801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-4345b02e-6e79-4e26-a07b-f998f56dd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:41.228268 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-4345b02e-6e79-4e26-a07b-f998f56dd330 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1098 time: 0.0813138 Sep 15 10:09:41.376510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-563bed0b-20eb-4f92-b8be-a82fd5caca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:41.377980 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-563bed0b-20eb-4f92-b8be-a82fd5caca93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1322474 Sep 15 10:09:41.482579 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-490f6025-8455-46b1-9a3c-a3b8af42caab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 200 len: 1000 time: 0.0974207 Sep 15 10:09:41.548513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-05b7c1bf-85fe-433f-85b9-61746170ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:41.549967 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-05b7c1bf-85fe-433f-85b9-61746170ee1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0627353 Sep 15 10:09:41.636556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-0d256259-4c1c-4fb0-8353-fd6f1d9f4c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:09:41.638085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-0d256259-4c1c-4fb0-8353-fd6f1d9f4c1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827971 Sep 15 10:09:41.776633 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-5af4a4a8-b608-4f57-a85a-f3c715ce05c8 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307948 Sep 15 10:09:41.912013 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4714fd17-9181-4e25-b0cb-45538b1a80d4 req-492d6c97-f5bb-4e76-8e93-8148ae25258c service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295156 Sep 15 10:09:49.605497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-203a2db8-2cf9-4d46-ab99-a7195a77877c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:50.640627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:51.669661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0b97896a-e112-4622-8f57-c102f1a6693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:52.570594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:52.812576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:09:54.344395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:06.178144 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:10:19.593564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d5cca9b-c31e-468f-a7d7-1214de9a36df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:20.694046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:21.683889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6f24a5fe-9cf3-4316-aaf7-24d6d64f5bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:22.520134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:22.844992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:24.358096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:41.146533 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-7c6145db-b120-4c41-8104-e831d1f272de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846779 Sep 15 10:10:41.259100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-68c03225-1bcb-450c-a889-3809830d1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:10:41.260611 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-68c03225-1bcb-450c-a889-3809830d1654 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 1099 time: 0.0804355 Sep 15 10:10:41.414050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-068c187f-e1f6-48b0-a71a-f7cb0b202f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:10:41.415484 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-068c187f-e1f6-48b0-a71a-f7cb0b202f21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1346157 Sep 15 10:10:41.516805 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-3e19b2bf-d8d7-495c-9e8e-9f53951b1769 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baed2ed5-7862-488c-ba6e-6bc71280667b HTTP/1.1" status: 200 len: 1002 time: 0.0949435 Sep 15 10:10:41.585260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-44f83893-91ef-49c2-affb-9293d882c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:10:41.586670 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-44f83893-91ef-49c2-affb-9293d882c9ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0587385 Sep 15 10:10:41.667603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-ace94a81-8e14-4bff-b17b-350f9679b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:10:41.668965 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-ace94a81-8e14-4bff-b17b-350f9679b102 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754979 Sep 15 10:10:41.678611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-b4e0f919-bf83-4ddc-a61c-de0d81589032 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:10:41.679506 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-b4e0f919-bf83-4ddc-a61c-de0d81589032 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047269 Sep 15 10:10:41.819845 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-58a6a2d4-c938-4705-a68d-2564af18c703 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299288 Sep 15 10:10:41.950213 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61693f8e-ab2e-4e76-bf36-23cdf8ff5f9d req-9a6f7b00-c8eb-4391-8339-e6f1d21fb45d service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267724 Sep 15 10:10:43.177434 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:10:49.608256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-90e0f740-326b-4726-888a-6d6f1e61b79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:50.715179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:51.699062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ad3ea362-fbe8-4b86-87d5-c0c7c2469c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:52.547174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:52.794546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:10:54.354295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:19.622080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f7cbb8e8-c28f-4590-acf2-ee591c791cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:20.176085 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:11:20.704060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:21.669558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0d12716-dd98-44dc-abaf-b7f12960790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:22.544446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:22.790081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:24.343950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:35.012363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57750) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:11:35.217261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Deleting port 2ef5d685-26ee-489c-8800-7bcbe2668423 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:11:35.217537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:35.390311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:35.390645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:35.514018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Calling delete_port for 2ef5d685-26ee-489c-8800-7bcbe2668423 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:11:35.720620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:35.766910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event deleted for resources: {'Port': ['ID=2ef5d685-26ee-489c-8800-7bcbe2668423,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:11:35.808757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.809102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.809440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.809766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.810121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.810444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.810763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.811084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.811403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.811716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.812029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.812340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:35.875501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:35.875841 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Floating IP f6587149-256d-4de8-a626-85c4e900829f disassociated (deleted). External IP: 172.26.7.247, port: baed2ed5-7862-488c-ba6e-6bc71280667b. Sep 15 10:11:36.338384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Router 438e10a9-d219-4955-a0ca-44cd22149acb has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:11:36.517086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:11:36.528640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:11:36.539057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:11:36.547790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:11:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:36.613347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:36.667381 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-341e6f1b-b2ee-4dca-84c8-4083c5bccdc3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "DELETE /v2.0/floatingips/f6587149-256d-4de8-a626-85c4e900829f HTTP/1.1" status: 204 len: 168 time: 1.6539428 Sep 15 10:11:36.668056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:11:36.670474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63c75c6-97a5-493e-b30d-918d3de14e03" -d '{"events": [{"name": "network-changed", "server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:11:36.718018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:11:36.973750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3001b6ea-1059-47b9-9865-8f6fe1248584 x-openstack-request-id: req-3001b6ea-1059-47b9-9865-8f6fe1248584 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:11:36.974153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:11:36.974474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3001b6ea-1059-47b9-9865-8f6fe1248584 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:11:36.975034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3001b6ea-1059-47b9-9865-8f6fe1248584'] response: {'name': 'network-changed', 'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'status': 'completed', 'code': 200} Sep 15 10:11:37.110953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:51Z', 'revision_number': 1, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:37.114941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:11:37.123383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:11:37.124367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:11:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:37.207612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-10a8bd81-2ba2-47e5-bde2-caf79f3b125a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:37.209122 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-10a8bd81-2ba2-47e5-bde2-caf79f3b125a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 1099 time: 0.1928580 Sep 15 10:11:37.318138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:11:37.415818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a1e69-e7d5-4fa9-bd06-d7a68fc4d5ad req-d1293224-1178-42fe-8c96-f56c7fea1c64 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:37.416644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b79a1e69-e7d5-4fa9-bd06-d7a68fc4d5ad req-d1293224-1178-42fe-8c96-f56c7fea1c64 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:11:37.462921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-2af004e3-6b78-482f-96cf-591c377fa1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:37.464268 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-2af004e3-6b78-482f-96cf-591c377fa1c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.2487166 Sep 15 10:11:37.498172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b79a1e69-e7d5-4fa9-bd06-d7a68fc4d5ad req-d1293224-1178-42fe-8c96-f56c7fea1c64 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:11:37.499569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b79a1e69-e7d5-4fa9-bd06-d7a68fc4d5ad req-d1293224-1178-42fe-8c96-f56c7fea1c64 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 946 time: 0.2650678 Sep 15 10:11:37.533464 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-80b34d27-0d76-4c3f-bdd6-97bbf7fb3027 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=baed2ed5-7862-488c-ba6e-6bc71280667b HTTP/1.1" status: 200 len: 217 time: 0.0615370 Sep 15 10:11:37.549052 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b79a1e69-e7d5-4fa9-bd06-d7a68fc4d5ad req-1fce894a-9b07-4f75-85c9-709877befd41 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425899 Sep 15 10:11:37.598660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-3b5be9b6-0ab0-4890-addd-14b4895cb083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:37.600105 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-3b5be9b6-0ab0-4890-addd-14b4895cb083 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0602663 Sep 15 10:11:37.683716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-4e782c32-2ae3-4a16-8e33-4be5dc386340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:37.685329 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-4e782c32-2ae3-4a16-8e33-4be5dc386340 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791092 Sep 15 10:11:37.686674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:51Z', 'revision_number': 1, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:37.691272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c00443b-01cd-495c-9407-17757bd9a2c2 None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'e2de7fad-ab54-4630-bc24-aae9f7d722b9', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'port_id': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'mac_address': 'fa:16:3e:fb:ae:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '022508ff-f390-4e11-9f35-6793dc831d4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:05:48Z', 'updated_at': '2022-09-15T10:05:51Z', 'revision_number': 1, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:11:37.821959 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-0fcf1e6b-6647-49ba-bd4e-5d30f0db7f61 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300166 Sep 15 10:11:37.904647 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081efb17-c2f6-4c1b-8bb1-441466d4e2d2 None None] New status for floating IP f6587149-256d-4de8-a626-85c4e900829f: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:11:37.958298 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b63c75c6-97a5-493e-b30d-918d3de14e03 req-3eac07e1-7946-431c-9b13-a05718157628 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298480 Sep 15 10:11:38.821702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e20e43-4068-4f68-bd7f-9999d6cfab40 req-00664a39-085c-43e6-83d9-579a5bc14f71 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:38.823226 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-20e20e43-4068-4f68-bd7f-9999d6cfab40 req-00664a39-085c-43e6-83d9-579a5bc14f71 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 946 time: 0.1433239 Sep 15 10:11:38.868314 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-20e20e43-4068-4f68-bd7f-9999d6cfab40 req-12324984-774f-41e9-8de7-05644bd15c43 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392873 Sep 15 10:11:38.958632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d43b35-617c-44be-9df1-2e1497211017 req-7e338594-22a5-4698-b03e-072c2dce6d0b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:38.960057 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-90d43b35-617c-44be-9df1-2e1497211017 req-7e338594-22a5-4698-b03e-072c2dce6d0b tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 946 time: 0.0910597 Sep 15 10:11:39.028911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Deleting port baed2ed5-7862-488c-ba6e-6bc71280667b {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:11:39.029258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:39.273768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] For port baed2ed5-7862-488c-ba6e-6bc71280667b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=baed2ed5-7862-488c-ba6e-6bc71280667b,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:11:39.274171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:39.397216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Calling delete_port for baed2ed5-7862-488c-ba6e-6bc71280667b owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:11:39.646753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:39.697025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event deleted for resources: {'Port': ['ID=baed2ed5-7862-488c-ba6e-6bc71280667b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:11:39.746001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.746345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.746679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.747012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.747332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.747657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.747978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.748299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.748619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.748941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.749254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.749570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:11:39.793329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] No DVR routers for this DVR port baed2ed5-7862-488c-ba6e-6bc71280667b on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:11:39.795716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:39.798242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'name': 'network-vif-deleted', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:11:39.800719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1719e2f-3b0f-4aa1-a997-b579a369836f" -d '{"events": [{"server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "name": "network-vif-deleted", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:11:39.901453 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-90d43b35-617c-44be-9df1-2e1497211017 req-9137487d-7fab-49f6-8d62-51883fccd858 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "DELETE /v2.0/ports/baed2ed5-7862-488c-ba6e-6bc71280667b HTTP/1.1" status: 204 len: 173 time: 0.9347885 Sep 15 10:11:39.902409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969e2f87-d5de-4d50-ba7b-2f219e6bb24e x-openstack-request-id: req-969e2f87-d5de-4d50-ba7b-2f219e6bb24e {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:11:39.902538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3226ac64-a2f1-4a32-95a1-3c7786f7e2c6", "name": "network-vif-deleted", "tag": "baed2ed5-7862-488c-ba6e-6bc71280667b", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:11:39.902783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-969e2f87-d5de-4d50-ba7b-2f219e6bb24e {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:11:39.903536 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-969e2f87-d5de-4d50-ba7b-2f219e6bb24e'] response: {'server_uuid': '3226ac64-a2f1-4a32-95a1-3c7786f7e2c6', 'name': 'network-vif-deleted', 'tag': 'baed2ed5-7862-488c-ba6e-6bc71280667b', 'status': 'completed', 'code': 200} Sep 15 10:11:40.043691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-6e28a579-3144-4867-ab8f-a1d9466ab8b5 req-8a5d9d59-a714-4ddc-913b-7cc9d32adb27 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:11:40.109703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-6e28a579-3144-4867-ab8f-a1d9466ab8b5 req-8a5d9d59-a714-4ddc-913b-7cc9d32adb27 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:11:40.111093 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e28a579-3144-4867-ab8f-a1d9466ab8b5 req-8a5d9d59-a714-4ddc-913b-7cc9d32adb27 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 210 time: 0.1192143 Sep 15 10:11:41.296968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-576b066c-5a85-4e52-a058-7f8cac7fe32c req-0d4d37d9-fd46-4a14-8178-7302e6bf9041 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=3226ac64-a2f1-4a32-95a1-3c7786f7e2c6 HTTP/1.1" status: 200 len: 210 time: 0.0492339 Sep 15 10:11:43.079458 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-e8e26c45-5539-47c7-93eb-a5fa8953846f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0893173 Sep 15 10:11:43.240671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-c44df9a8-17b3-4653-9702-9eec3a21b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:43.242061 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-c44df9a8-17b3-4653-9702-9eec3a21b2d4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1098 time: 0.0793979 Sep 15 10:11:43.411780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device baed2ed5-7862-488c-ba6e-6bc71280667b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:11:43.452161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: baed2ed5-7862-488c-ba6e-6bc71280667b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:11:43.452494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device baed2ed5-7862-488c-ba6e-6bc71280667b not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:11:43.490218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-31f85ced-bc54-4deb-9faa-c8252e153051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:43.491709 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-31f85ced-bc54-4deb-9faa-c8252e153051 service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.2298229 Sep 15 10:11:43.594488 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-32071937-59fe-40f0-b504-c5a556546a00 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 200 len: 1000 time: 0.0959966 Sep 15 10:11:43.660161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-5316151f-e13f-43f6-9f2a-23993ba4c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:43.661607 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-5316151f-e13f-43f6-9f2a-23993ba4c8e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0615952 Sep 15 10:11:43.746721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-cfebe2b1-348d-41f0-9589-d89f2c10533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:43.747802 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-cfebe2b1-348d-41f0-9589-d89f2c10533e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798748 Sep 15 10:11:43.884404 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-101cd348-fd66-436e-9b35-e8754430832e service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304741 Sep 15 10:11:44.016399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe424903-2366-404e-8f64-d16b5fae6b14 req-b96176f3-c729-4396-bb33-8426bb68ed02 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260865 Sep 15 10:11:47.186706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57804) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:11:47.388451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Deleting port e48d4809-a029-4f2f-8157-2f7a3e90feb3 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:11:47.388822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:47.553481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:47.553802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:47.671798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Calling delete_port for e48d4809-a029-4f2f-8157-2f7a3e90feb3 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:11:47.874933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:47.924553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event deleted for resources: {'Port': ['ID=e48d4809-a029-4f2f-8157-2f7a3e90feb3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:11:48.019010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:48.019342 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Floating IP e2de7fad-ab54-4630-bc24-aae9f7d722b9 disassociated (deleted). External IP: 172.26.7.65, port: af5153b6-7a0a-4500-8e16-72180bca5c9e. Sep 15 10:11:48.472480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Router 438e10a9-d219-4955-a0ca-44cd22149acb has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:11:48.651216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:11:48.661236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:11:48.670405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:11:48.671004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:11:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:48.776014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:48.836904 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bb75cb70-e100-4f3f-80fc-8ed5c947d339 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "DELETE /v2.0/floatingips/e2de7fad-ab54-4630-bc24-aae9f7d722b9 HTTP/1.1" status: 204 len: 168 time: 1.6490860 Sep 15 10:11:48.837477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:11:48.839831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b012bd8-275a-4c63-bb45-53e406d38b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:11:48.851254 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:11:48.885057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc3433-6f18-40f8-93fb-1c767b45af86 x-openstack-request-id: req-5cdc3433-6f18-40f8-93fb-1c767b45af86 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:11:48.885356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:11:48.885606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cdc3433-6f18-40f8-93fb-1c767b45af86 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:11:48.886028 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cdc3433-6f18-40f8-93fb-1c767b45af86'] response: {'name': 'network-changed', 'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'status': 'completed', 'code': 200} Sep 15 10:11:49.017055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-f88f5d90-91be-47d2-a8fd-45f24dc0a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:49.018835 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-f88f5d90-91be-47d2-a8fd-45f24dc0a4c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 1098 time: 0.0902507 Sep 15 10:11:49.151601 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-179f69b5-3183-4c16-88bb-1212e6256bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:49.153269 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-179f69b5-3183-4c16-88bb-1212e6256bdb service neutron] 10.222.0.16 "GET /v2.0/networks?id=bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 200 len: 913 time: 0.1287749 Sep 15 10:11:49.167234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:49.171039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:11:49.179938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:11:49.180476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:11:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:49.221162 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-f7b7c868-4563-4340-9b36-b0419a2ccd43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 200 len: 217 time: 0.0617273 Sep 15 10:11:49.287261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-2cbeffab-92fc-4510-acbe-c5fb2253f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:49.288827 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-2cbeffab-92fc-4510-acbe-c5fb2253f86c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 200 len: 851 time: 0.0632229 Sep 15 10:11:49.393018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-df3e10c7-66b7-4fbf-b3c2-3fe3f9151421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:49.394526 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-df3e10c7-66b7-4fbf-b3c2-3fe3f9151421 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=bfa3acf3-ddac-4863-9f3f-d40397e9944e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990236 Sep 15 10:11:49.412076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:11:49.584359 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-4711d128-e831-4ea2-bfda-d5de23b9ec65 service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473122 Sep 15 10:11:49.591931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1671d-f6d6-4b25-ad2f-9b77487bfc90 req-9fe84f61-2384-4db6-8ff0-5c77075e16ca tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:49.593295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7cd1671d-f6d6-4b25-ad2f-9b77487bfc90 req-9fe84f61-2384-4db6-8ff0-5c77075e16ca tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 945 time: 0.1979277 Sep 15 10:11:49.648490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d89ad86b-11a5-4773-ba4e-8146d54b2014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:49.716859 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7cd1671d-f6d6-4b25-ad2f-9b77487bfc90 req-219eea38-845a-4564-a676-3311b995143d tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/security-groups?id=e46472f4-3c40-4e9e-b896-d9e56b62c13e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055148 Sep 15 10:11:49.743104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:49.747373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add92bf6-13a2-4a0c-90a2-55f2c2da43bd None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:01:21Z', 'revision_number': 4, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '20de012f-7a90-46ae-a84e-18660bbbba49', 'name': '', 'network_id': 'bfa3acf3-ddac-4863-9f3f-d40397e9944e', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'mac_address': 'fa:16:3e:b9:da:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:20Z', 'updated_at': '2022-09-15T10:01:27Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'subnets': [{'id': '36d6647c-410c-4a79-90c0-7125ffc98ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:11:49.754059 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b012bd8-275a-4c63-bb45-53e406d38b7d req-83adf37f-bdf4-43c2-a168-982f6985d81d service neutron] 10.222.0.16 "GET /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597965 Sep 15 10:11:49.955022 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937d2d1-4eb4-499b-ad88-84b213d50cbe None None] New status for floating IP e2de7fad-ab54-4630-bc24-aae9f7d722b9: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:11:50.090603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f703a8a6-8a1c-45dd-9668-2647926caff9 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:11:50.092036 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f703a8a6-8a1c-45dd-9668-2647926caff9 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 945 time: 0.0905447 Sep 15 10:11:50.264440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Deleting port af5153b6-7a0a-4500-8e16-72180bca5c9e {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:11:50.264784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:50.511652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] For port af5153b6-7a0a-4500-8e16-72180bca5c9e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=af5153b6-7a0a-4500-8e16-72180bca5c9e,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:11:50.512009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:50.636157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Calling delete_port for af5153b6-7a0a-4500-8e16-72180bca5c9e owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:11:50.707010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:50.863249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:50.898160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-f62f20cd-1d96-4c47-adf8-edda539c0cb8 req-33da9b42-bbcc-40e9-8439-d05282f717cf tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Synchronizing usage tracker for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:11:50.912185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event deleted for resources: {'Port': ['ID=af5153b6-7a0a-4500-8e16-72180bca5c9e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:11:50.994484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-f62f20cd-1d96-4c47-adf8-edda539c0cb8 req-33da9b42-bbcc-40e9-8439-d05282f717cf tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Unset dirty status for tenant:6a45f35d65514d2786183c87bd8fcf5e on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:11:50.995712 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f62f20cd-1d96-4c47-adf8-edda539c0cb8 req-33da9b42-bbcc-40e9-8439-d05282f717cf tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 210 time: 0.1549163 Sep 15 10:11:51.003805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] No DVR routers for this DVR port af5153b6-7a0a-4500-8e16-72180bca5c9e on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:11:51.006426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:51.009858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'name': 'network-vif-deleted', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:11:51.011353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b545c335-f73d-4f11-ae2d-0bd85412e71d" -d '{"events": [{"server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "name": "network-vif-deleted", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:11:51.052777 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d660c3e3-11ac-4de4-9cab-1afbebbbb97c x-openstack-request-id: req-d660c3e3-11ac-4de4-9cab-1afbebbbb97c {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:11:51.053061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "022508ff-f390-4e11-9f35-6793dc831d4d", "name": "network-vif-deleted", "tag": "af5153b6-7a0a-4500-8e16-72180bca5c9e", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:11:51.053392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d660c3e3-11ac-4de4-9cab-1afbebbbb97c {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:11:51.053785 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d660c3e3-11ac-4de4-9cab-1afbebbbb97c'] response: {'server_uuid': '022508ff-f390-4e11-9f35-6793dc831d4d', 'name': 'network-vif-deleted', 'tag': 'af5153b6-7a0a-4500-8e16-72180bca5c9e', 'status': 'completed', 'code': 200} Sep 15 10:11:51.081586 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bed7afdd-8898-4c2e-9b13-1bac050104a8 req-f70a038d-0353-42e6-b12c-4e4dce7c69c3 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.16 "DELETE /v2.0/ports/af5153b6-7a0a-4500-8e16-72180bca5c9e HTTP/1.1" status: 204 len: 173 time: 0.9844131 Sep 15 10:11:51.685586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-203cc424-2254-4e80-8733-eecf282c35e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:52.176672 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-86e39133-7dfd-474a-bc79-602e16a23c35 req-ed9a9c40-436e-4b9f-99df-06656386fc52 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "GET /v2.0/ports?device_id=022508ff-f390-4e11-9f35-6793dc831d4d HTTP/1.1" status: 200 len: 210 time: 0.0507364 Sep 15 10:11:52.524677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:52.800154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:53.287475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57822) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:11:53.444356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Deleting port 1d8a385b-7cdc-4d47-a2d3-1e702b5d6ab3 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:11:53.444692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:53.457563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device af5153b6-7a0a-4500-8e16-72180bca5c9e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:11:53.491590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: af5153b6-7a0a-4500-8e16-72180bca5c9e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:11:53.491850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device af5153b6-7a0a-4500-8e16-72180bca5c9e not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:11:53.613480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:53.613801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:53.732896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Calling delete_port for 1d8a385b-7cdc-4d47-a2d3-1e702b5d6ab3 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:11:53.920039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:53.966000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event deleted for resources: {'Port': ['ID=1d8a385b-7cdc-4d47-a2d3-1e702b5d6ab3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:11:54.064370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:54.078845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:54.079991 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a2535ba2-9d45-4bed-abbf-2c0a16705c8f tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "DELETE /v2.0/floatingips/d3327071-fa22-4d5e-aeec-233162cb2d64 HTTP/1.1" status: 204 len: 168 time: 0.7915406 Sep 15 10:11:54.352315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:56.704701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57838) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:11:56.774111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80da0efc-b286-4beb-8f1d-4616e8758453 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:56.802555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80da0efc-b286-4beb-8f1d-4616e8758453 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:56.981114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80da0efc-b286-4beb-8f1d-4616e8758453 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:57.000538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da0efc-b286-4beb-8f1d-4616e8758453 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46472f4-3c40-4e9e-b896-d9e56b62c13e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:11:57.077289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-80da0efc-b286-4beb-8f1d-4616e8758453 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:57.082494 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-80da0efc-b286-4beb-8f1d-4616e8758453 tempest-TestVolumeBootPattern-5235632 tempest-TestVolumeBootPattern-5235632-project] 10.222.0.62 "DELETE /v2.0/security-groups/e46472f4-3c40-4e9e-b896-d9e56b62c13e HTTP/1.1" status: 204 len: 168 time: 0.3729088 Sep 15 10:11:57.174687 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:11:57.196390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57844) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:11:57.945829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:58.290915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Deleting port 20de012f-7a90-46ae-a84e-18660bbbba49 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:11:58.291525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:58.460809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-748c6462-10f3-456f-be84-116352649066 admin admin] For port 20de012f-7a90-46ae-a84e-18660bbbba49, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=20de012f-7a90-46ae-a84e-18660bbbba49,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:11:58.461163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:58.583141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Calling delete_port for 20de012f-7a90-46ae-a84e-18660bbbba49 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:11:58.834377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:58.882664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Pushing event deleted for resources: {'Port': ['ID=20de012f-7a90-46ae-a84e-18660bbbba49,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:11:59.268774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:59.621986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Router 438e10a9-d219-4955-a0ca-44cd22149acb has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:11:59.799100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c6462-10f3-456f-be84-116352649066 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:11:59.808299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] Sync routers for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:11:59.812899 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-748c6462-10f3-456f-be84-116352649066 admin admin] 10.222.0.62 "PUT /v2.0/routers/438e10a9-d219-4955-a0ca-44cd22149acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6154470 Sep 15 10:11:59.816007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57850) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:11:59.818062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:11:59.818656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:11:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:11:59.990130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:11:59.998505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:12:00.167003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:00.238538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Deleting port 39511565-d3a0-4b1a-adfe-de16b1023dec {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:00.238877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:00.277629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:11:58Z', 'revision_number': 5, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port': {'id': '39511565-d3a0-4b1a-adfe-de16b1023dec', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:84:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1385, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:17Z', 'updated_at': '2022-09-15T10:01:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:00.281459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] Checking router: 438e10a9-d219-4955-a0ca-44cd22149acb for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:12:00.290742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] Routers {'438e10a9-d219-4955-a0ca-44cd22149acb'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:12:00.291343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:11:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['438e10a9-d219-4955-a0ca-44cd22149acb'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:00.459842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] Set router 438e10a9-d219-4955-a0ca-44cd22149acb gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:12:00.529168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] For port 39511565-d3a0-4b1a-adfe-de16b1023dec, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=39511565-d3a0-4b1a-adfe-de16b1023dec,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:00.529439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:00.614430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:12:00Z', 'revision_number': 6, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:00.618348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abb6fae-1830-4e9c-8f28-2ee8134daee4 None None] The sync data for ids ['438e10a9-d219-4955-a0ca-44cd22149acb'] in dv-neutron-857775-1-hyperv is: [{'id': '438e10a9-d219-4955-a0ca-44cd22149acb', 'name': 'tempest-TestVolumeBootPattern-1067406067-router', 'tenant_id': '6a45f35d65514d2786183c87bd8fcf5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:16Z', 'updated_at': '2022-09-15T10:12:00Z', 'revision_number': 6, 'project_id': '6a45f35d65514d2786183c87bd8fcf5e', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:12:00.655383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Calling delete_port for 39511565-d3a0-4b1a-adfe-de16b1023dec owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:12:00.862961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:00.908465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=39511565-d3a0-4b1a-adfe-de16b1023dec,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:01.011749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.035699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 20de012f-7a90-46ae-a84e-18660bbbba49 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:12:01.074848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 20de012f-7a90-46ae-a84e-18660bbbba49 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:12:01.075186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 20de012f-7a90-46ae-a84e-18660bbbba49 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:12:01.185935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.188086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.274266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.274771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 438e10a9-d219-4955-a0ca-44cd22149acb {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:12:01.287512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.288637 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6055144d-fa42-4ae0-a790-068dccc237e7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/438e10a9-d219-4955-a0ca-44cd22149acb HTTP/1.1" status: 204 len: 168 time: 1.4717376 Sep 15 10:12:01.291351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57854) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:01.352903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b08700-5537-4936-8822-2169331bd85e admin admin] Deleting subnet 36d6647c-410c-4a79-90c0-7125ffc98ef8 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:12:01.357641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88b08700-5537-4936-8822-2169331bd85e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.409066 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88b08700-5537-4936-8822-2169331bd85e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.491221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88b08700-5537-4936-8822-2169331bd85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.617856 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88b08700-5537-4936-8822-2169331bd85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.662286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-88b08700-5537-4936-8822-2169331bd85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.665299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b08700-5537-4936-8822-2169331bd85e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d6647c-410c-4a79-90c0-7125ffc98ef8,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:01.666919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4231509f-9cd2-45b4-ac5b-9dca3bfe6f8d None None] Network bfa3acf3-ddac-4863-9f3f-d40397e9944e requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:12:01.674443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-88b08700-5537-4936-8822-2169331bd85e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/36d6647c-410c-4a79-90c0-7125ffc98ef8 HTTP/1.1" status: 204 len: 168 time: 0.3783619 Sep 15 10:12:01.674443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57858) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:01.779157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.789401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Deleting port 4842e4c9-d546-47eb-8435-dc2fff04a780 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:01.789727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:01.932817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82483426-842d-45c8-a156-560c533bf34d None None] DHCP port deletion for bfa3acf3-ddac-4863-9f3f-d40397e9944e request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:12:01.937158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-82483426-842d-45c8-a156-560c533bf34d None None] Deleting port 4842e4c9-d546-47eb-8435-dc2fff04a780 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:01.937547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82483426-842d-45c8-a156-560c533bf34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.001810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] For port 4842e4c9-d546-47eb-8435-dc2fff04a780, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4842e4c9-d546-47eb-8435-dc2fff04a780,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:02.002192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.123634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Calling delete_port for 4842e4c9-d546-47eb-8435-dc2fff04a780 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:12:02.135540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-82483426-842d-45c8-a156-560c533bf34d None None] For port 4842e4c9-d546-47eb-8435-dc2fff04a780, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4842e4c9-d546-47eb-8435-dc2fff04a780,segment=NetworkSegment(adbba68a-f770-463e-abba-52a1e81217aa),segment_id=adbba68a-f770-463e-abba-52a1e81217aa)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:02.136061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82483426-842d-45c8-a156-560c533bf34d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.264130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-82483426-842d-45c8-a156-560c533bf34d None None] Calling delete_port for 4842e4c9-d546-47eb-8435-dc2fff04a780 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:12:02.395201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.400131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-82483426-842d-45c8-a156-560c533bf34d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:12:02.400558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-82483426-842d-45c8-a156-560c533bf34d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:12:02.444932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Pushing event deleted for resources: {'Port': ['ID=4842e4c9-d546-47eb-8435-dc2fff04a780,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:02.446793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] No DVR routers for this DVR port 4842e4c9-d546-47eb-8435-dc2fff04a780 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:12:02.562940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.589069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfa3acf3-ddac-4863-9f3f-d40397e9944e']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:02.602122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbba68a-f770-463e-abba-52a1e81217aa') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:02.602449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbba68a-f770-463e-abba-52a1e81217aa') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:02.613914 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.633546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.640490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:12:02.640490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.705356 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment adbba68a-f770-463e-abba-52a1e81217aa resource provider aggregate not found Sep 15 10:12:02.723572 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment adbba68a-f770-463e-abba-52a1e81217aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adbba68a-f770-463e-abba-52a1e81217aa found for delete ", "request_id": "req-9d092c7b-b33a-4a09-aa9d-e23d42dbf913"}]} Sep 15 10:12:02.782407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.797833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.811447 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] Pushing event deleted for resources: {'Network': ['ID=bfa3acf3-ddac-4863-9f3f-d40397e9944e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:02.857316 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d386c709-848d-4c31-8e9c-77528b40fb5d admin admin] 10.222.0.62 "DELETE /v2.0/networks/bfa3acf3-ddac-4863-9f3f-d40397e9944e HTTP/1.1" status: 204 len: 168 time: 1.1816087 Sep 15 10:12:02.860031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57866) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:02.901446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-82483426-842d-45c8-a156-560c533bf34d None None] Deleting port 4842e4c9-d546-47eb-8435-dc2fff04a780 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:02.901968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82483426-842d-45c8-a156-560c533bf34d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:02.971775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-82483426-842d-45c8-a156-560c533bf34d None None] The port '4842e4c9-d546-47eb-8435-dc2fff04a780' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:12:03.026395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 39511565-d3a0-4b1a-adfe-de16b1023dec no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:12:03.060610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 39511565-d3a0-4b1a-adfe-de16b1023dec {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:12:03.060952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 39511565-d3a0-4b1a-adfe-de16b1023dec not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:12:03.061371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4842e4c9-d546-47eb-8435-dc2fff04a780 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:12:03.096994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 4842e4c9-d546-47eb-8435-dc2fff04a780 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:12:03.097331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4842e4c9-d546-47eb-8435-dc2fff04a780 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:12:03.395372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:03.733684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Deleting port d9fbcc50-6f02-4610-a66f-cbfa43690035 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:03.734043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:04.006950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] For port d9fbcc50-6f02-4610-a66f-cbfa43690035, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d9fbcc50-6f02-4610-a66f-cbfa43690035,segment=NetworkSegment(7eba80f9-83b7-4937-ad40-006345433de3),segment_id=7eba80f9-83b7-4937-ad40-006345433de3)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:04.007221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:04.129991 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Calling delete_port for d9fbcc50-6f02-4610-a66f-cbfa43690035 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:12:04.359616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:04.404804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9fbcc50-6f02-4610-a66f-cbfa43690035,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:04.682634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:05.036044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Router fead1378-2bc6-46cd-b227-ffebcb276aec has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:12:05.210186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:12:05.218767 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] Sync routers for ids ['fead1378-2bc6-46cd-b227-ffebcb276aec'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:12:05.228346 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] Routers {'fead1378-2bc6-46cd-b227-ffebcb276aec'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:12:05.228953 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:11:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['fead1378-2bc6-46cd-b227-ffebcb276aec'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:05.295737 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-342120eb-38a1-4e07-a926-23587264512a admin admin] 10.222.0.62 "PUT /v2.0/routers/fead1378-2bc6-46cd-b227-ffebcb276aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4323761 Sep 15 10:12:05.296035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57870) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:05.405379 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] Set router fead1378-2bc6-46cd-b227-ffebcb276aec gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:12:05.477198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:05.663427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:05.713747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Deleting port 3519f191-347a-412c-b3fa-ef3fd1a868e4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:05.714061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:05.717966 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24'}], 'enable_snat': True}, 'gw_port_id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:12:04Z', 'revision_number': 5, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port': {'id': '3519f191-347a-412c-b3fa-ef3fd1a868e4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1397, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:01:26Z', 'updated_at': '2022-09-15T10:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:05.723078 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] Checking router: fead1378-2bc6-46cd-b227-ffebcb276aec for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:12:05.736753 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] Routers {'fead1378-2bc6-46cd-b227-ffebcb276aec'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:12:05.736753 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:11:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['fead1378-2bc6-46cd-b227-ffebcb276aec'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:05.882963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] For port 3519f191-347a-412c-b3fa-ef3fd1a868e4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3519f191-347a-412c-b3fa-ef3fd1a868e4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:05.883321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:05.884887 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] Set router fead1378-2bc6-46cd-b227-ffebcb276aec gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:12:05.991779 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:12:05Z', 'revision_number': 6, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:05.996268 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ce842-8452-442f-8c47-d92f6004f251 None None] The sync data for ids ['fead1378-2bc6-46cd-b227-ffebcb276aec'] in dv-neutron-857775-1-hyperv is: [{'id': 'fead1378-2bc6-46cd-b227-ffebcb276aec', 'name': 'tempest-TestVolumeBootPattern-324210849-router', 'tenant_id': '3078e37da8e846dc975176be8d6491c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:01:25Z', 'updated_at': '2022-09-15T10:12:05Z', 'revision_number': 6, 'project_id': '3078e37da8e846dc975176be8d6491c9', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:12:06.123415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-c096a053-ec45-4bd5-94fe-6617d7d8e0d4 req-f172d8bd-09cb-4ee7-8da2-40b278ad90d1 service neutron] (89669) timed out ('10.222.0.16', 62602) {{(pid=89669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 10:12:06.130084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Calling delete_port for 3519f191-347a-412c-b3fa-ef3fd1a868e4 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:12:06.365746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:06.416566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Pushing event deleted for resources: {'Port': ['ID=3519f191-347a-412c-b3fa-ef3fd1a868e4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:06.513267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:06.681100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:06.683498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:06.771130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:06.771646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fead1378-2bc6-46cd-b227-ffebcb276aec {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:12:06.784112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:06.787569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5cc66b21-bb1a-437c-a327-e68e44ee9351 admin admin] 10.222.0.62 "DELETE /v2.0/routers/fead1378-2bc6-46cd-b227-ffebcb276aec HTTP/1.1" status: 204 len: 168 time: 1.4882250 Sep 15 10:12:06.788013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57874) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:06.848685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0987506e-700e-42e2-a151-852136be06a1 admin admin] Deleting subnet 6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:12:06.851554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0987506e-700e-42e2-a151-852136be06a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:06.905332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0987506e-700e-42e2-a151-852136be06a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:06.983399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0987506e-700e-42e2-a151-852136be06a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.027700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d9fbcc50-6f02-4610-a66f-cbfa43690035 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:12:07.063817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: d9fbcc50-6f02-4610-a66f-cbfa43690035 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:12:07.064163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d9fbcc50-6f02-4610-a66f-cbfa43690035 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:12:07.064577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3519f191-347a-412c-b3fa-ef3fd1a868e4 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:12:07.102792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 3519f191-347a-412c-b3fa-ef3fd1a868e4 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:12:07.103137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3519f191-347a-412c-b3fa-ef3fd1a868e4 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:12:07.189205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0987506e-700e-42e2-a151-852136be06a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.246171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987506e-700e-42e2-a151-852136be06a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:07.246171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0987506e-700e-42e2-a151-852136be06a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.246171 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0987506e-700e-42e2-a151-852136be06a1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6bdab33d-16f9-4d1d-bcbd-0dd30f6ddeba HTTP/1.1" status: 204 len: 168 time: 0.4519444 Sep 15 10:12:07.247154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6e2b15-2709-4a88-ab0a-ae66012eba87 None None] Network 66223313-e86d-4261-a468-dc1756dbc98d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:12:07.247245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57878) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:07.352296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.363572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Deleting port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:07.363908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.501371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] DHCP port deletion for 66223313-e86d-4261-a468-dc1756dbc98d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:12:07.505719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] Deleting port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:07.506169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.567998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] For port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea,segment=NetworkSegment(7eba80f9-83b7-4937-ad40-006345433de3),segment_id=7eba80f9-83b7-4937-ad40-006345433de3)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:07.568603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.689084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Calling delete_port for e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:12:07.705229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] For port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea,segment=NetworkSegment(7eba80f9-83b7-4937-ad40-006345433de3),segment_id=7eba80f9-83b7-4937-ad40-006345433de3)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:07.705721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.865095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] Calling delete_port for e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:12:07.936624 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:07.942420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:12:07.942771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:12:07.981095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:07.986173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] No DVR routers for this DVR port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:12:08.099578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.128664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66223313-e86d-4261-a468-dc1756dbc98d']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:08.140150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eba80f9-83b7-4937-ad40-006345433de3') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:08.140448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eba80f9-83b7-4937-ad40-006345433de3') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:08.151512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.167404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.173190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:12:08.173567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.323666 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 7eba80f9-83b7-4937-ad40-006345433de3 resource provider aggregate not found Sep 15 10:12:08.338675 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 7eba80f9-83b7-4937-ad40-006345433de3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7eba80f9-83b7-4937-ad40-006345433de3 found for delete ", "request_id": "req-53f14598-b07b-4297-8b39-5a5d64311b21"}]} Sep 15 10:12:08.342231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.358496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.369402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=66223313-e86d-4261-a468-dc1756dbc98d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:08.376416 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-df77cda8-a0e8-4b1b-8502-3d7da1880fc2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/66223313-e86d-4261-a468-dc1756dbc98d HTTP/1.1" status: 204 len: 168 time: 1.1318057 Sep 15 10:12:08.443887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] Deleting port e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:08.444666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.511684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-c734f0fa-ca6e-4e56-8255-28409b53d931 None None] The port 'e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:12:08.671957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57890) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:08.719457 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6b418c41-19cb-4c98-83b2-466a94377e3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a45f35d65514d2786183c87bd8fcf5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463653 Sep 15 10:12:08.725295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 57894) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:08.782433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-440dfe9b-af67-403c-bde4-ce4c1ed15e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.807408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-440dfe9b-af67-403c-bde4-ce4c1ed15e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.942221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-440dfe9b-af67-403c-bde4-ce4c1ed15e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.959350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440dfe9b-af67-403c-bde4-ce4c1ed15e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285fbf58-77c8-4039-8436-8556ec6bd049,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:08.966640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-440dfe9b-af67-403c-bde4-ce4c1ed15e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:08.967772 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-440dfe9b-af67-403c-bde4-ce4c1ed15e7c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/285fbf58-77c8-4039-8436-8556ec6bd049 HTTP/1.1" status: 204 len: 168 time: 0.2415643 Sep 15 10:12:09.022876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:12:09.056902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:12:09.057241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device e096d52d-ee9b-4a9e-9fc4-2f7d59d304ea not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:12:09.743436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57902) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:09.790152 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ccc6351c-11f0-42b5-89ab-27d9fe9610fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3078e37da8e846dc975176be8d6491c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455782 Sep 15 10:12:09.792631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 57906) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:09.959809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ed9db2b5-27fc-43b1-914f-a1f1654976ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:09.985497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ed9db2b5-27fc-43b1-914f-a1f1654976ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:10.107960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ed9db2b5-27fc-43b1-914f-a1f1654976ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:10.122079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9db2b5-27fc-43b1-914f-a1f1654976ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5707982e-2abc-4a27-bfa6-ebce9d7db96d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:10.129605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ed9db2b5-27fc-43b1-914f-a1f1654976ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:10.130772 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ed9db2b5-27fc-43b1-914f-a1f1654976ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5707982e-2abc-4a27-bfa6-ebce9d7db96d HTTP/1.1" status: 204 len: 168 time: 0.3372700 Sep 15 10:12:17.186558 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-2e1137c2-3293-4f43-8bc0-5cc180c97f1d tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=54bc884670b940efa4f99fac6251250f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274374 Sep 15 10:12:17.337255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4ea5c532-5813-457b-9f4c-f7f1a8005e5f tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:17.338731 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4ea5c532-5813-457b-9f4c-f7f1a8005e5f tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467137 Sep 15 10:12:17.353405 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-b2a6f391-aa09-44c3-8741-3d48bb39184a tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/quotas/54bc884670b940efa4f99fac6251250f HTTP/1.1" status: 200 len: 375 time: 0.0092244 Sep 15 10:12:17.409891 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-a083b0e6-3652-4902-ac70-8c6f0d2eaf30 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54bc884670b940efa4f99fac6251250f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514302 Sep 15 10:12:17.659530 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8b60e5d7-1cd9-41b9-a66f-ba92f1499aaa req-4062d344-0bea-47f1-8b0c-9ab52ae10adb tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 210 time: 0.0560069 Sep 15 10:12:18.827021 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28d5930a-0561-43e3-b612-ae1142486c97 req-e719d8a0-511d-4a07-9844-e5c22bb04e4a tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 210 time: 0.0493534 Sep 15 10:12:19.633546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-76fc0ebc-d6af-4789-9921-f4ef5e40afa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:19.922552 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-5cbbc6c4-379e-4038-8f94-824b9898b08c tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=54bc884670b940efa4f99fac6251250f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258849 Sep 15 10:12:20.005078 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78a14544-3921-42f9-bef1-df72f4183a85 req-accb1750-8304-4d89-969a-2d0c427b1287 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 210 time: 0.0540822 Sep 15 10:12:20.074871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-b21e91fa-cc2f-4df2-ad7e-71d3d736c79b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:20.076263 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-b21e91fa-cc2f-4df2-ad7e-71d3d736c79b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1492233 Sep 15 10:12:20.092830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Request body: {'port': {'device_id': 'd55a76fc-1a45-4fec-91f9-060e749fb11f', 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c', 'admin_state_up': True, 'tenant_id': '54bc884670b940efa4f99fac6251250f'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:12:20.231194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:12:20.234868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Usage tracker for resource:port and tenant:54bc884670b940efa4f99fac6251250f is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:12:20.238241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:12:20.243890 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:12:20.353359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Made reservation on behalf of 54bc884670b940efa4f99fac6251250f for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:12:20.356867 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:20.369416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:20.383737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:12:20.387545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Usage tracker for resource:security_group_rule and tenant:54bc884670b940efa4f99fac6251250f is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:12:20.390400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:12:20.396678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:12:20.480950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:20.563581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:20.644813 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c08e349b-1ede-40ae-a4c5-2e59f2b9e240,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:20.736151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Allocated IP 192.168.233.156 (f6e5d066-1a3f-4441-bb7c-f9b46830e34c/4787c889-316c-4188-aee6-56a513f79778/c6142bdb-c2b6-4875-a3f1-b343902095fc) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:12:20.759165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:20.932995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:20.948866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Transition to ACTIVE for port object c6142bdb-c2b6-4875-a3f1-b343902095fc will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:21.043926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:21.112145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Network f6e5d066-1a3f-4441-bb7c-f9b46830e34c is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:12:21.114987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:12:21.118971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:12:21.192001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Pushing event updated for resources: {'Port': ['ID=c6142bdb-c2b6-4875-a3f1-b343902095fc,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:21.250209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:21.250828 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:21.293798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd862c6f-7dcf-4033-abd5-8a9c488360a7 req-de19c4f3-4ecc-4d37-bcda-b7fd03d42fda tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:21.298084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-fd862c6f-7dcf-4033-abd5-8a9c488360a7 req-de19c4f3-4ecc-4d37-bcda-b7fd03d42fda tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Synchronizing usage tracker for tenant:54bc884670b940efa4f99fac6251250f on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:12:21.377859 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-8f92a546-2c92-4c89-8683-200754686a05 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2877636 Sep 15 10:12:21.395106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Request body: {'port': {'device_id': 'd55a76fc-1a45-4fec-91f9-060e749fb11f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:12:21.410361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5f248db7-bad9-4490-a01e-b4c62ed6c70e None None] Provisioning for port c6142bdb-c2b6-4875-a3f1-b343902095fc completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:21.415768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5f248db7-bad9-4490-a01e-b4c62ed6c70e None None] Provisioning complete for port c6142bdb-c2b6-4875-a3f1-b343902095fc triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:21.415768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f248db7-bad9-4490-a01e-b4c62ed6c70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:21.423414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-fd862c6f-7dcf-4033-abd5-8a9c488360a7 req-de19c4f3-4ecc-4d37-bcda-b7fd03d42fda tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Unset dirty status for tenant:54bc884670b940efa4f99fac6251250f on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:12:21.425306 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fd862c6f-7dcf-4033-abd5-8a9c488360a7 req-de19c4f3-4ecc-4d37-bcda-b7fd03d42fda tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 936 time: 0.2749648 Sep 15 10:12:21.472062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f248db7-bad9-4490-a01e-b4c62ed6c70e None None] Port c6142bdb-c2b6-4875-a3f1-b343902095fc cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:12:21.522709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-fd862c6f-7dcf-4033-abd5-8a9c488360a7 req-c82dc624-1568-4dc6-8585-826e53efb199 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Synchronizing usage tracker for tenant:54bc884670b940efa4f99fac6251250f on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:12:21.547266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:21.657929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-fd862c6f-7dcf-4033-abd5-8a9c488360a7 req-c82dc624-1568-4dc6-8585-826e53efb199 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Unset dirty status for tenant:54bc884670b940efa4f99fac6251250f on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:12:21.659766 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fd862c6f-7dcf-4033-abd5-8a9c488360a7 req-c82dc624-1568-4dc6-8585-826e53efb199 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277284 Sep 15 10:12:21.737112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a286ae1c-1c32-4cfe-a831-dbdb01d50544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:21.986443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6142bdb-c2b6-4875-a3f1-b343902095fc {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:12:21.993555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:22.007085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Transition to ACTIVE for port object c6142bdb-c2b6-4875-a3f1-b343902095fc will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:22.107282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:22.308583 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Pushing event updated for resources: {'Port': ['ID=c6142bdb-c2b6-4875-a3f1-b343902095fc,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:22.342163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Attempting to bind port c6142bdb-c2b6-4875-a3f1-b343902095fc on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:12:22.342497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Attempting to bind port c6142bdb-c2b6-4875-a3f1-b343902095fc by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:12:22.342820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Attempting to bind port c6142bdb-c2b6-4875-a3f1-b343902095fc on network f6e5d066-1a3f-4441-bb7c-f9b46830e34c {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:12:22.347450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Port c6142bdb-c2b6-4875-a3f1-b343902095fc on network f6e5d066-1a3f-4441-bb7c-f9b46830e34c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:12:22.347767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Attempting to bind port c6142bdb-c2b6-4875-a3f1-b343902095fc on network f6e5d066-1a3f-4441-bb7c-f9b46830e34c {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:12:22.352757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:12:22.353090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Checking segment: {'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:12:22.353477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Bound using segment: {'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:12:22.353925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Bound port: c6142bdb-c2b6-4875-a3f1-b343902095fc, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bb771f6-2583-4beb-8abc-296f660a8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:12:22.354268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:22.440481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] For port c6142bdb-c2b6-4875-a3f1-b343902095fc, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:12:22.443375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] For port c6142bdb-c2b6-4875-a3f1-b343902095fc, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c6142bdb-c2b6-4875-a3f1-b343902095fc,segment=NetworkSegment(4bb771f6-2583-4beb-8abc-296f660a8fd7),segment_id=4bb771f6-2583-4beb-8abc-296f660a8fd7)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:12:22.511975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:22.534831 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:22.543288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:22.543905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:22.545367 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] 10.222.0.16 "PUT /v2.0/ports/c6142bdb-c2b6-4875-a3f1-b343902095fc HTTP/1.1" status: 200 len: 1098 time: 1.1543508 Sep 15 10:12:22.545798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55a76fc-1a45-4fec-91f9-060e749fb11f', 'tag': 'c6142bdb-c2b6-4875-a3f1-b343902095fc'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:12:22.548102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc1e21-52b1-4a5a-b091-54bef83f26df" -d '{"events": [{"name": "network-changed", "server_uuid": "d55a76fc-1a45-4fec-91f9-060e749fb11f", "tag": "c6142bdb-c2b6-4875-a3f1-b343902095fc"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:12:22.599836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceed3fb-562f-4273-9ff8-15c33fe45e80 x-openstack-request-id: req-7ceed3fb-562f-4273-9ff8-15c33fe45e80 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:12:22.600125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55a76fc-1a45-4fec-91f9-060e749fb11f", "tag": "c6142bdb-c2b6-4875-a3f1-b343902095fc", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:12:22.604713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ceed3fb-562f-4273-9ff8-15c33fe45e80 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:12:22.604713 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ceed3fb-562f-4273-9ff8-15c33fe45e80'] response: {'name': 'network-changed', 'server_uuid': 'd55a76fc-1a45-4fec-91f9-060e749fb11f', 'tag': 'c6142bdb-c2b6-4875-a3f1-b343902095fc', 'status': 'completed', 'code': 200} Sep 15 10:12:22.610802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3ef08-60e6-45ca-977a-037a5d0f3dcc service neutron] Pushing event updated for resources: {'Port': ['ID=c6142bdb-c2b6-4875-a3f1-b343902095fc,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:22.722561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc1e21-52b1-4a5a-b091-54bef83f26df req-842dd6f9-c3a3-41e8-9201-18b196685652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:22.724371 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95fc1e21-52b1-4a5a-b091-54bef83f26df req-842dd6f9-c3a3-41e8-9201-18b196685652 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54bc884670b940efa4f99fac6251250f&device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 1101 time: 0.0852244 Sep 15 10:12:22.764147 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95fc1e21-52b1-4a5a-b091-54bef83f26df req-e8497427-a91b-4d28-a2fb-4bfa383e5fe9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=54bc884670b940efa4f99fac6251250f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266974 Sep 15 10:12:22.810011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:22.973293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dfaf13-98b8-42e1-8902-35733e504f86 req-62df65c8-2096-4d7d-9e5e-49c2f9afa553 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:22.974943 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c0dfaf13-98b8-42e1-8902-35733e504f86 req-62df65c8-2096-4d7d-9e5e-49c2f9afa553 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 948 time: 0.1873238 Sep 15 10:12:22.975907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc1e21-52b1-4a5a-b091-54bef83f26df req-ca07adca-aad4-431b-ba58-d5b1824ba2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:22.977170 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95fc1e21-52b1-4a5a-b091-54bef83f26df req-ca07adca-aad4-431b-ba58-d5b1824ba2fd service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2080197 Sep 15 10:12:23.019481 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c0dfaf13-98b8-42e1-8902-35733e504f86 req-acbbc923-f3f6-439e-8830-921668572fb7 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384543 Sep 15 10:12:23.119099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-2d0a1b28-de83-424f-aa55-88d04525b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:23.120555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-2d0a1b28-de83-424f-aa55-88d04525b956 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=54bc884670b940efa4f99fac6251250f&device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 1101 time: 0.0821524 Sep 15 10:12:23.192459 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-886d99a8-bf90-472d-ab65-5a25096ed187 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=c6142bdb-c2b6-4875-a3f1-b343902095fc HTTP/1.1" status: 200 len: 217 time: 0.0606413 Sep 15 10:12:23.256706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-41af571b-e6eb-4bae-a3de-9123740a390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:23.258119 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-41af571b-e6eb-4bae-a3de-9123740a390f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4787c889-316c-4188-aee6-56a513f79778 HTTP/1.1" status: 200 len: 843 time: 0.0599685 Sep 15 10:12:23.344125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-0da41304-508b-4945-a1cd-966aa52b70a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:23.346296 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-0da41304-508b-4945-a1cd-966aa52b70a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=f6e5d066-1a3f-4441-bb7c-f9b46830e34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0811250 Sep 15 10:12:23.474389 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-846a06c6-cddd-4dff-a997-7a8f01b9815d service neutron] 10.222.0.16 "GET /v2.0/networks/f6e5d066-1a3f-4441-bb7c-f9b46830e34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228995 Sep 15 10:12:23.604318 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-732267a4-8ad6-4f8a-a7a9-ce59e6aeedcf req-53d06cec-e406-4394-ac37-aaed913cdc3e service neutron] 10.222.0.16 "GET /v2.0/networks/f6e5d066-1a3f-4441-bb7c-f9b46830e34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238928 Sep 15 10:12:24.226857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469bf662-5fa9-49ef-be8c-7a6c93afa884 req-54258ef0-3e98-42d3-878a-214f54b774ef tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:24.228305 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-469bf662-5fa9-49ef-be8c-7a6c93afa884 req-54258ef0-3e98-42d3-878a-214f54b774ef tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 948 time: 0.0893087 Sep 15 10:12:24.273579 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-469bf662-5fa9-49ef-be8c-7a6c93afa884 req-dc3ac29f-8893-4551-b353-f75120cf12ef tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Sep 15 10:12:24.353070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:25.590468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb0401-80b0-447c-b847-5cd863c72580 req-64ecff00-64ba-45ad-970b-a0fff50d2302 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:25.591821 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dacb0401-80b0-447c-b847-5cd863c72580 req-64ecff00-64ba-45ad-970b-a0fff50d2302 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 948 time: 0.1968343 Sep 15 10:12:25.635905 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dacb0401-80b0-447c-b847-5cd863c72580 req-da81220b-d6de-498a-9c8d-b5b10286fb85 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376825 Sep 15 10:12:25.674987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device c6142bdb-c2b6-4875-a3f1-b343902095fc details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:12:25.809561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port c6142bdb-c2b6-4875-a3f1-b343902095fc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c6142bdb-c2b6-4875-a3f1-b343902095fc,segment=NetworkSegment(4bb771f6-2583-4beb-8abc-296f660a8fd7),segment_id=4bb771f6-2583-4beb-8abc-296f660a8fd7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:25.822135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'c6142bdb-c2b6-4875-a3f1-b343902095fc', 'network_id': 'f6e5d066-1a3f-4441-bb7c-f9b46830e34c', 'port_id': 'c6142bdb-c2b6-4875-a3f1-b343902095fc', 'mac_address': 'fa:16:3e:67:6a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4787c889-316c-4188-aee6-56a513f79778', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:12:25.878529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port c6142bdb-c2b6-4875-a3f1-b343902095fc is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:25.878840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:25.895787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6142bdb-c2b6-4875-a3f1-b343902095fc {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:12:25.911406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port c6142bdb-c2b6-4875-a3f1-b343902095fc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c6142bdb-c2b6-4875-a3f1-b343902095fc,segment=NetworkSegment(4bb771f6-2583-4beb-8abc-296f660a8fd7),segment_id=4bb771f6-2583-4beb-8abc-296f660a8fd7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:25.998888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:26.065505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=c6142bdb-c2b6-4875-a3f1-b343902095fc,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:26.072524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.072875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.073216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.073554 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.073908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.074245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.074570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.074897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.075223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.075545 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.075865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.076182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:26.297707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['c6142bdb-c2b6-4875-a3f1-b343902095fc'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:12:26.840790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd685c1-a555-4f60-9df1-7f9e522b5922 req-1584fd36-2d85-46f4-bb42-fbb1861ef257 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:26.842254 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd685c1-a555-4f60-9df1-7f9e522b5922 req-1584fd36-2d85-46f4-bb42-fbb1861ef257 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 949 time: 0.0862091 Sep 15 10:12:26.888717 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd685c1-a555-4f60-9df1-7f9e522b5922 req-60e3cc40-abdf-4ae9-b07e-b6fccd7cc015 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Sep 15 10:12:27.674365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device c6142bdb-c2b6-4875-a3f1-b343902095fc up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:12:27.798662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port c6142bdb-c2b6-4875-a3f1-b343902095fc completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:27.803487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port c6142bdb-c2b6-4875-a3f1-b343902095fc triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:27.803859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:27.918502 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port c6142bdb-c2b6-4875-a3f1-b343902095fc is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:27.918882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:27.946485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55a76fc-1a45-4fec-91f9-060e749fb11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6142bdb-c2b6-4875-a3f1-b343902095fc'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:12:27.948772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b540a302-fd8f-461e-a0a8-28792b75f1f4" -d '{"events": [{"server_uuid": "d55a76fc-1a45-4fec-91f9-060e749fb11f", "name": "network-vif-plugged", "status": "completed", "tag": "c6142bdb-c2b6-4875-a3f1-b343902095fc"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:12:27.956309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port c6142bdb-c2b6-4875-a3f1-b343902095fc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c6142bdb-c2b6-4875-a3f1-b343902095fc,segment=NetworkSegment(4bb771f6-2583-4beb-8abc-296f660a8fd7),segment_id=4bb771f6-2583-4beb-8abc-296f660a8fd7)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:28.045011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:28.077904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b25bcf5-65f9-467b-83db-c7bcd9ef0954 x-openstack-request-id: req-0b25bcf5-65f9-467b-83db-c7bcd9ef0954 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:12:28.079517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55a76fc-1a45-4fec-91f9-060e749fb11f", "name": "network-vif-plugged", "status": "completed", "tag": "c6142bdb-c2b6-4875-a3f1-b343902095fc", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:12:28.079517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b25bcf5-65f9-467b-83db-c7bcd9ef0954 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:12:28.079517 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b25bcf5-65f9-467b-83db-c7bcd9ef0954'] response: {'server_uuid': 'd55a76fc-1a45-4fec-91f9-060e749fb11f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6142bdb-c2b6-4875-a3f1-b343902095fc', 'code': 200} Sep 15 10:12:28.100707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c57af2-ec30-4f7e-ab2c-d52febc41644 req-722c6777-abce-4aec-a0de-c9232624440c tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:28.102221 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e3c57af2-ec30-4f7e-ab2c-d52febc41644 req-722c6777-abce-4aec-a0de-c9232624440c tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 950 time: 0.0903521 Sep 15 10:12:28.123473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=c6142bdb-c2b6-4875-a3f1-b343902095fc,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:28.147258 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e3c57af2-ec30-4f7e-ab2c-d52febc41644 req-be64762b-81ef-4f83-b7cf-f978fd84f004 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392764 Sep 15 10:12:28.444460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099f46-11a7-4354-8470-9580b7521f1d req-7bc7ba57-4059-4928-b950-74413d55522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:28.445937 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aa099f46-11a7-4354-8470-9580b7521f1d req-7bc7ba57-4059-4928-b950-74413d55522c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 1103 time: 0.0787225 Sep 15 10:12:28.485810 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aa099f46-11a7-4354-8470-9580b7521f1d req-abbc881e-9a66-4b77-ae7f-54968c1d69cd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332026 Sep 15 10:12:29.357345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3c0af-92b4-4c88-8e2d-f522059b67c2 req-16c8e33a-011b-4ca0-9f1c-860048f1cb28 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:29.358843 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-99e3c0af-92b4-4c88-8e2d-f522059b67c2 req-16c8e33a-011b-4ca0-9f1c-860048f1cb28 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 950 time: 0.0891924 Sep 15 10:12:29.404107 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-99e3c0af-92b4-4c88-8e2d-f522059b67c2 req-7255d54a-e570-4100-90fd-c49c514ac972 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 Sep 15 10:12:30.618631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88f7fd-c7cb-4a77-aac9-ad44d845b2a9 req-889a1517-167e-479d-8480-176575a46987 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:30.620121 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0d88f7fd-c7cb-4a77-aac9-ad44d845b2a9 req-889a1517-167e-479d-8480-176575a46987 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 950 time: 0.0992975 Sep 15 10:12:30.664395 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0d88f7fd-c7cb-4a77-aac9-ad44d845b2a9 req-56652477-b820-47b9-b345-6200be0f82b0 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385950 Sep 15 10:12:32.403618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4049b8-3c26-45ec-818e-871b7e31b61e req-c24c8396-6f18-4978-9b79-53a9cf42f1f2 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:32.405079 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a4049b8-3c26-45ec-818e-871b7e31b61e req-c24c8396-6f18-4978-9b79-53a9cf42f1f2 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 950 time: 0.0873587 Sep 15 10:12:32.448356 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a4049b8-3c26-45ec-818e-871b7e31b61e req-cc71cb28-33c8-44a3-848f-5f645df99d86 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368071 Sep 15 10:12:33.665016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd1337-0ff5-45dc-b69c-e6e4e9ca46e4 req-62f829b4-87d1-4805-98b3-cdf3c2808a9b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:33.666644 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3dbd1337-0ff5-45dc-b69c-e6e4e9ca46e4 req-62f829b4-87d1-4805-98b3-cdf3c2808a9b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 950 time: 0.0924211 Sep 15 10:12:33.713452 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3dbd1337-0ff5-45dc-b69c-e6e4e9ca46e4 req-78c95619-ee48-4c26-a7a2-f9b856562157 tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/security-groups?id=c08e349b-1ede-40ae-a4c5-2e59f2b9e240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406604 Sep 15 10:12:33.789215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e7f93eba-ed2e-4d01-905e-cb94c5f02d6d tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:33.790672 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e7f93eba-ed2e-4d01-905e-cb94c5f02d6d tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.16 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 950 time: 0.0908325 Sep 15 10:12:33.859757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Deleting port c6142bdb-c2b6-4875-a3f1-b343902095fc {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:12:33.860093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:34.104882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] For port c6142bdb-c2b6-4875-a3f1-b343902095fc, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=c6142bdb-c2b6-4875-a3f1-b343902095fc,segment=NetworkSegment(4bb771f6-2583-4beb-8abc-296f660a8fd7),segment_id=4bb771f6-2583-4beb-8abc-296f660a8fd7)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:34.105159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:34.174510 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:12:34.227869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Calling delete_port for c6142bdb-c2b6-4875-a3f1-b343902095fc owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:12:34.450106 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:34.483955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['c6142bdb-c2b6-4875-a3f1-b343902095fc'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:12:34.502164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Pushing event deleted for resources: {'Port': ['ID=c6142bdb-c2b6-4875-a3f1-b343902095fc,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:34.589783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] No DVR routers for this DVR port c6142bdb-c2b6-4875-a3f1-b343902095fc on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:12:34.592461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:34.595468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55a76fc-1a45-4fec-91f9-060e749fb11f', 'name': 'network-vif-deleted', 'tag': 'c6142bdb-c2b6-4875-a3f1-b343902095fc'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:12:34.598201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349e9b32-6cf2-4a1c-92af-e01b5669df43" -d '{"events": [{"server_uuid": "d55a76fc-1a45-4fec-91f9-060e749fb11f", "name": "network-vif-deleted", "tag": "c6142bdb-c2b6-4875-a3f1-b343902095fc"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:12:34.648822 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bc458b-35b5-4b27-93bb-00bbed314daf x-openstack-request-id: req-57bc458b-35b5-4b27-93bb-00bbed314daf {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:12:34.650073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55a76fc-1a45-4fec-91f9-060e749fb11f", "name": "network-vif-deleted", "tag": "c6142bdb-c2b6-4875-a3f1-b343902095fc", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:12:34.650344 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57bc458b-35b5-4b27-93bb-00bbed314daf {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:12:34.650758 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bc458b-35b5-4b27-93bb-00bbed314daf'] response: {'server_uuid': 'd55a76fc-1a45-4fec-91f9-060e749fb11f', 'name': 'network-vif-deleted', 'tag': 'c6142bdb-c2b6-4875-a3f1-b343902095fc', 'status': 'completed', 'code': 200} Sep 15 10:12:34.662044 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5116ff4a-5ac4-4fca-99dc-f5be3543f10c req-e40bdc22-78ed-45aa-a48d-f8328da6320b tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.16 "DELETE /v2.0/ports/c6142bdb-c2b6-4875-a3f1-b343902095fc HTTP/1.1" status: 204 len: 173 time: 0.8664896 Sep 15 10:12:34.889588 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-01182ea4-0aa3-4a77-afd7-5353ab6af2d2 req-294c5791-923d-4306-ad00-bdcc0e54f2da tempest-ServersAdminNegativeTestJSON-1808834580 tempest-ServersAdminNegativeTestJSON-1808834580-project] 10.222.0.62 "GET /v2.0/ports?device_id=d55a76fc-1a45-4fec-91f9-060e749fb11f HTTP/1.1" status: 200 len: 210 time: 0.0496814 Sep 15 10:12:36.457445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58048) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:36.614044 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9adfd83a-91ca-4abb-99f0-9489f21ff363 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54bc884670b940efa4f99fac6251250f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553733 Sep 15 10:12:36.616510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58054) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:36.673503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:36.699086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:36.815795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:36.831865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08e349b-1ede-40ae-a4c5-2e59f2b9e240,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:36.840579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.840927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.841260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.841589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.841941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.842311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.842631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.842953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.843270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.843583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.843895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.844208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:36.912447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:36.913560 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bcce7f28-d42d-41a9-9ad2-2d9a565a532a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c08e349b-1ede-40ae-a4c5-2e59f2b9e240 HTTP/1.1" status: 204 len: 168 time: 0.2961535 Sep 15 10:12:37.508585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58062) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:37.526529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:37.540511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:12:37.544380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] Usage tracker for resource:security_group_rule and tenant:bbae352972834a2b8f10e5542bf47404 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:12:37.547174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:12:37.553634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:12:37.637555 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:37.684222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:37.731544 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbae352972834a2b8f10e5542bf47404&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219181 Sep 15 10:12:37.732405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51acd52-649d-4b5f-80c8-30d0877ef68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460a27bc-0b53-4181-ab17-33beabdbf39f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:37.734319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58066) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:37.736718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device c6142bdb-c2b6-4875-a3f1-b343902095fc no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:12:37.771916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: c6142bdb-c2b6-4875-a3f1-b343902095fc {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:12:37.772264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device c6142bdb-c2b6-4875-a3f1-b343902095fc not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:12:37.794970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68ff9858-f28a-4cc8-a857-54bea9043923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:37.821327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68ff9858-f28a-4cc8-a857-54bea9043923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:37.945540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68ff9858-f28a-4cc8-a857-54bea9043923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:37.959413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff9858-f28a-4cc8-a857-54bea9043923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460a27bc-0b53-4181-ab17-33beabdbf39f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:37.965382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-68ff9858-f28a-4cc8-a857-54bea9043923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:37.966530 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-68ff9858-f28a-4cc8-a857-54bea9043923 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/460a27bc-0b53-4181-ab17-33beabdbf39f HTTP/1.1" status: 204 len: 168 time: 0.2310865 Sep 15 10:12:39.116405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58090) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:39.217269 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2050407197-network', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:12:39.222197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:12:39.226133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Usage tracker for resource:network and tenant:46fc06cc64784e9e9b906f06932c3e41 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:12:39.228937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:12:39.235045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:12:39.318482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Made reservation on behalf of 46fc06cc64784e9e9b906f06932c3e41 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:12:39.320835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:39.333628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:39.349035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:12:39.352939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Usage tracker for resource:security_group_rule and tenant:46fc06cc64784e9e9b906f06932c3e41 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:12:39.355994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:12:39.361628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:12:39.443244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:39.506809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:39.536152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] vlan segment allocate from pool success with {'vlan_id': 370, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:12:39.544705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e1f59f-aafc-405b-9d27-d34c4d787ebc,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:39.554170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:39.554170 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Added segment 8ece50b7-20aa-46e7-b9a0-b9afadd6ae50 of type vlan for network fe390d11-7d8c-4796-b81e-3cee09873c54 Sep 15 10:12:39.578315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:39.689354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:39.690352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:39.690918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:39.792501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] Pushing event updated for resources: {'Network': ['ID=fe390d11-7d8c-4796-b81e-3cee09873c54,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:39.802714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network fe390d11-7d8c-4796-b81e-3cee09873c54 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:12:39.873234 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a4ea027d-4a16-4900-bdad-601efd56d85e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7557178 Sep 15 10:12:39.876093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58096) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:39.882111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Request body: {'subnet': {'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2050407197-subnet', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:12:39.886886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:12:39.890731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Usage tracker for resource:subnet and tenant:46fc06cc64784e9e9b906f06932c3e41 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:12:39.893500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:12:39.901428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:12:39.969627 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Made reservation on behalf of 46fc06cc64784e9e9b906f06932c3e41 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:12:39.972284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:40.215760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:40.288465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab7a37a0-ea68-4f73-9d61-7ac8c2d72506,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:40.297632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Checking segment: {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:12:40.298037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Network hostable DHCP agents. Network: fe390d11-7d8c-4796-b81e-3cee09873c54, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:12:40.358398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Network fe390d11-7d8c-4796-b81e-3cee09873c54 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:12:40.409671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, fe390d11-7d8c-4796-b81e-3cee09873c54) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:12:40.414043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:40.417030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:40.419766 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a8a0e7-75d0-4cd3-a676-f920d21b2950 None None] Network fe390d11-7d8c-4796-b81e-3cee09873c54 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:12:40.491167 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1416e50d-069d-4d3f-a464-6d337dafb973 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6138241 Sep 15 10:12:40.493551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58100) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:40.498730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:12:40.503407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:12:40.508411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Usage tracker for resource:router and tenant:46fc06cc64784e9e9b906f06932c3e41 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:12:40.511285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:12:40.516962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:12:40.591700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:40.592759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:40.607872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:40.681712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-fe390d11-7d8c-4796-b81e-3cee09873c54', 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'fixed_ips': [{'subnet_id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:12:40.682596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:40.840613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Allocated IP 172.20.0.2 (fe390d11-7d8c-4796-b81e-3cee09873c54/ab7a37a0-ea68-4f73-9d61-7ac8c2d72506/2be201c8-8e91-4863-a8a7-4d753c81fe84) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:12:41.049609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.060279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Transition to ACTIVE for port object 2be201c8-8e91-4863-a8a7-4d753c81fe84 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:41.068011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.078706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Transition to ACTIVE for port object 2be201c8-8e91-4863-a8a7-4d753c81fe84 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:41.147196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.214896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Network fe390d11-7d8c-4796-b81e-3cee09873c54 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:12:41.217864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:12:41.221427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:12:41.227411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Pushing event updated for resources: {'Port': ['ID=2be201c8-8e91-4863-a8a7-4d753c81fe84,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:41.326483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Attempting to bind port 2be201c8-8e91-4863-a8a7-4d753c81fe84 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:12:41.326847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Attempting to bind port 2be201c8-8e91-4863-a8a7-4d753c81fe84 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:12:41.327206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Attempting to bind port 2be201c8-8e91-4863-a8a7-4d753c81fe84 on network fe390d11-7d8c-4796-b81e-3cee09873c54 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:12:41.332578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:12:41.332951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Checking segment: {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:12:41.333350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.333743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Bound using segment: {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:12:41.334234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Bound port: 2be201c8-8e91-4863-a8a7-4d753c81fe84, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:12:41.334602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.423615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] For port 2be201c8-8e91-4863-a8a7-4d753c81fe84, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:12:41.427355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] For port 2be201c8-8e91-4863-a8a7-4d753c81fe84, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2be201c8-8e91-4863-a8a7-4d753c81fe84,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:12:41.429997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.460094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.529331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.594721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Allocated IP 172.26.7.115 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/11b77dff-53f2-4dc8-b393-3d9705e76099) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:12:41.615631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b54e5e-2ffa-40cf-93eb-1b35a32ec8d8 None None] Pushing event updated for resources: {'Port': ['ID=2be201c8-8e91-4863-a8a7-4d753c81fe84,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:41.754878 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.856188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:41.920885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:12:41.923516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:12:41.927869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:12:41.970253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Pushing event updated for resources: {'Port': ['ID=11b77dff-53f2-4dc8-b393-3d9705e76099,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:42.459738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:42.560025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6561226-4e02-462c-8ad7-5dec9e163291 None None] Network fe390d11-7d8c-4796-b81e-3cee09873c54 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:12:42.758775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cad1fee1-cdd2-41fb-9886-51ad5c110c1f None None] Provisioning for port 2be201c8-8e91-4863-a8a7-4d753c81fe84 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:42.939313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:43.086698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2be201c8-8e91-4863-a8a7-4d753c81fe84 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:12:43.398100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Router 044698ea-8608-41b9-9d44-55ce08c62a75 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:12:43.426559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 2be201c8-8e91-4863-a8a7-4d753c81fe84 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:43.431882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 2be201c8-8e91-4863-a8a7-4d753c81fe84 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:43.432355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:43.547761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2be201c8-8e91-4863-a8a7-4d753c81fe84 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:43.548136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:43.575611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:12:43.581108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 2be201c8-8e91-4863-a8a7-4d753c81fe84, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2be201c8-8e91-4863-a8a7-4d753c81fe84,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:43.588997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Sync routers for ids ['044698ea-8608-41b9-9d44-55ce08c62a75'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:12:43.594544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Routers {'044698ea-8608-41b9-9d44-55ce08c62a75'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:12:43.595097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:12:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['044698ea-8608-41b9-9d44-55ce08c62a75'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:43.678223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:43.689696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:43.694561 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-34b530b2-f377-45f4-a76d-08be364ea50f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1962068 Sep 15 10:12:43.694706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58104) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:12:43.825891 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=2be201c8-8e91-4863-a8a7-4d753c81fe84,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:43.829423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Set router 044698ea-8608-41b9-9d44-55ce08c62a75 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:12:44.141672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:12:42Z', 'revision_number': 3, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:44.145896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Checking router: 044698ea-8608-41b9-9d44-55ce08c62a75 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:12:44.146243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Updating router 044698ea-8608-41b9-9d44-55ce08c62a75 port 11b77dff-53f2-4dc8-b393-3d9705e76099 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:12:44.199081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.497341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.534308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.546666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Transition to ACTIVE for port object 11b77dff-53f2-4dc8-b393-3d9705e76099 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:44.648378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.702501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Allocated IP 172.20.0.1 (fe390d11-7d8c-4796-b81e-3cee09873c54/ab7a37a0-ea68-4f73-9d61-7ac8c2d72506/cb9c3428-1bdc-430f-a449-fc83932fc4d6) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:12:44.715512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Attempting to bind port 11b77dff-53f2-4dc8-b393-3d9705e76099 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:12:44.720306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Attempting to bind port 11b77dff-53f2-4dc8-b393-3d9705e76099 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:12:44.720306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Attempting to bind port 11b77dff-53f2-4dc8-b393-3d9705e76099 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:12:44.726405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:12:44.726775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:12:44.727173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.727560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:12:44.728019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Bound port: 11b77dff-53f2-4dc8-b393-3d9705e76099, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:12:44.728436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.758239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c7b2f-12f1-4eb5-9c32-b72f6200f859 None None] Pushing event updated for resources: {'Port': ['ID=11b77dff-53f2-4dc8-b393-3d9705e76099,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:44.804478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] For port 11b77dff-53f2-4dc8-b393-3d9705e76099, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:12:44.807771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] For port 11b77dff-53f2-4dc8-b393-3d9705e76099, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=11b77dff-53f2-4dc8-b393-3d9705e76099,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:12:44.851146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.866688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Transition to ACTIVE for port object cb9c3428-1bdc-430f-a449-fc83932fc4d6 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:44.907486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.970162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:44.970596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Routers {'044698ea-8608-41b9-9d44-55ce08c62a75'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:12:44.971228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:12:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['044698ea-8608-41b9-9d44-55ce08c62a75'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:45.043522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Network fe390d11-7d8c-4796-b81e-3cee09873c54 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:12:45.046340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:12:45.049768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:12:45.054979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2be201c8-8e91-4863-a8a7-4d753c81fe84 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:12:45.098320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Pushing event updated for resources: {'Port': ['ID=cb9c3428-1bdc-430f-a449-fc83932fc4d6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:45.106349 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c7b2f-12f1-4eb5-9c32-b72f6200f859 None None] Pushing event updated for resources: {'Port': ['ID=11b77dff-53f2-4dc8-b393-3d9705e76099,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:45.116825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:45.223218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] Set router 044698ea-8608-41b9-9d44-55ce08c62a75 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:12:45.332636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 2be201c8-8e91-4863-a8a7-4d753c81fe84 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:45.332878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:45.468100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:45.574621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3f95d1a4-bbcd-4d31-94e1-f1d5c9a1a158 None None] Provisioning for port cb9c3428-1bdc-430f-a449-fc83932fc4d6 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:45.593903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3f95d1a4-bbcd-4d31-94e1-f1d5c9a1a158 None None] Provisioning complete for port cb9c3428-1bdc-430f-a449-fc83932fc4d6 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:45.594201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3f95d1a4-bbcd-4d31-94e1-f1d5c9a1a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:45.679346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2be201c8-8e91-4863-a8a7-4d753c81fe84 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:45.691350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3f95d1a4-bbcd-4d31-94e1-f1d5c9a1a158 None None] Port cb9c3428-1bdc-430f-a449-fc83932fc4d6 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:12:45.704592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:45.715419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:12:42Z', 'revision_number': 3, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:45.719281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae97579-f347-4d22-9137-c3c2ae808240 None None] The sync data for ids ['044698ea-8608-41b9-9d44-55ce08c62a75'] in dv-neutron-857775-1-hyperv is: [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:12:42Z', 'revision_number': 3, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:12:45.762705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:45.873316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:45.877202 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Pushing event updated for resources: {'Port': ['ID=cb9c3428-1bdc-430f-a449-fc83932fc4d6,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:46.030329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Network fe390d11-7d8c-4796-b81e-3cee09873c54 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:12:46.031484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:12:46.230050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Router 044698ea-8608-41b9-9d44-55ce08c62a75 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:12:46.325288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-084843fc-fdb6-4e60-8f70-ac21d80255ad None None] Provisioning complete for port cb9c3428-1bdc-430f-a449-fc83932fc4d6 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:46.325828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-084843fc-fdb6-4e60-8f70-ac21d80255ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:46.384813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-084843fc-fdb6-4e60-8f70-ac21d80255ad None None] Port cb9c3428-1bdc-430f-a449-fc83932fc4d6 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:12:46.528613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:12:46.537552 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5feb88fd-5c19-41cd-a71b-542422aa69fa admin admin] 10.222.0.62 "PUT /v2.0/routers/044698ea-8608-41b9-9d44-55ce08c62a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8419509 Sep 15 10:12:47.042629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-9c6ba9f3-6be2-4020-aeae-e858ae38d396 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:47.043309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-9c6ba9f3-6be2-4020-aeae-e858ae38d396 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Synchronizing usage tracker for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:12:47.065091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 11b77dff-53f2-4dc8-b393-3d9705e76099 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:12:47.129700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-9c6ba9f3-6be2-4020-aeae-e858ae38d396 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Unset dirty status for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:12:47.131099 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-9c6ba9f3-6be2-4020-aeae-e858ae38d396 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/networks?id=fe390d11-7d8c-4796-b81e-3cee09873c54 HTTP/1.1" status: 200 len: 812 time: 0.2383776 Sep 15 10:12:47.146482 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-ee645818-4104-4e41-9f1e-8e4bda0199ef tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/quotas/46fc06cc64784e9e9b906f06932c3e41 HTTP/1.1" status: 200 len: 375 time: 0.0095568 Sep 15 10:12:47.192701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 11b77dff-53f2-4dc8-b393-3d9705e76099 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:47.194997 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Sync routers for ids ['044698ea-8608-41b9-9d44-55ce08c62a75'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:12:47.198382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 11b77dff-53f2-4dc8-b393-3d9705e76099 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:47.198382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:47.204129 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Routers {'044698ea-8608-41b9-9d44-55ce08c62a75'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:12:47.204734 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:12:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['044698ea-8608-41b9-9d44-55ce08c62a75'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:47.250762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-6c740950-e338-48a4-b361-41e75ad41849 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Synchronizing usage tracker for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:12:47.329067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 11b77dff-53f2-4dc8-b393-3d9705e76099 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:47.329453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:47.335578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-6c740950-e338-48a4-b361-41e75ad41849 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Unset dirty status for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:12:47.337040 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-6c740950-e338-48a4-b361-41e75ad41849 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=46fc06cc64784e9e9b906f06932c3e41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1852918 Sep 15 10:12:47.350086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 11b77dff-53f2-4dc8-b393-3d9705e76099, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=11b77dff-53f2-4dc8-b393-3d9705e76099,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:47.386874 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Set router 044698ea-8608-41b9-9d44-55ce08c62a75 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:12:47.396769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-d07648ee-1f82-4b6d-ad56-05fdbcb67464 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:12:47.397749 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-d07648ee-1f82-4b6d-ad56-05fdbcb67464 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497043 Sep 15 10:12:47.419808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:47.499199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=11b77dff-53f2-4dc8-b393-3d9705e76099,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:47.534009 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-f1093e4b-4d55-4d0d-b1a6-5dbefdf4f65d service neutron] 10.222.0.62 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301301 Sep 15 10:12:47.667627 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-9b5402fd-2a32-4b30-add9-4b2afd2790b2 service neutron] 10.222.0.62 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276026 Sep 15 10:12:47.699732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:12:45Z', 'revision_number': 4, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cb9c3428-1bdc-430f-a449-fc83932fc4d6', 'name': '', 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'mac_address': 'fa:16:3e:d8:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:44Z', 'updated_at': '2022-09-15T10:12:45Z', 'revision_number': 2, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'subnets': [{'id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:47.703407 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Checking router: 044698ea-8608-41b9-9d44-55ce08c62a75 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:12:47.703752 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Updating router 044698ea-8608-41b9-9d44-55ce08c62a75 port cb9c3428-1bdc-430f-a449-fc83932fc4d6 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:12:47.755695 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:47.918763 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6dee4e43-6571-4fe1-ba2f-c03d07ca1008 req-43a4b6ad-36e6-4ad0-bfc4-158394f50f98 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 210 time: 0.0505676 Sep 15 10:12:48.109427 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:48.120526 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Transition to ACTIVE for port object cb9c3428-1bdc-430f-a449-fc83932fc4d6 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:48.209181 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:48.445129 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Pushing event updated for resources: {'Port': ['ID=cb9c3428-1bdc-430f-a449-fc83932fc4d6,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:48.468377 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.468651 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.468989 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.469319 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.469647 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.469999 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.470324 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.470646 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.471026 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.471336 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.471654 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.471971 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:48.479453 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Attempting to bind port cb9c3428-1bdc-430f-a449-fc83932fc4d6 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:12:48.479822 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Attempting to bind port cb9c3428-1bdc-430f-a449-fc83932fc4d6 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:12:48.480179 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Attempting to bind port cb9c3428-1bdc-430f-a449-fc83932fc4d6 on network fe390d11-7d8c-4796-b81e-3cee09873c54 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:12:48.485466 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:12:48.485849 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Checking segment: {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:12:48.486255 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:48.486641 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Bound using segment: {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:12:48.487100 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Bound port: cb9c3428-1bdc-430f-a449-fc83932fc4d6, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:12:48.487467 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:48.580951 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] For port cb9c3428-1bdc-430f-a449-fc83932fc4d6, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:12:48.584102 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] For port cb9c3428-1bdc-430f-a449-fc83932fc4d6, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=cb9c3428-1bdc-430f-a449-fc83932fc4d6,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:12:48.650240 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:48.707966 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Routers {'044698ea-8608-41b9-9d44-55ce08c62a75'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:12:48.708582 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:12:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['044698ea-8608-41b9-9d44-55ce08c62a75'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:48.806299 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd494a93-d01f-498a-aced-2c1401b61779 None None] Pushing event updated for resources: {'Port': ['ID=cb9c3428-1bdc-430f-a449-fc83932fc4d6,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:48.903968 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] Set router 044698ea-8608-41b9-9d44-55ce08c62a75 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:12:49.061331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 11b77dff-53f2-4dc8-b393-3d9705e76099 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:12:49.096848 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c097c22-d471-4d0a-846d-4ed4f2b287a8 req-202c93fa-73f0-4315-a875-2019d0bf3ea5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 210 time: 0.0509779 Sep 15 10:12:49.146856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 11b77dff-53f2-4dc8-b393-3d9705e76099 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:49.147311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:49.225394 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:12:45Z', 'revision_number': 4, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cb9c3428-1bdc-430f-a449-fc83932fc4d6', 'name': '', 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'mac_address': 'fa:16:3e:d8:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:44Z', 'updated_at': '2022-09-15T10:12:48Z', 'revision_number': 4, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'subnets': [{'id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:12:49.229431 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fbf0bf-34d3-4909-b1ce-0b667b31ab2b None None] The sync data for ids ['044698ea-8608-41b9-9d44-55ce08c62a75'] in dv-neutron-857775-1-hyperv is: [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:12:45Z', 'revision_number': 4, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'cb9c3428-1bdc-430f-a449-fc83932fc4d6', 'name': '', 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'mac_address': 'fa:16:3e:d8:6a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:44Z', 'updated_at': '2022-09-15T10:12:48Z', 'revision_number': 4, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'subnets': [{'id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:12:49.267119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 11b77dff-53f2-4dc8-b393-3d9705e76099 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:49.592112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4a664537-cd6a-41b4-900e-36028604e682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:50.280821 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e940f3cf-c88a-4b9a-a924-adbb30e8e0ca req-99059722-86c6-473d-af26-66180a6f3246 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 210 time: 0.0548878 Sep 15 10:12:50.616393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-b1b36554-e012-4b7b-a53c-808b06e2c6b8 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:50.617879 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-b1b36554-e012-4b7b-a53c-808b06e2c6b8 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.16 "GET /v2.0/networks?id=fe390d11-7d8c-4796-b81e-3cee09873c54 HTTP/1.1" status: 200 len: 812 time: 0.2484496 Sep 15 10:12:50.634865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Request body: {'port': {'device_id': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54', 'admin_state_up': True, 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:12:50.728234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:50.771221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:12:50.780557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:12:50.860911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Made reservation on behalf of 46fc06cc64784e9e9b906f06932c3e41 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:12:50.865325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.029081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Allocated IP 172.20.0.5 (fe390d11-7d8c-4796-b81e-3cee09873c54/ab7a37a0-ea68-4f73-9d61-7ac8c2d72506/fb7f6368-772b-4a9a-9ef2-4947e5e71605) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:12:51.069879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device cb9c3428-1bdc-430f-a449-fc83932fc4d6 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:12:51.219947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port cb9c3428-1bdc-430f-a449-fc83932fc4d6 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:51.225215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port cb9c3428-1bdc-430f-a449-fc83932fc4d6 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:51.225580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.232163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.252749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Transition to ACTIVE for port object fb7f6368-772b-4a9a-9ef2-4947e5e71605 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:51.329673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.347927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port cb9c3428-1bdc-430f-a449-fc83932fc4d6 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:51.348374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.384966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port cb9c3428-1bdc-430f-a449-fc83932fc4d6, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=cb9c3428-1bdc-430f-a449-fc83932fc4d6,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:51.402921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Network fe390d11-7d8c-4796-b81e-3cee09873c54 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:12:51.412552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:12:51.417442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:12:51.443756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.500083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:51.500720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.515921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Pushing event updated for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:51.516717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=cb9c3428-1bdc-430f-a449-fc83932fc4d6,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:51.528909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.529269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.529609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.529974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.530306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.530640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.530974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.531303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.531628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.531953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.532267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.532587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:12:51.533671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7e992-b175-47f4-97d6-fd75728e620b req-0c797490-4015-46a4-b093-bb325d67e0c9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:51.535862 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-83b7e992-b175-47f4-97d6-fd75728e620b req-0c797490-4015-46a4-b093-bb325d67e0c9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 931 time: 0.1291649 Sep 15 10:12:51.588055 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-76a05edc-b615-4b9b-be90-5f41857c5291 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9558129 Sep 15 10:12:51.591971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-83b7e992-b175-47f4-97d6-fd75728e620b req-6e20d036-3b90-4960-b603-3009096987c9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Synchronizing usage tracker for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:12:51.605279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Request body: {'port': {'device_id': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:12:51.671989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-839025dd-50db-46a4-8172-d95750f8f73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.699792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8646357f-a156-4830-a0e2-eb5281756921 None None] Provisioning for port fb7f6368-772b-4a9a-9ef2-4947e5e71605 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:51.699968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-83b7e992-b175-47f4-97d6-fd75728e620b req-6e20d036-3b90-4960-b603-3009096987c9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Unset dirty status for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:12:51.702125 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-83b7e992-b175-47f4-97d6-fd75728e620b req-6e20d036-3b90-4960-b603-3009096987c9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571419 Sep 15 10:12:51.705612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8646357f-a156-4830-a0e2-eb5281756921 None None] Provisioning complete for port fb7f6368-772b-4a9a-9ef2-4947e5e71605 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:51.706044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8646357f-a156-4830-a0e2-eb5281756921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.724399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:51.764377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8646357f-a156-4830-a0e2-eb5281756921 None None] Port fb7f6368-772b-4a9a-9ef2-4947e5e71605 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:12:52.056863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7f6368-772b-4a9a-9ef2-4947e5e71605 {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:12:52.064144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:52.078503 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Transition to ACTIVE for port object fb7f6368-772b-4a9a-9ef2-4947e5e71605 will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:12:52.169046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:52.354442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:52.395857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Attempting to bind port fb7f6368-772b-4a9a-9ef2-4947e5e71605 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:12:52.396182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Attempting to bind port fb7f6368-772b-4a9a-9ef2-4947e5e71605 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:12:52.396497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Attempting to bind port fb7f6368-772b-4a9a-9ef2-4947e5e71605 on network fe390d11-7d8c-4796-b81e-3cee09873c54 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:12:52.400873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Port fb7f6368-772b-4a9a-9ef2-4947e5e71605 on network fe390d11-7d8c-4796-b81e-3cee09873c54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:12:52.401184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Attempting to bind port fb7f6368-772b-4a9a-9ef2-4947e5e71605 on network fe390d11-7d8c-4796-b81e-3cee09873c54 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:12:52.406095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:12:52.406426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Checking segment: {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:12:52.406798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Bound using segment: {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:12:52.407213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Bound port: fb7f6368-772b-4a9a-9ef2-4947e5e71605, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:12:52.407545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:52.503142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:12:52.506105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:12:52.540435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:52.598394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:52.632374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:52.632974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:52.634366 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] 10.222.0.16 "PUT /v2.0/ports/fb7f6368-772b-4a9a-9ef2-4947e5e71605 HTTP/1.1" status: 200 len: 1093 time: 1.0335536 Sep 15 10:12:52.634787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:12:52.637032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810db291-d87a-432a-bc72-cccfe70c6177" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:12:52.678529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755995a6-b662-4cea-b250-3eda69fc4253 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:52.688470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc895c3-b6b6-4f42-a511-30fe8ca14eaa x-openstack-request-id: req-cfc895c3-b6b6-4f42-a511-30fe8ca14eaa {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:12:52.688781 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:12:52.689043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfc895c3-b6b6-4f42-a511-30fe8ca14eaa {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:12:52.689456 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfc895c3-b6b6-4f42-a511-30fe8ca14eaa'] response: {'name': 'network-changed', 'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'status': 'completed', 'code': 200} Sep 15 10:12:52.797870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:52.809522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810db291-d87a-432a-bc72-cccfe70c6177 req-7f2df75e-2b99-404d-b732-bae4cb3d4225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:52.811386 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-810db291-d87a-432a-bc72-cccfe70c6177 req-7f2df75e-2b99-404d-b732-bae4cb3d4225 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46fc06cc64784e9e9b906f06932c3e41&device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 1096 time: 0.0826344 Sep 15 10:12:52.920750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f8dd3-04cc-4e5e-adfe-0c276ecf3a30 req-bddf2aaa-2939-420c-aaa4-c36cd93b3edf tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:52.922305 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-168f8dd3-04cc-4e5e-adfe-0c276ecf3a30 req-bddf2aaa-2939-420c-aaa4-c36cd93b3edf tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 943 time: 0.0933676 Sep 15 10:12:52.969116 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-168f8dd3-04cc-4e5e-adfe-0c276ecf3a30 req-ff4cc7c1-3d46-4c85-8f6f-bef7a6a3b257 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403070 Sep 15 10:12:53.047412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device cb9c3428-1bdc-430f-a449-fc83932fc4d6 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:12:53.067720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810db291-d87a-432a-bc72-cccfe70c6177 req-73c419dc-8479-47c7-bc9c-631bfbd3d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:53.069202 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-810db291-d87a-432a-bc72-cccfe70c6177 req-73c419dc-8479-47c7-bc9c-631bfbd3d736 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=46fc06cc64784e9e9b906f06932c3e41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2454286 Sep 15 10:12:53.115490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port cb9c3428-1bdc-430f-a449-fc83932fc4d6 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:53.115863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:53.204507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810db291-d87a-432a-bc72-cccfe70c6177 req-e70ca171-949e-47a3-a664-6b931b64d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:53.205859 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-810db291-d87a-432a-bc72-cccfe70c6177 req-e70ca171-949e-47a3-a664-6b931b64d156 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292026 Sep 15 10:12:53.231832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port cb9c3428-1bdc-430f-a449-fc83932fc4d6 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:53.352451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-b745df1c-4505-4fd2-b4af-7380ee2db3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:53.353927 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-b745df1c-4505-4fd2-b4af-7380ee2db3a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46fc06cc64784e9e9b906f06932c3e41&device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 1096 time: 0.0853457 Sep 15 10:12:53.430914 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-0768658c-5ea0-47e5-8964-4d101ebbf8a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605 HTTP/1.1" status: 200 len: 217 time: 0.0653522 Sep 15 10:12:53.493010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-3f43eb98-e56f-4587-987e-5feb36340431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:53.494437 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-3f43eb98-e56f-4587-987e-5feb36340431 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab7a37a0-ea68-4f73-9d61-7ac8c2d72506 HTTP/1.1" status: 200 len: 851 time: 0.0568333 Sep 15 10:12:53.575634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-b9b81a1a-3f84-4279-abc5-1ff7ea796053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:53.577063 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-b9b81a1a-3f84-4279-abc5-1ff7ea796053 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe390d11-7d8c-4796-b81e-3cee09873c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759056 Sep 15 10:12:53.707373 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-949ccb90-5d06-4b4a-ba79-9b795b7df2c5 service neutron] 10.222.0.16 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232543 Sep 15 10:12:53.839264 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0825c1d6-0adc-4428-8e90-2b95d722e089 req-7518286f-23a2-4ece-a9de-1ab07b6d8ae4 service neutron] 10.222.0.16 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247382 Sep 15 10:12:54.175018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2b3343-2b7d-4f06-9437-abd6f7ff902d req-74d9c816-17aa-4ae0-b8f6-22e71cae0224 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:54.175870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-0b2b3343-2b7d-4f06-9437-abd6f7ff902d req-74d9c816-17aa-4ae0-b8f6-22e71cae0224 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Synchronizing usage tracker for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:12:54.249965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-0b2b3343-2b7d-4f06-9437-abd6f7ff902d req-74d9c816-17aa-4ae0-b8f6-22e71cae0224 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Unset dirty status for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:12:54.251218 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0b2b3343-2b7d-4f06-9437-abd6f7ff902d req-74d9c816-17aa-4ae0-b8f6-22e71cae0224 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 943 time: 0.1641014 Sep 15 10:12:54.297489 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0b2b3343-2b7d-4f06-9437-abd6f7ff902d req-73d7c709-cd1a-486c-bde6-620c2ebfa2be tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405464 Sep 15 10:12:54.369043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:55.501521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f689b5-922f-4e4e-a4a5-c7286415024c req-cf6100ce-60f1-4029-95ce-574f2d026b98 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:55.502924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e0f689b5-922f-4e4e-a4a5-c7286415024c req-cf6100ce-60f1-4029-95ce-574f2d026b98 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 943 time: 0.0874887 Sep 15 10:12:55.547254 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e0f689b5-922f-4e4e-a4a5-c7286415024c req-bb7d5ba8-c6ae-4d17-8818-9ad83c550020 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385921 Sep 15 10:12:55.892656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device fb7f6368-772b-4a9a-9ef2-4947e5e71605 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:12:56.023695 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:56.036279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54', 'port_id': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'mac_address': 'fa:16:3e:a3:ca:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:12:56.090162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port fb7f6368-772b-4a9a-9ef2-4947e5e71605 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:56.090469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:56.106812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7f6368-772b-4a9a-9ef2-4947e5e71605 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:12:56.121540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:56.197709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:56.268017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:56.461397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['fb7f6368-772b-4a9a-9ef2-4947e5e71605'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:12:56.754847 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d572364-c8df-4cdc-a76e-34dff9ebb82d req-508a3869-c702-4852-b703-bd5a5ff9c6e2 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:56.756322 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7d572364-c8df-4cdc-a76e-34dff9ebb82d req-508a3869-c702-4852-b703-bd5a5ff9c6e2 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 944 time: 0.0891535 Sep 15 10:12:56.799397 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7d572364-c8df-4cdc-a76e-34dff9ebb82d req-31feae01-0fb1-4bce-b7a6-e82bbe292bf5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375309 Sep 15 10:12:57.892649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device fb7f6368-772b-4a9a-9ef2-4947e5e71605 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:12:58.008630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7a782-65b8-448d-b773-5746d085eebb req-59c16da5-235b-482f-93b7-e116a8ffe0bf tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:58.010099 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9fc7a782-65b8-448d-b773-5746d085eebb req-59c16da5-235b-482f-93b7-e116a8ffe0bf tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 944 time: 0.0896873 Sep 15 10:12:58.026268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port fb7f6368-772b-4a9a-9ef2-4947e5e71605 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:12:58.031230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port fb7f6368-772b-4a9a-9ef2-4947e5e71605 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:12:58.031713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:58.053515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9fc7a782-65b8-448d-b773-5746d085eebb req-b530f29b-4162-48ee-8685-4ec438320a4e tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376997 Sep 15 10:12:58.147879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port fb7f6368-772b-4a9a-9ef2-4947e5e71605 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:12:58.148173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:58.173742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:12:58.176654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade63d0e-a347-4d0d-8384-9bc0535355d8" -d '{"events": [{"server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:12:58.184347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:12:58.223817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb944e3-ef9e-4849-8996-3ef976a88573 x-openstack-request-id: req-8bb944e3-ef9e-4849-8996-3ef976a88573 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:12:58.224314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:12:58.224577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bb944e3-ef9e-4849-8996-3ef976a88573 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:12:58.224973 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb944e3-ef9e-4849-8996-3ef976a88573'] response: {'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'code': 200} Sep 15 10:12:58.248712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:12:58.320325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:12:58.600077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ae0159-a483-48d2-9295-89b46423570c req-0c3373d0-f99c-4a37-980c-1d4cc3a1266d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:58.601568 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b8ae0159-a483-48d2-9295-89b46423570c req-0c3373d0-f99c-4a37-980c-1d4cc3a1266d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 1098 time: 0.0755949 Sep 15 10:12:58.644923 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b8ae0159-a483-48d2-9295-89b46423570c req-b24cf49c-749a-4f85-b226-19fd8661319a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Sep 15 10:12:59.260596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25955bcf-e638-48f9-b243-225942abae72 req-c4dfbc5d-d87e-410e-a777-b0ad83c02cb7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:12:59.261992 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-25955bcf-e638-48f9-b243-225942abae72 req-c4dfbc5d-d87e-410e-a777-b0ad83c02cb7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0904603 Sep 15 10:12:59.308376 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-25955bcf-e638-48f9-b243-225942abae72 req-7ec99e62-899d-44ae-8b1d-6fb9e28d4e41 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406229 Sep 15 10:13:00.673171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c812a34-1898-4835-8b49-e6e13601a11e req-870b2163-09b8-4e30-aa2c-ca617ee6f713 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:00.674640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c812a34-1898-4835-8b49-e6e13601a11e req-870b2163-09b8-4e30-aa2c-ca617ee6f713 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0906532 Sep 15 10:13:00.717595 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c812a34-1898-4835-8b49-e6e13601a11e req-fc818313-b231-4c2f-8446-bbdeb9453940 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363708 Sep 15 10:13:01.267352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f299c80-2837-48b6-9668-92c55350b02f req-8d3deae9-3775-4c2d-b6e1-33b71f6416ac tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:01.269352 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f299c80-2837-48b6-9668-92c55350b02f req-8d3deae9-3775-4c2d-b6e1-33b71f6416ac tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0989985 Sep 15 10:13:01.308103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58176) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:01.317397 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1f299c80-2837-48b6-9668-92c55350b02f req-4604327a-769d-4981-98d3-0cf96dafbd8a tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416391 Sep 15 10:13:01.427128 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-dbea7025-8353-44f5-8879-a18cf96f7a85 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177838 Sep 15 10:13:02.530020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc334a63-df3c-4d28-8d51-9f9bdf739932 req-6d16c7d2-20f1-4bfa-a6ba-db38eecf9918 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:02.531425 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc334a63-df3c-4d28-8d51-9f9bdf739932 req-6d16c7d2-20f1-4bfa-a6ba-db38eecf9918 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0936985 Sep 15 10:13:02.577510 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc334a63-df3c-4d28-8d51-9f9bdf739932 req-a520720c-a5b5-475e-8169-5b7699e93d88 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393999 Sep 15 10:13:03.573673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-35be2a2d-eaaf-4651-9dd7-e752d008d69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:03.575156 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-35be2a2d-eaaf-4651-9dd7-e752d008d69e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46fc06cc64784e9e9b906f06932c3e41&device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 1098 time: 0.0774026 Sep 15 10:13:03.747119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-e3a41b67-8b24-4dfa-97e6-c52a064a9236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:03.748536 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-e3a41b67-8b24-4dfa-97e6-c52a064a9236 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe390d11-7d8c-4796-b81e-3cee09873c54 HTTP/1.1" status: 200 len: 913 time: 0.1679206 Sep 15 10:13:03.819308 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-7d588723-f53b-4238-b98a-c87c835f71fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605 HTTP/1.1" status: 200 len: 217 time: 0.0643804 Sep 15 10:13:03.891992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-64901f89-6407-47e8-b6e8-a1eb9e7e3dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:03.893349 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-64901f89-6407-47e8-b6e8-a1eb9e7e3dae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab7a37a0-ea68-4f73-9d61-7ac8c2d72506 HTTP/1.1" status: 200 len: 851 time: 0.0664437 Sep 15 10:13:03.908070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052238fe-c457-49ac-b8af-d607a73b789f req-3c18a54b-d608-4d6f-b9c2-c116058b290b tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:03.909470 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-052238fe-c457-49ac-b8af-d607a73b789f req-3c18a54b-d608-4d6f-b9c2-c116058b290b tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.2092118 Sep 15 10:13:04.102404 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-052238fe-c457-49ac-b8af-d607a73b789f req-f3b0f969-5614-4439-873b-4e6ccd4f2052 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579335 Sep 15 10:13:04.118623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-dd333327-a4b4-420e-97d0-8ddf5636cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:04.120076 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-dd333327-a4b4-420e-97d0-8ddf5636cd9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe390d11-7d8c-4796-b81e-3cee09873c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2198153 Sep 15 10:13:04.255228 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-bd075f83-5214-4edc-bad4-3bb2d9a0b9a4 service neutron] 10.222.0.16 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290131 Sep 15 10:13:04.385666 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-3fefdd3f-6962-4f36-b5d3-e4a57f4e30cf service neutron] 10.222.0.16 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243036 Sep 15 10:13:05.309555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae2109-10dc-4630-86c4-6e4bbcd84aca req-8e8826d3-3a3d-460f-8dc1-9df3bf34b7f5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:05.310998 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ae2109-10dc-4630-86c4-6e4bbcd84aca req-8e8826d3-3a3d-460f-8dc1-9df3bf34b7f5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0886366 Sep 15 10:13:05.358535 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ae2109-10dc-4630-86c4-6e4bbcd84aca req-351b3aed-33af-4ad1-ae8a-ac07da63967b tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Sep 15 10:13:06.568035 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b92c1-0abf-409c-8079-86ef57087f13 req-95217e4b-362f-429e-9cbb-4b6c0b459e5b tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:06.569507 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-389b92c1-0abf-409c-8079-86ef57087f13 req-95217e4b-362f-429e-9cbb-4b6c0b459e5b tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0897756 Sep 15 10:13:06.614021 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-389b92c1-0abf-409c-8079-86ef57087f13 req-bc28fa73-ecaa-4762-a094-26af952e5990 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Sep 15 10:13:07.913143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7871e-01a3-4517-a120-02c120077ec7 req-d38bfd3c-8458-4e74-9a1d-018497ba4c09 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:07.914628 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7ea7871e-01a3-4517-a120-02c120077ec7 req-d38bfd3c-8458-4e74-9a1d-018497ba4c09 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.1755977 Sep 15 10:13:07.960576 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7ea7871e-01a3-4517-a120-02c120077ec7 req-5d57b74e-8413-446c-b648-1f610b2597b7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402563 Sep 15 10:13:09.166168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dde01-a5ab-4959-9671-5b376d16bc55 req-d85deb2b-7a76-41bd-aaca-b5b9d747cf68 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:09.167617 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea5dde01-a5ab-4959-9671-5b376d16bc55 req-d85deb2b-7a76-41bd-aaca-b5b9d747cf68 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0895944 Sep 15 10:13:09.210695 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea5dde01-a5ab-4959-9671-5b376d16bc55 req-a2fdb72f-c49f-468d-946b-bc0a393b5864 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374708 Sep 15 10:13:10.417553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ff522-99ae-43d7-94f0-0bc00ae69254 req-117409a8-258d-411b-bb3c-29e6071567f1 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:10.419015 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e5ff522-99ae-43d7-94f0-0bc00ae69254 req-117409a8-258d-411b-bb3c-29e6071567f1 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0892422 Sep 15 10:13:10.462085 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e5ff522-99ae-43d7-94f0-0bc00ae69254 req-bab3b739-332d-45e0-a12c-72f8c9db65d6 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374205 Sep 15 10:13:11.173788 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:13:11.676376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3d775-bfef-4acd-bd93-e2e5c9b709a2 req-6c662a9d-7da6-46a4-9982-1a7be4853ef9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:11.677856 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61c3d775-bfef-4acd-bd93-e2e5c9b709a2 req-6c662a9d-7da6-46a4-9982-1a7be4853ef9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0911076 Sep 15 10:13:11.720051 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61c3d775-bfef-4acd-bd93-e2e5c9b709a2 req-852b5f43-2d4e-4b9e-8e78-01e2f5354355 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363050 Sep 15 10:13:12.930063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702bd0d-747a-4ddd-b985-8e9b46cdb224 req-442e002c-a4e2-4f8e-a88a-9e26bd8ccffe tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:12.931527 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7702bd0d-747a-4ddd-b985-8e9b46cdb224 req-442e002c-a4e2-4f8e-a88a-9e26bd8ccffe tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0869625 Sep 15 10:13:12.978446 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7702bd0d-747a-4ddd-b985-8e9b46cdb224 req-da77eb6a-bf61-43d3-b5b7-f5e1b0d388e4 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411458 Sep 15 10:13:14.181272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8a85fb-f83e-47f0-b437-21787961d1f1 req-9f7ae20e-0d76-4288-a393-e030d9341640 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:14.182882 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4c8a85fb-f83e-47f0-b437-21787961d1f1 req-9f7ae20e-0d76-4288-a393-e030d9341640 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0869415 Sep 15 10:13:14.228968 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4c8a85fb-f83e-47f0-b437-21787961d1f1 req-dd6651ce-2140-4fd1-9eb5-04a5cb82af7f tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Sep 15 10:13:15.437831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cb037-6b35-47e3-bbdc-9322fe466510 req-42815348-033f-4a7d-b00e-30be9097af42 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:15.439300 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e4cb037-6b35-47e3-bbdc-9322fe466510 req-42815348-033f-4a7d-b00e-30be9097af42 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0873024 Sep 15 10:13:15.482821 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e4cb037-6b35-47e3-bbdc-9322fe466510 req-b16b41c3-5e9b-46d4-9164-432ebd729bdc tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378530 Sep 15 10:13:16.699732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dc381-b4dc-4058-abb1-d61a26246c86 req-677fa833-da05-4ca5-b99d-7db3e415f936 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:16.701194 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cc0dc381-b4dc-4058-abb1-d61a26246c86 req-677fa833-da05-4ca5-b99d-7db3e415f936 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0925269 Sep 15 10:13:16.746775 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cc0dc381-b4dc-4058-abb1-d61a26246c86 req-3f5b9dc1-e1aa-4368-9e3a-a1e897812355 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396044 Sep 15 10:13:17.961687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a5a62-fc6f-498a-a346-9f4c41f968dd req-39677e1a-0083-4949-9cff-9fd1653ae926 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:17.963250 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-161a5a62-fc6f-498a-a346-9f4c41f968dd req-39677e1a-0083-4949-9cff-9fd1653ae926 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0940938 Sep 15 10:13:18.008653 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-161a5a62-fc6f-498a-a346-9f4c41f968dd req-584e5fc0-482a-4518-97e7-078d91acc0d3 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398047 Sep 15 10:13:19.213114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c02b68-f5b8-4858-aa7a-8dfb30977df3 req-cd92645a-d337-4c8a-8a38-54887364b031 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:19.214722 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14c02b68-f5b8-4858-aa7a-8dfb30977df3 req-cd92645a-d337-4c8a-8a38-54887364b031 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0847840 Sep 15 10:13:19.262379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14c02b68-f5b8-4858-aa7a-8dfb30977df3 req-644e301c-43e5-4679-9857-9cb3f8997220 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Sep 15 10:13:19.602524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-532e7487-83d8-458d-ba4d-dc84dbdb6b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:20.466530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f352-8991-46a6-a218-7a32baed5f65 req-2f94c645-8b77-4c16-bce3-22cd69b514b5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:20.467968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fc06f352-8991-46a6-a218-7a32baed5f65 req-2f94c645-8b77-4c16-bce3-22cd69b514b5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0870671 Sep 15 10:13:20.514385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fc06f352-8991-46a6-a218-7a32baed5f65 req-5fa0d419-7513-45cb-a6f0-44a3e916d1b9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401402 Sep 15 10:13:20.727876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:21.665527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5ab3bac-ca00-4f20-8b2e-735085e18b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:21.726624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400912fc-4163-4149-a7ce-636360d12b5b req-9640473a-b626-479a-809b-da21f690f32c tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:21.728098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-400912fc-4163-4149-a7ce-636360d12b5b req-9640473a-b626-479a-809b-da21f690f32c tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0889168 Sep 15 10:13:21.771678 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-400912fc-4163-4149-a7ce-636360d12b5b req-c411dbdc-3bf9-40a4-91c1-b4fdc921eae7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378263 Sep 15 10:13:22.516532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:22.796329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:22.985005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fddb19-cfa2-4fa0-9043-aaf64023a140 req-0a00a08f-2ccf-4514-9d55-9c300e6522ed tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:22.986595 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e1fddb19-cfa2-4fa0-9043-aaf64023a140 req-0a00a08f-2ccf-4514-9d55-9c300e6522ed tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0904448 Sep 15 10:13:23.032331 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e1fddb19-cfa2-4fa0-9043-aaf64023a140 req-ec1940c9-cdb8-492e-bf0b-b2e0718cfc2a tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391676 Sep 15 10:13:24.240085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b35da-d6d0-4230-8ac7-7445806feb91 req-8324e708-eb90-4078-aafd-0f3851237c3a tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:24.241533 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-118b35da-d6d0-4230-8ac7-7445806feb91 req-8324e708-eb90-4078-aafd-0f3851237c3a tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0896828 Sep 15 10:13:24.285085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-118b35da-d6d0-4230-8ac7-7445806feb91 req-a326574f-b097-4b89-af64-f33831f6d1ea tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378163 Sep 15 10:13:24.334120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:25.495242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d03b4-a34f-427d-8898-535d8d1d591e req-18bffb37-0b05-4b76-a62e-993615efd3c5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:25.496678 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-962d03b4-a34f-427d-8898-535d8d1d591e req-18bffb37-0b05-4b76-a62e-993615efd3c5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0917804 Sep 15 10:13:25.540162 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-962d03b4-a34f-427d-8898-535d8d1d591e req-c557428d-bdf0-4517-9bc0-84c67eaf75fb tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377922 Sep 15 10:13:26.746059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd95cc-bbc1-42be-b23e-135746088432 req-650602fb-2958-4d78-b6a4-e12f999c0f00 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:26.747520 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-66fd95cc-bbc1-42be-b23e-135746088432 req-650602fb-2958-4d78-b6a4-e12f999c0f00 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0855625 Sep 15 10:13:26.794524 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-66fd95cc-bbc1-42be-b23e-135746088432 req-4e5961c8-7542-47dc-b537-dcc8d234314c tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414073 Sep 15 10:13:27.998310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3736b7f8-64aa-4f37-8113-c669add3d961 req-87140883-cfd5-4555-bd7f-23296fb09118 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:27.999745 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3736b7f8-64aa-4f37-8113-c669add3d961 req-87140883-cfd5-4555-bd7f-23296fb09118 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0850878 Sep 15 10:13:28.046323 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3736b7f8-64aa-4f37-8113-c669add3d961 req-c1d690ac-8242-45c3-b354-b99809529fe7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407476 Sep 15 10:13:29.249301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c44868e-49df-4445-a30e-8c20e74c65e0 req-f8bac961-847e-4af9-8d5b-065b8aea18e9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:29.250782 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2c44868e-49df-4445-a30e-8c20e74c65e0 req-f8bac961-847e-4af9-8d5b-065b8aea18e9 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0868757 Sep 15 10:13:29.295732 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2c44868e-49df-4445-a30e-8c20e74c65e0 req-3e1126c0-fad6-49c9-b5c1-a5a580234e36 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382640 Sep 15 10:13:30.503252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e520331-4da7-4b4a-ad73-bbbc929cf91a req-6d03b2ba-9dbd-4c4d-b54b-4478e3b0bd16 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:30.505286 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1e520331-4da7-4b4a-ad73-bbbc929cf91a req-6d03b2ba-9dbd-4c4d-b54b-4478e3b0bd16 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0858011 Sep 15 10:13:30.553114 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1e520331-4da7-4b4a-ad73-bbbc929cf91a req-98904a5e-1447-480f-9231-770bc8ee2210 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416574 Sep 15 10:13:31.764437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da95b864-648e-41e9-9eb5-b8622ec581bd req-02402ac5-23cb-40fc-ade8-e7fe4f0ae2f7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:31.765906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-da95b864-648e-41e9-9eb5-b8622ec581bd req-02402ac5-23cb-40fc-ade8-e7fe4f0ae2f7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0898297 Sep 15 10:13:31.810626 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-da95b864-648e-41e9-9eb5-b8622ec581bd req-a7dd03dd-fd4a-4f6c-abc0-29c758841be8 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385516 Sep 15 10:13:33.018453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943809e-b04a-4196-a310-427bf90b8e42 req-27a5189e-85c0-449b-b2f9-744c8ff51ccb tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:33.020527 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1943809e-b04a-4196-a310-427bf90b8e42 req-27a5189e-85c0-449b-b2f9-744c8ff51ccb tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0910075 Sep 15 10:13:33.064474 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1943809e-b04a-4196-a310-427bf90b8e42 req-f9fb3133-ae48-4cac-91c8-9b004e89bcdc tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Sep 15 10:13:34.272591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fbefe-3a24-428b-a0c4-07fdd8049f4e req-948538c9-798a-4fde-acd4-576788627fb8 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:34.274062 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-420fbefe-3a24-428b-a0c4-07fdd8049f4e req-948538c9-798a-4fde-acd4-576788627fb8 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0880418 Sep 15 10:13:34.321655 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-420fbefe-3a24-428b-a0c4-07fdd8049f4e req-7ed79f08-3ba0-42d0-8d31-f6446223af58 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Sep 15 10:13:35.530944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee7f55-5526-43b3-bba7-86ae98059e71 req-57d844ec-cc4d-4925-8cef-94b5205d087a tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:35.532409 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-83ee7f55-5526-43b3-bba7-86ae98059e71 req-57d844ec-cc4d-4925-8cef-94b5205d087a tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0867388 Sep 15 10:13:35.579607 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-83ee7f55-5526-43b3-bba7-86ae98059e71 req-7647825c-6591-44a8-a5b8-106cbd0db5f5 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406475 Sep 15 10:13:36.600825 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-dcbbbde3-47d9-4af0-abcd-c282b7194126 service neutron] 10.222.0.16 "GET /v2.0/ports/fb7f6368-772b-4a9a-9ef2-4947e5e71605/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0730367 Sep 15 10:13:36.792139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84516171-9659-407b-ac3c-dcb48db87496 req-98ff2eed-e38e-4ebf-9f43-c1b0fcfe923e tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:36.793575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-84516171-9659-407b-ac3c-dcb48db87496 req-98ff2eed-e38e-4ebf-9f43-c1b0fcfe923e tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0927725 Sep 15 10:13:36.938684 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-84516171-9659-407b-ac3c-dcb48db87496 req-92519013-85ce-449b-a897-febbfe17f7f8 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390595 Sep 15 10:13:37.176155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-afc0fb64-3c7d-45d8-a950-d4d148e3ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:37.177613 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-afc0fb64-3c7d-45d8-a950-d4d148e3ff7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34&tenant_id=46fc06cc64784e9e9b906f06932c3e41 HTTP/1.1" status: 200 len: 1098 time: 0.0834868 Sep 15 10:13:37.291466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-7bcd7f1c-5c18-4920-8f64-06c7b36f7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:37.292938 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-7bcd7f1c-5c18-4920-8f64-06c7b36f7fc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46fc06cc64784e9e9b906f06932c3e41&device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 1098 time: 0.0826509 Sep 15 10:13:37.427592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-705b4bf3-ca9e-487d-b78b-7fe29ac04c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:37.429326 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-705b4bf3-ca9e-487d-b78b-7fe29ac04c6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe390d11-7d8c-4796-b81e-3cee09873c54 HTTP/1.1" status: 200 len: 913 time: 0.1307535 Sep 15 10:13:37.499989 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-7a640304-e9b7-41d6-b1ca-80c5584a4f69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605 HTTP/1.1" status: 200 len: 217 time: 0.0645506 Sep 15 10:13:37.559848 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-75b79ff4-c2ba-480b-842e-f8546d7ce741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:37.561162 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-75b79ff4-c2ba-480b-842e-f8546d7ce741 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab7a37a0-ea68-4f73-9d61-7ac8c2d72506 HTTP/1.1" status: 200 len: 851 time: 0.0559456 Sep 15 10:13:37.641963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-f68b5c33-93a7-48f3-bb78-96fe17f70220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:37.643417 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-f68b5c33-93a7-48f3-bb78-96fe17f70220 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe390d11-7d8c-4796-b81e-3cee09873c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761411 Sep 15 10:13:37.772199 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-7445f2e2-d1ce-4f33-991b-28f4feb350c5 service neutron] 10.222.0.16 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225326 Sep 15 10:13:37.902530 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f78bc76-dc97-42c8-88e0-3f7407b2c738 req-e09ef1e6-be3c-4c23-93c8-192d743bef91 service neutron] 10.222.0.16 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237309 Sep 15 10:13:38.145081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d45352f-979f-42c5-b8ce-4dff50c0a845 req-2ec9ce7c-e35f-4e38-b61f-cb6190578dc4 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:38.146572 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2d45352f-979f-42c5-b8ce-4dff50c0a845 req-2ec9ce7c-e35f-4e38-b61f-cb6190578dc4 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0868843 Sep 15 10:13:38.190409 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2d45352f-979f-42c5-b8ce-4dff50c0a845 req-d10589fe-ad4a-456a-a831-a28276802e44 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380821 Sep 15 10:13:39.412686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3491b9f-4a07-442a-add0-5e3ded558da8 req-adc8fc52-630a-4d4a-9ac1-f967d7e35457 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:39.414217 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d3491b9f-4a07-442a-add0-5e3ded558da8 req-adc8fc52-630a-4d4a-9ac1-f967d7e35457 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.1016645 Sep 15 10:13:39.458600 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d3491b9f-4a07-442a-add0-5e3ded558da8 req-304ace91-0a70-43d4-a009-bb743aef89bb tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385671 Sep 15 10:13:40.126013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device fb7f6368-772b-4a9a-9ef2-4947e5e71605 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:13:40.132650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device fb7f6368-772b-4a9a-9ef2-4947e5e71605 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:13:40.347907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port fb7f6368-772b-4a9a-9ef2-4947e5e71605 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:13:40.348281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:40.369014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:40.392187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'network_id': 'fe390d11-7d8c-4796-b81e-3cee09873c54', 'port_id': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'mac_address': 'fa:16:3e:a3:ca:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab7a37a0-ea68-4f73-9d61-7ac8c2d72506', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:13:40.393376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:13:40.396570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b923bf7-dbdc-4b3f-8e97-49a1c02e28a7" -d '{"events": [{"server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "name": "network-vif-unplugged", "status": "completed", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:13:40.433050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:40.459551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a388f533-e617-4bd7-b105-7951ed62796f x-openstack-request-id: req-a388f533-e617-4bd7-b105-7951ed62796f {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:13:40.459870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "name": "network-vif-unplugged", "status": "completed", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:13:40.460121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a388f533-e617-4bd7-b105-7951ed62796f {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:13:40.460501 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a388f533-e617-4bd7-b105-7951ed62796f'] response: {'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'code': 200} Sep 15 10:13:40.462343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port fb7f6368-772b-4a9a-9ef2-4947e5e71605 is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:13:40.462711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:40.479182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb7f6368-772b-4a9a-9ef2-4947e5e71605 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:13:40.484730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:40.596844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:13:40.597665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:13:40.599511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:40.606689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.607033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.607370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.607694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.608015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.608806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.608806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.608977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.609257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.609566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.609903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.610217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:40.671801 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedab343-2af9-47be-b6e2-f4d52c9aa022 req-bbc58664-36b7-47ed-83e3-d89839bd13b7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:40.673240 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fedab343-2af9-47be-b6e2-f4d52c9aa022 req-bbc58664-36b7-47ed-83e3-d89839bd13b7 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 943 time: 0.0901616 Sep 15 10:13:40.716573 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fedab343-2af9-47be-b6e2-f4d52c9aa022 req-32274e29-fd79-4a2b-ab3a-27b393d3d68e tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367293 Sep 15 10:13:41.152919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port fb7f6368-772b-4a9a-9ef2-4947e5e71605 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:13:41.153548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:41.170493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7f6368-772b-4a9a-9ef2-4947e5e71605 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:13:41.186780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:41.253009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:41.322514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:41.339218 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-17d5c800-5310-436b-8cbe-19835dc9b47b tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:41.340910 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-17d5c800-5310-436b-8cbe-19835dc9b47b tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34&tenant_id=46fc06cc64784e9e9b906f06932c3e41&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 944 time: 0.0995724 Sep 15 10:13:41.386301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['fb7f6368-772b-4a9a-9ef2-4947e5e71605'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:13:41.502962 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-d9e2eac4-0c9b-4089-915a-5c6a8ca9ed8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:41.504639 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-d9e2eac4-0c9b-4089-915a-5c6a8ca9ed8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46fc06cc64784e9e9b906f06932c3e41&device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 1097 time: 0.0811467 Sep 15 10:13:41.639052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-ecbc94f2-300d-45a8-bed6-93ada92fc844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:41.640467 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-ecbc94f2-300d-45a8-bed6-93ada92fc844 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fe390d11-7d8c-4796-b81e-3cee09873c54 HTTP/1.1" status: 200 len: 913 time: 0.1298230 Sep 15 10:13:41.705650 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-42e2b1b4-e617-4ae7-a1d9-125d9435fd2b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605 HTTP/1.1" status: 200 len: 217 time: 0.0586395 Sep 15 10:13:41.767767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-739650da-4451-4d2c-8454-e969ac7cd59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:41.769699 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-739650da-4451-4d2c-8454-e969ac7cd59b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ab7a37a0-ea68-4f73-9d61-7ac8c2d72506 HTTP/1.1" status: 200 len: 851 time: 0.0574133 Sep 15 10:13:41.854838 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-3deaea2c-124c-4025-aa5a-593b9f939b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:41.856295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-3deaea2c-124c-4025-aa5a-593b9f939b51 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fe390d11-7d8c-4796-b81e-3cee09873c54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812998 Sep 15 10:13:42.082569 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-0b1f4166-b17d-44fd-a531-dee39cb7a2aa service neutron] 10.222.0.16 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191367 Sep 15 10:13:42.140388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device fb7f6368-772b-4a9a-9ef2-4947e5e71605 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:13:42.208747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port fb7f6368-772b-4a9a-9ef2-4947e5e71605 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:13:42.209446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:42.215755 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-15af0ede-77e9-4a8d-85d9-1713661b36bf service neutron] 10.222.0.16 "GET /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269407 Sep 15 10:13:42.334080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port fb7f6368-772b-4a9a-9ef2-4947e5e71605 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:13:42.334484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:42.369086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:42.430538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:42.464401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:13:42.466701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4870a4d6-c356-4bf7-b4d4-60470fb7330b" -d '{"events": [{"server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:13:42.547846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a452af3-e41d-4bba-9be3-4be09d7911a7 x-openstack-request-id: req-0a452af3-e41d-4bba-9be3-4be09d7911a7 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:13:42.548131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:13:42.548377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a452af3-e41d-4bba-9be3-4be09d7911a7 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:13:42.548756 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a452af3-e41d-4bba-9be3-4be09d7911a7'] response: {'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'code': 200} Sep 15 10:13:42.549444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:43.884905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933ed49-be41-4424-bc63-e317914960e3 req-0da79e2f-fe4f-4b1f-a6e7-ce20604bc964 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:43.886388 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0933ed49-be41-4424-bc63-e317914960e3 req-0da79e2f-fe4f-4b1f-a6e7-ce20604bc964 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0923991 Sep 15 10:13:43.930095 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0933ed49-be41-4424-bc63-e317914960e3 req-d01a074e-0120-43d8-a455-62f9819beb64 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Sep 15 10:13:45.145898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2b283-77dd-4345-8111-7a5a08eb313d req-b89bb596-46d8-4293-99ce-24d76467b5cd tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:45.147357 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-12f2b283-77dd-4345-8111-7a5a08eb313d req-b89bb596-46d8-4293-99ce-24d76467b5cd tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0921969 Sep 15 10:13:45.193521 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-12f2b283-77dd-4345-8111-7a5a08eb313d req-a767693a-bd4b-47b1-8106-c6a7e6c01ba4 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/security-groups?id=77e1f59f-aafc-405b-9d27-d34c4d787ebc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403831 Sep 15 10:13:45.658067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-86acaa97-a17d-4d04-9b69-f9ea65069700 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:45.660048 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-86acaa97-a17d-4d04-9b69-f9ea65069700 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 945 time: 0.0899243 Sep 15 10:13:45.730526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Deleting port fb7f6368-772b-4a9a-9ef2-4947e5e71605 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:13:45.730892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:45.977637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] For port fb7f6368-772b-4a9a-9ef2-4947e5e71605, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=fb7f6368-772b-4a9a-9ef2-4947e5e71605,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:45.977933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:46.097559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Calling delete_port for fb7f6368-772b-4a9a-9ef2-4947e5e71605 owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:13:46.281648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:46.316398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['fb7f6368-772b-4a9a-9ef2-4947e5e71605'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:13:46.386672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Pushing event deleted for resources: {'Port': ['ID=fb7f6368-772b-4a9a-9ef2-4947e5e71605,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:46.418956 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ae3597bf-dd22-4831-97c0-e60709e9e95c req-69eec900-00c1-4385-b13b-9e9447fef1a3 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 210 time: 0.0960195 Sep 15 10:13:46.479245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] No DVR routers for this DVR port fb7f6368-772b-4a9a-9ef2-4947e5e71605 on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:13:46.481840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:46.484444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'name': 'network-vif-deleted', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:13:46.486752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22571c4b-77b6-4200-8119-10965b330fc1" -d '{"events": [{"server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "name": "network-vif-deleted", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:13:46.533027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b6c2c4-e349-40f8-a5e7-fd7001393a62 x-openstack-request-id: req-49b6c2c4-e349-40f8-a5e7-fd7001393a62 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:13:46.533317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b2353c-b4f6-4a21-ad56-0e7ce5167a34", "name": "network-vif-deleted", "tag": "fb7f6368-772b-4a9a-9ef2-4947e5e71605", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:13:46.533561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49b6c2c4-e349-40f8-a5e7-fd7001393a62 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:13:46.533981 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b6c2c4-e349-40f8-a5e7-fd7001393a62'] response: {'server_uuid': 'a0b2353c-b4f6-4a21-ad56-0e7ce5167a34', 'name': 'network-vif-deleted', 'tag': 'fb7f6368-772b-4a9a-9ef2-4947e5e71605', 'status': 'completed', 'code': 200} Sep 15 10:13:46.568495 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e48b6bb0-99ec-4b5c-bdb0-42ac5ee7c8bc req-51453027-a5b8-4028-ad64-e03e6376a1df tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.16 "DELETE /v2.0/ports/fb7f6368-772b-4a9a-9ef2-4947e5e71605 HTTP/1.1" status: 204 len: 173 time: 0.9030554 Sep 15 10:13:47.017319 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2306b443-aae5-4317-bd4a-cc718a8a9832 req-9989b297-0635-4733-9ddf-6b583e2320e8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0478497 Sep 15 10:13:47.151949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2306b443-aae5-4317-bd4a-cc718a8a9832 req-5a24f750-70da-45ec-aabd-209967073535 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46fc06cc64784e9e9b906f06932c3e41&device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 210 time: 0.0475481 Sep 15 10:13:47.319953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b443-aae5-4317-bd4a-cc718a8a9832 req-dbb90550-d02e-4707-bec6-aebdf9066127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:47.321346 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2306b443-aae5-4317-bd4a-cc718a8a9832 req-dbb90550-d02e-4707-bec6-aebdf9066127 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=46fc06cc64784e9e9b906f06932c3e41&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1449387 Sep 15 10:13:47.610989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306b443-aae5-4317-bd4a-cc718a8a9832 req-09404b10-1843-4407-9516-8235bb2e0a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:47.612577 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2306b443-aae5-4317-bd4a-cc718a8a9832 req-09404b10-1843-4407-9516-8235bb2e0a1d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2851732 Sep 15 10:13:47.619676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b11b5f32-d618-4b29-9697-f8786ee9f158 req-84a4bfcd-f1d4-47fe-a985-f505a2646490 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Synchronizing usage tracker for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:13:47.727406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-b11b5f32-d618-4b29-9697-f8786ee9f158 req-84a4bfcd-f1d4-47fe-a985-f505a2646490 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] Unset dirty status for tenant:46fc06cc64784e9e9b906f06932c3e41 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:13:47.728566 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b11b5f32-d618-4b29-9697-f8786ee9f158 req-84a4bfcd-f1d4-47fe-a985-f505a2646490 tempest-DeleteServersTestJSON-1827038948 tempest-DeleteServersTestJSON-1827038948-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0b2353c-b4f6-4a21-ad56-0e7ce5167a34 HTTP/1.1" status: 200 len: 210 time: 0.1649935 Sep 15 10:13:48.172522 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:13:48.999853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58292) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:49.618813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fde37c7b-a999-495f-b922-c43df24281e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:49.635359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:49.978295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Deleting port cb9c3428-1bdc-430f-a449-fc83932fc4d6 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:13:49.978647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:50.149262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] For port cb9c3428-1bdc-430f-a449-fc83932fc4d6, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=cb9c3428-1bdc-430f-a449-fc83932fc4d6,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:50.150001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:50.175885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device fb7f6368-772b-4a9a-9ef2-4947e5e71605 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:13:50.210815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: fb7f6368-772b-4a9a-9ef2-4947e5e71605 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:13:50.211157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device fb7f6368-772b-4a9a-9ef2-4947e5e71605 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:13:50.275932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Calling delete_port for cb9c3428-1bdc-430f-a449-fc83932fc4d6 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:13:50.669903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:50.720544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb9c3428-1bdc-430f-a449-fc83932fc4d6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:50.766464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.766813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.767154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.767327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:50.767822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.767822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.768116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.768445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.768804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.769861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.770185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.770513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:50.770836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:51.110973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:51.465105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Router 044698ea-8608-41b9-9d44-55ce08c62a75 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:13:51.641074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:13:51.649583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] Sync routers for ids ['044698ea-8608-41b9-9d44-55ce08c62a75'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:13:51.658893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] Routers {'044698ea-8608-41b9-9d44-55ce08c62a75'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:13:51.668441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:13:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['044698ea-8608-41b9-9d44-55ce08c62a75'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:13:51.715592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fec5ce03-b0c0-4894-b835-976219a22dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:51.792048 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bad24f2a-eb45-467f-bc14-2ef286dcb198 admin admin] 10.222.0.62 "PUT /v2.0/routers/044698ea-8608-41b9-9d44-55ce08c62a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7909625 Sep 15 10:13:51.794338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58296) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:51.838979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] Set router 044698ea-8608-41b9-9d44-55ce08c62a75 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:13:51.974822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:52.124914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:13:50Z', 'revision_number': 5, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:13:52.129254 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] Checking router: 044698ea-8608-41b9-9d44-55ce08c62a75 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:13:52.137407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] Routers {'044698ea-8608-41b9-9d44-55ce08c62a75'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:13:52.138033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:13:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['044698ea-8608-41b9-9d44-55ce08c62a75'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:13:52.149022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:52.195710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Deleting port 11b77dff-53f2-4dc8-b393-3d9705e76099 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:13:52.196052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:52.312910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] Set router 044698ea-8608-41b9-9d44-55ce08c62a75 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:13:52.371400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] For port 11b77dff-53f2-4dc8-b393-3d9705e76099, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=11b77dff-53f2-4dc8-b393-3d9705e76099,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:52.371764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:52.582293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:52.603427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Calling delete_port for 11b77dff-53f2-4dc8-b393-3d9705e76099 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:13:52.617336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:13:50Z', 'revision_number': 5, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:13:52.621360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c584f84-8214-4dc6-b4e9-43ff30afa401 None None] The sync data for ids ['044698ea-8608-41b9-9d44-55ce08c62a75'] in dv-neutron-857775-1-hyperv is: [{'id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'name': 'tempest-DeleteServersTestJSON-2050407197-router', 'tenant_id': '46fc06cc64784e9e9b906f06932c3e41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115'}], 'enable_snat': True}, 'gw_port_id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:12:40Z', 'updated_at': '2022-09-15T10:13:50Z', 'revision_number': 5, 'project_id': '46fc06cc64784e9e9b906f06932c3e41', 'gw_port': {'id': '11b77dff-53f2-4dc8-b393-3d9705e76099', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044698ea-8608-41b9-9d44-55ce08c62a75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:12:41Z', 'updated_at': '2022-09-15T10:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:13:52.806960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:52.864592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:52.908209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Pushing event deleted for resources: {'Port': ['ID=11b77dff-53f2-4dc8-b393-3d9705e76099,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:53.011280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.090978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device cb9c3428-1bdc-430f-a449-fc83932fc4d6 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:13:53.127609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: cb9c3428-1bdc-430f-a449-fc83932fc4d6 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:13:53.127899 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device cb9c3428-1bdc-430f-a449-fc83932fc4d6 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:13:53.188340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.190503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.275687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.276181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044698ea-8608-41b9-9d44-55ce08c62a75 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:13:53.291790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.297915 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3ea4a440-7c0a-4744-bf70-7ee787c64c6e admin admin] 10.222.0.62 "DELETE /v2.0/routers/044698ea-8608-41b9-9d44-55ce08c62a75 HTTP/1.1" status: 204 len: 168 time: 1.4976642 Sep 15 10:13:53.297915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58300) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:53.363425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da29593-994a-41fa-9915-36613d3b2a52 admin admin] Deleting subnet ab7a37a0-ea68-4f73-9d61-7ac8c2d72506 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:13:53.366539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8da29593-994a-41fa-9915-36613d3b2a52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.416519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8da29593-994a-41fa-9915-36613d3b2a52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.492017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8da29593-994a-41fa-9915-36613d3b2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.618796 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8da29593-994a-41fa-9915-36613d3b2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.655346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da29593-994a-41fa-9915-36613d3b2a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab7a37a0-ea68-4f73-9d61-7ac8c2d72506,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:53.658949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8da29593-994a-41fa-9915-36613d3b2a52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.664926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d0fd27-7cde-4aac-87bd-be69e98b820e None None] Network fe390d11-7d8c-4796-b81e-3cee09873c54 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:13:53.665842 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8da29593-994a-41fa-9915-36613d3b2a52 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ab7a37a0-ea68-4f73-9d61-7ac8c2d72506 HTTP/1.1" status: 204 len: 168 time: 0.3682528 Sep 15 10:13:53.667953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58304) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:53.781319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.792360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Deleting port 2be201c8-8e91-4863-a8a7-4d753c81fe84 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:13:53.792776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:53.926048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] DHCP port deletion for fe390d11-7d8c-4796-b81e-3cee09873c54 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:13:53.930443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] Deleting port 2be201c8-8e91-4863-a8a7-4d753c81fe84 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:13:53.930823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.009615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] For port 2be201c8-8e91-4863-a8a7-4d753c81fe84, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2be201c8-8e91-4863-a8a7-4d753c81fe84,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:54.010002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.173103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] For port 2be201c8-8e91-4863-a8a7-4d753c81fe84, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2be201c8-8e91-4863-a8a7-4d753c81fe84,segment=NetworkSegment(8ece50b7-20aa-46e7-b9a0-b9afadd6ae50),segment_id=8ece50b7-20aa-46e7-b9a0-b9afadd6ae50)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:13:54.173736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.242498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Calling delete_port for 2be201c8-8e91-4863-a8a7-4d753c81fe84 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:13:54.309456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] Calling delete_port for 2be201c8-8e91-4863-a8a7-4d753c81fe84 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:13:54.412739 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:13:54.415903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.416001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.419168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:13:54.424341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:13:54.462915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Pushing event deleted for resources: {'Port': ['ID=2be201c8-8e91-4863-a8a7-4d753c81fe84,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:54.464701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] No DVR routers for this DVR port 2be201c8-8e91-4863-a8a7-4d753c81fe84 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:13:54.577786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.602802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe390d11-7d8c-4796-b81e-3cee09873c54']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:13:54.615530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:13:54.615840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ece50b7-20aa-46e7-b9a0-b9afadd6ae50') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:13:54.627070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.642564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.650681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:13:54.651067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.716186 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 8ece50b7-20aa-46e7-b9a0-b9afadd6ae50 resource provider aggregate not found Sep 15 10:13:54.734984 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 8ece50b7-20aa-46e7-b9a0-b9afadd6ae50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ece50b7-20aa-46e7-b9a0-b9afadd6ae50 found for delete ", "request_id": "req-60d92dfc-6575-48e6-a2cd-a7c185a83475"}]} Sep 15 10:13:54.812554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.828736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.838583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe390d11-7d8c-4796-b81e-3cee09873c54,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:54.904970 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-31f1ecf8-516b-4b17-a475-4262b81f549a admin admin] 10.222.0.62 "DELETE /v2.0/networks/fe390d11-7d8c-4796-b81e-3cee09873c54 HTTP/1.1" status: 204 len: 168 time: 1.2360113 Sep 15 10:13:54.920690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] Deleting port 2be201c8-8e91-4863-a8a7-4d753c81fe84 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:13:54.921107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:54.989474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4365699d-a1e8-4404-af00-dc7abd8e7208 None None] The port '2be201c8-8e91-4863-a8a7-4d753c81fe84' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:13:55.078143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 11b77dff-53f2-4dc8-b393-3d9705e76099 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:13:55.113129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 11b77dff-53f2-4dc8-b393-3d9705e76099 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:13:55.113398 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 11b77dff-53f2-4dc8-b393-3d9705e76099 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:13:55.113807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2be201c8-8e91-4863-a8a7-4d753c81fe84 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:13:55.148318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 2be201c8-8e91-4863-a8a7-4d753c81fe84 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:13:55.148671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2be201c8-8e91-4863-a8a7-4d753c81fe84 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:13:55.168123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58314) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:55.218030 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b12ce355-5d72-4686-bfd7-71973961ac60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=46fc06cc64784e9e9b906f06932c3e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486956 Sep 15 10:13:55.220444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58318) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:55.278391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd773-253c-429b-8380-935ff60604d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:55.304328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd773-253c-429b-8380-935ff60604d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:55.418210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd773-253c-429b-8380-935ff60604d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:55.433710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2dd773-253c-429b-8380-935ff60604d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e1f59f-aafc-405b-9d27-d34c4d787ebc,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:55.491890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d2dd773-253c-429b-8380-935ff60604d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:55.493288 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3d2dd773-253c-429b-8380-935ff60604d7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77e1f59f-aafc-405b-9d27-d34c4d787ebc HTTP/1.1" status: 204 len: 168 time: 0.2717354 Sep 15 10:13:56.419456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58342) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:56.538056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1751734091-network', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:13:56.542758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:13:56.546602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Usage tracker for resource:network and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:13:56.549390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:13:56.556369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:13:56.595359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Made reservation on behalf of 69c3f66856e04c8fa8af6ba48c2763f3 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:13:56.598136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:56.610195 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:56.625071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:13:56.629240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Usage tracker for resource:security_group_rule and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:13:56.632061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:13:56.637764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:13:56.718929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:56.749802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:56.778957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:13:56.787623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833b6818-fe5b-497d-8ac0-3a7075de3a27,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:56.796083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Added segment 5e404d29-ef30-4bb1-986c-993e05e80abf of type vlan for network ebc4b20b-6dcb-402b-bbc6-92863352c651 Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.806398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:13:56.829303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:56.921451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:56.922440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:56.923011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:57.025055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] Pushing event updated for resources: {'Network': ['ID=ebc4b20b-6dcb-402b-bbc6-92863352c651,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:57.035425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:13:57.087818 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-16e3fa43-2d65-4c7f-ad18-b20427fd9a4f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6672475 Sep 15 10:13:57.090579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58348) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:57.095994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Request body: {'subnet': {'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-subnet', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:13:57.101868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:13:57.105720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Usage tracker for resource:subnet and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:13:57.110585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:13:57.115240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:13:57.183897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Made reservation on behalf of 69c3f66856e04c8fa8af6ba48c2763f3 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:13:57.186298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:57.435549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:57.508446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66c4e63d-f43e-4889-a6fe-db138e991959,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:57.518661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Checking segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:13:57.519016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Network hostable DHCP agents. Network: ebc4b20b-6dcb-402b-bbc6-92863352c651, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:13:57.595593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:13:57.675222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, ebc4b20b-6dcb-402b-bbc6-92863352c651) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:13:57.679861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:13:57.680505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:57.685209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c62075c-2c0a-4b73-a4f2-92f914cf2e91 None None] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:13:57.767956 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cd5e5d3d-b1fc-446b-9e10-672539a73f37 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6763122 Sep 15 10:13:57.771076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58352) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:13:57.775757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:13:57.780517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:13:57.784372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Usage tracker for resource:router and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:13:57.787907 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:13:57.793633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:13:57.881540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:57.882587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:57.897082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:57.908770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-ebc4b20b-6dcb-402b-bbc6-92863352c651', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'fixed_ips': [{'subnet_id': '66c4e63d-f43e-4889-a6fe-db138e991959'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:13:57.909621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.064725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Allocated IP 172.20.0.2 (ebc4b20b-6dcb-402b-bbc6-92863352c651/66c4e63d-f43e-4889-a6fe-db138e991959/67f86b30-4d2f-4fec-b6ea-099654cf432f) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:13:58.225602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.269190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.279028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Transition to ACTIVE for port object 67f86b30-4d2f-4fec-b6ea-099654cf432f will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:13:58.296766 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Transition to ACTIVE for port object 67f86b30-4d2f-4fec-b6ea-099654cf432f will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:13:58.361506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.430717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:13:58.433698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:13:58.437306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:13:58.443009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Pushing event updated for resources: {'Port': ['ID=67f86b30-4d2f-4fec-b6ea-099654cf432f,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:58.544624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Attempting to bind port 67f86b30-4d2f-4fec-b6ea-099654cf432f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:13:58.544955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Attempting to bind port 67f86b30-4d2f-4fec-b6ea-099654cf432f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:13:58.545321 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Attempting to bind port 67f86b30-4d2f-4fec-b6ea-099654cf432f on network ebc4b20b-6dcb-402b-bbc6-92863352c651 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:13:58.551363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:13:58.551741 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Checking segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:13:58.552139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.552523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Bound using segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:13:58.553239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Bound port: 67f86b30-4d2f-4fec-b6ea-099654cf432f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:13:58.553608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.603033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.632294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.675939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] For port 67f86b30-4d2f-4fec-b6ea-099654cf432f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:13:58.679195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] For port 67f86b30-4d2f-4fec-b6ea-099654cf432f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=67f86b30-4d2f-4fec-b6ea-099654cf432f,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:13:58.761794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:58.851893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983c21f-b098-47dd-8eb6-8a07b246b19c None None] Pushing event updated for resources: {'Port': ['ID=67f86b30-4d2f-4fec-b6ea-099654cf432f,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:58.886947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Allocated IP 172.26.7.196 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/6b9693ec-ee95-4e0b-9056-0802484d8f16) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:13:59.056708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:59.127226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 67f86b30-4d2f-4fec-b6ea-099654cf432f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:13:59.156219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:59.227394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:13:59.230459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:13:59.234064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:13:59.258248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 67f86b30-4d2f-4fec-b6ea-099654cf432f completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:13:59.268658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9693ec-ee95-4e0b-9056-0802484d8f16,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:13:59.734658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:13:59.756639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de697ecb-50b0-44c7-8fb7-7414b6b868a2 None None] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:13:59.966272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8ee51b79-1930-4b4c-8159-2315871c7368 None None] Provisioning for port 67f86b30-4d2f-4fec-b6ea-099654cf432f completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:13:59.978735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8ee51b79-1930-4b4c-8159-2315871c7368 None None] Provisioning complete for port 67f86b30-4d2f-4fec-b6ea-099654cf432f triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:13:59.979105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b79-1930-4b4c-8159-2315871c7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:00.087029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:00.116081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8ee51b79-1930-4b4c-8159-2315871c7368 None None] Current status of the port 67f86b30-4d2f-4fec-b6ea-099654cf432f is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:00.116500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b79-1930-4b4c-8159-2315871c7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:00.156429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8ee51b79-1930-4b4c-8159-2315871c7368 None None] For port 67f86b30-4d2f-4fec-b6ea-099654cf432f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=67f86b30-4d2f-4fec-b6ea-099654cf432f,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:00.235435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8ee51b79-1930-4b4c-8159-2315871c7368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:00.315262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee51b79-1930-4b4c-8159-2315871c7368 None None] Pushing event updated for resources: {'Port': ['ID=67f86b30-4d2f-4fec-b6ea-099654cf432f,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:00.355380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0e6fcd5e-0ae6-4630-bd55-683c982136f3 None None] Provisioning complete for port 67f86b30-4d2f-4fec-b6ea-099654cf432f triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:00.355380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0e6fcd5e-0ae6-4630-bd55-683c982136f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:00.366945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Router 225b687e-3877-4f8d-9dbe-6e769309984b is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:14:00.475104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0e6fcd5e-0ae6-4630-bd55-683c982136f3 None None] Current status of the port 67f86b30-4d2f-4fec-b6ea-099654cf432f is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:00.657248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:14:00.666972 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Sync routers for ids ['225b687e-3877-4f8d-9dbe-6e769309984b'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:14:00.679594 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Routers {'225b687e-3877-4f8d-9dbe-6e769309984b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:14:00.680200 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:13:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['225b687e-3877-4f8d-9dbe-6e769309984b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:14:00.732452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:00.733718 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aa11b5b2-4c3e-4ac6-b9bd-e9c978ee8cd1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9620445 Sep 15 10:14:00.740743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58356) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:14:00.858732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Set router 225b687e-3877-4f8d-9dbe-6e769309984b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:14:01.081131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 67f86b30-4d2f-4fec-b6ea-099654cf432f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:14:01.147329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 67f86b30-4d2f-4fec-b6ea-099654cf432f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:01.147725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.189322 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:13:59Z', 'revision_number': 3, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:14:01.194146 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Checking router: 225b687e-3877-4f8d-9dbe-6e769309984b for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:14:01.194508 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Updating router 225b687e-3877-4f8d-9dbe-6e769309984b port 6b9693ec-ee95-4e0b-9056-0802484d8f16 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:14:01.261339 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.275705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 67f86b30-4d2f-4fec-b6ea-099654cf432f is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:01.431814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.600022 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.611283 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Transition to ACTIVE for port object 6b9693ec-ee95-4e0b-9056-0802484d8f16 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:14:01.637807 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Allocated IP 172.20.0.1 (ebc4b20b-6dcb-402b-bbc6-92863352c651/66c4e63d-f43e-4889-a6fe-db138e991959/24527038-9d2e-47b8-846b-369b17652c9d) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:14:01.709642 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.776847 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Attempting to bind port 6b9693ec-ee95-4e0b-9056-0802484d8f16 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:14:01.777212 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Attempting to bind port 6b9693ec-ee95-4e0b-9056-0802484d8f16 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:14:01.777579 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Attempting to bind port 6b9693ec-ee95-4e0b-9056-0802484d8f16 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:14:01.784286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.788640 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:14:01.789010 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:14:01.789404 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.789795 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:14:01.790282 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Bound port: 6b9693ec-ee95-4e0b-9056-0802484d8f16, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:14:01.790650 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.801084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Transition to ACTIVE for port object 24527038-9d2e-47b8-846b-369b17652c9d will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:14:01.821697 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Pushing event updated for resources: {'Port': ['ID=6b9693ec-ee95-4e0b-9056-0802484d8f16,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:01.843131 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.843480 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.843820 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.844151 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.844492 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.844827 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.845151 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.845476 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.845801 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.846144 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.846466 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.846815 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:01.880162 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] For port 6b9693ec-ee95-4e0b-9056-0802484d8f16, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:14:01.883127 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] For port 6b9693ec-ee95-4e0b-9056-0802484d8f16, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6b9693ec-ee95-4e0b-9056-0802484d8f16,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:14:01.892898 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:01.960587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:14:01.963450 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:14:01.966110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:14:01.973159 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:02.013100 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Pushing event updated for resources: {'Port': ['ID=24527038-9d2e-47b8-846b-369b17652c9d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:02.028866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:02.041511 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Routers {'225b687e-3877-4f8d-9dbe-6e769309984b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:14:02.042170 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:13:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['225b687e-3877-4f8d-9dbe-6e769309984b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:14:02.136868 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691ad43-2024-4a95-a5ac-7f3b33f44a84 None None] Pushing event updated for resources: {'Port': ['ID=6b9693ec-ee95-4e0b-9056-0802484d8f16,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:02.235730 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] Set router 225b687e-3877-4f8d-9dbe-6e769309984b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:14:02.264690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-87821bea-0626-4e5b-b38b-c81c02421f87 None None] Provisioning for port 24527038-9d2e-47b8-846b-369b17652c9d completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:14:02.270198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-87821bea-0626-4e5b-b38b-c81c02421f87 None None] Provisioning complete for port 24527038-9d2e-47b8-846b-369b17652c9d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:02.270605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-87821bea-0626-4e5b-b38b-c81c02421f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:02.333260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-87821bea-0626-4e5b-b38b-c81c02421f87 None None] Port 24527038-9d2e-47b8-846b-369b17652c9d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:14:02.482039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:02.522338 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-696037ab-c262-4c32-8774-f652e613dabd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:13:59Z', 'revision_number': 3, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:14:02.526132 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696037ab-c262-4c32-8774-f652e613dabd None None] The sync data for ids ['225b687e-3877-4f8d-9dbe-6e769309984b'] in dv-neutron-857775-1-hyperv is: [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:13:59Z', 'revision_number': 3, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:14:02.731138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:02.784235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:02.887000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Pushing event updated for resources: {'Port': ['ID=24527038-9d2e-47b8-846b-369b17652c9d,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:02.891607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:03.031064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:14:03.032253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:14:03.119193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6b9693ec-ee95-4e0b-9056-0802484d8f16 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:14:03.246722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 6b9693ec-ee95-4e0b-9056-0802484d8f16 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:14:03.252380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6b9693ec-ee95-4e0b-9056-0802484d8f16 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:03.253052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:03.253161 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Router 225b687e-3877-4f8d-9dbe-6e769309984b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:14:03.393728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6b9693ec-ee95-4e0b-9056-0802484d8f16 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:03.394422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:03.401871 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3ac258b3-cc98-4d8b-acad-f66e06d0da41 None None] Provisioning complete for port 24527038-9d2e-47b8-846b-369b17652c9d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:03.402340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3ac258b3-cc98-4d8b-acad-f66e06d0da41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:03.454008 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:14:03.455147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 6b9693ec-ee95-4e0b-9056-0802484d8f16, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6b9693ec-ee95-4e0b-9056-0802484d8f16,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:03.463218 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-76bd4de4-9ea6-4c3e-9b1e-38fb1e277c8f admin admin] 10.222.0.62 "PUT /v2.0/routers/225b687e-3877-4f8d-9dbe-6e769309984b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7252419 Sep 15 10:14:03.463898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3ac258b3-cc98-4d8b-acad-f66e06d0da41 None None] Port 24527038-9d2e-47b8-846b-369b17652c9d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:14:03.486798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:03.557646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=6b9693ec-ee95-4e0b-9056-0802484d8f16,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:03.979662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-5159c59e-efa2-44d5-800d-680588c797bb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:03.980338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-5159c59e-efa2-44d5-800d-680588c797bb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Synchronizing usage tracker for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:14:04.038227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Sync routers for ids ['225b687e-3877-4f8d-9dbe-6e769309984b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:14:04.047508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Routers {'225b687e-3877-4f8d-9dbe-6e769309984b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:14:04.048124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:13:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['225b687e-3877-4f8d-9dbe-6e769309984b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:14:04.064197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-5159c59e-efa2-44d5-800d-680588c797bb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Unset dirty status for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:14:04.065436 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-5159c59e-efa2-44d5-800d-680588c797bb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 815 time: 0.2386167 Sep 15 10:14:04.081906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-9d30ba1a-38cb-45a7-bec6-bffc099f08bb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/quotas/69c3f66856e04c8fa8af6ba48c2763f3 HTTP/1.1" status: 200 len: 375 time: 0.0094719 Sep 15 10:14:04.171587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-1e4fa274-5748-4b6d-b5c1-4222d4d6dffd tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Synchronizing usage tracker for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:14:04.230420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Set router 225b687e-3877-4f8d-9dbe-6e769309984b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:14:04.247369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-1e4fa274-5748-4b6d-b5c1-4222d4d6dffd tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Unset dirty status for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:14:04.248758 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-1e4fa274-5748-4b6d-b5c1-4222d4d6dffd tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613269 Sep 15 10:14:04.304548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-61a9f2e8-d709-41b0-8a7d-a10caea0947e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:14:04.305542 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-61a9f2e8-d709-41b0-8a7d-a10caea0947e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0498691 Sep 15 10:14:04.440881 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-ff019cc2-366c-4e3d-9a17-32fd6a3770cd service neutron] 10.222.0.62 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291211 Sep 15 10:14:04.579266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:14:02Z', 'revision_number': 4, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '24527038-9d2e-47b8-846b-369b17652c9d', 'name': '', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'mac_address': 'fa:16:3e:d4:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:14:01Z', 'updated_at': '2022-09-15T10:14:02Z', 'revision_number': 2, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'subnets': [{'id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:14:04.583256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Checking router: 225b687e-3877-4f8d-9dbe-6e769309984b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:14:04.583607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Updating router 225b687e-3877-4f8d-9dbe-6e769309984b port 24527038-9d2e-47b8-846b-369b17652c9d binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:14:04.640083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:04.682658 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-6878731f-fd1a-4dfc-bc0d-c3a73cf686ae service neutron] 10.222.0.62 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356460 Sep 15 10:14:04.932214 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-01f1bd55-030d-47f3-8d18-06ec73b8745b req-2952e1fc-bfb3-4e93-94fb-3dae0e3d6a70 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0548434 Sep 15 10:14:04.991755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:05.003882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Transition to ACTIVE for port object 24527038-9d2e-47b8-846b-369b17652c9d will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:14:05.052655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:05.127799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6b9693ec-ee95-4e0b-9056-0802484d8f16 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:14:05.296238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34737fe9-ef6a-4355-8781-1e4b1c3f412e None None] Pushing event updated for resources: {'Port': ['ID=24527038-9d2e-47b8-846b-369b17652c9d,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:05.324514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Attempting to bind port 24527038-9d2e-47b8-846b-369b17652c9d on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:14:05.324882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Attempting to bind port 24527038-9d2e-47b8-846b-369b17652c9d by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:14:05.325239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Attempting to bind port 24527038-9d2e-47b8-846b-369b17652c9d on network ebc4b20b-6dcb-402b-bbc6-92863352c651 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:14:05.333325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:14:05.333692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Checking segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:14:05.334121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:05.334506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Bound using segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:14:05.334967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Bound port: 24527038-9d2e-47b8-846b-369b17652c9d, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:14:05.335335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:05.355794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6b9693ec-ee95-4e0b-9056-0802484d8f16 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:05.356170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:05.476135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] For port 24527038-9d2e-47b8-846b-369b17652c9d, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:14:05.480841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] For port 24527038-9d2e-47b8-846b-369b17652c9d, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=24527038-9d2e-47b8-846b-369b17652c9d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:14:05.526885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:05.592592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6b9693ec-ee95-4e0b-9056-0802484d8f16 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:05.598120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Routers {'225b687e-3877-4f8d-9dbe-6e769309984b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:14:05.598734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:13:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['225b687e-3877-4f8d-9dbe-6e769309984b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:14:05.688269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34737fe9-ef6a-4355-8781-1e4b1c3f412e None None] Pushing event updated for resources: {'Port': ['ID=24527038-9d2e-47b8-846b-369b17652c9d,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:05.826102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] Set router 225b687e-3877-4f8d-9dbe-6e769309984b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:14:06.114482 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-065a823a-d747-45ea-a484-862503ecb4d4 req-c1ac0485-60ff-4a7c-b707-0fec95a80204 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0575845 Sep 15 10:14:06.148527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:14:02Z', 'revision_number': 4, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '24527038-9d2e-47b8-846b-369b17652c9d', 'name': '', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'mac_address': 'fa:16:3e:d4:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:14:01Z', 'updated_at': '2022-09-15T10:14:05Z', 'revision_number': 4, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'subnets': [{'id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:14:06.152731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c093046-0cd4-4b5a-b1a6-c3b2699f42a5 None None] The sync data for ids ['225b687e-3877-4f8d-9dbe-6e769309984b'] in dv-neutron-857775-1-hyperv is: [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:14:02Z', 'revision_number': 4, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '24527038-9d2e-47b8-846b-369b17652c9d', 'name': '', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'mac_address': 'fa:16:3e:d4:8b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:14:01Z', 'updated_at': '2022-09-15T10:14:05Z', 'revision_number': 4, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'subnets': [{'id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:14:07.056060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-cec3e161-8ac4-4f22-b6ac-a026f369e21f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:07.057552 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-cec3e161-8ac4-4f22-b6ac-a026f369e21f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 815 time: 0.1597211 Sep 15 10:14:07.075439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Request body: {'port': {'device_id': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'admin_state_up': True, 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:14:07.123796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 24527038-9d2e-47b8-846b-369b17652c9d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:14:07.235333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:14:07.245938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:14:07.253560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 24527038-9d2e-47b8-846b-369b17652c9d completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:14:07.261361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 24527038-9d2e-47b8-846b-369b17652c9d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:07.262572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:07.326952 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Made reservation on behalf of 69c3f66856e04c8fa8af6ba48c2763f3 for: {'port': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:14:07.330396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:07.355204 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1fa841d5-6d4c-4845-9619-95f445c32833 req-b8293847-443f-45da-a099-5315cfd4cd38 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 210 time: 0.0792987 Sep 15 10:14:07.433205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 24527038-9d2e-47b8-846b-369b17652c9d is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:07.433588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:07.468447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 24527038-9d2e-47b8-846b-369b17652c9d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=24527038-9d2e-47b8-846b-369b17652c9d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:07.509458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Allocated IP 172.20.0.14 (ebc4b20b-6dcb-402b-bbc6-92863352c651/66c4e63d-f43e-4889-a6fe-db138e991959/572b7820-7c81-45e4-91f5-cbbc41fba9ff) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:14:07.515420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:07.586260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=24527038-9d2e-47b8-846b-369b17652c9d,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:07.710577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:07.725721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Transition to ACTIVE for port object 572b7820-7c81-45e4-91f5-cbbc41fba9ff will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:14:07.812709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:07.885572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:14:07.888713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:14:07.892464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:14:07.922924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event updated for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:07.960061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:07.960755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:08.058829 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-b01518c7-026f-48fa-a410-f9f9ff241e16 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9876270 Sep 15 10:14:08.076085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Request body: {'port': {'device_id': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:14:08.184066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eab2f025-1922-459a-bf84-63599fc44172 None None] Provisioning for port 572b7820-7c81-45e4-91f5-cbbc41fba9ff completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:14:08.188896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eab2f025-1922-459a-bf84-63599fc44172 None None] Provisioning complete for port 572b7820-7c81-45e4-91f5-cbbc41fba9ff triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:08.189336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eab2f025-1922-459a-bf84-63599fc44172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:08.189550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:08.247594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-eab2f025-1922-459a-bf84-63599fc44172 None None] Port 572b7820-7c81-45e4-91f5-cbbc41fba9ff cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:14:08.585661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572b7820-7c81-45e4-91f5-cbbc41fba9ff {{(pid=89669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:14:08.595238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:08.613705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Transition to ACTIVE for port object 572b7820-7c81-45e4-91f5-cbbc41fba9ff will not be triggered until provisioned by entity L2. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:14:08.632470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f2009-7e55-474d-95b5-8b9693c3d9e2 req-a46ae328-c191-4941-828d-f078397f34ef tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:08.633156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-f76f2009-7e55-474d-95b5-8b9693c3d9e2 req-a46ae328-c191-4941-828d-f078397f34ef tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Synchronizing usage tracker for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:14:08.703530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:08.901345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-f76f2009-7e55-474d-95b5-8b9693c3d9e2 req-a46ae328-c191-4941-828d-f078397f34ef tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Unset dirty status for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:14:08.902420 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f76f2009-7e55-474d-95b5-8b9693c3d9e2 req-a46ae328-c191-4941-828d-f078397f34ef tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 932 time: 0.4187665 Sep 15 10:14:09.021840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Pushing event updated for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:09.047649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-f76f2009-7e55-474d-95b5-8b9693c3d9e2 req-535d2ae1-caf3-4b67-bc34-6e7f65a423a8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Synchronizing usage tracker for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:14:09.080692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Attempting to bind port 572b7820-7c81-45e4-91f5-cbbc41fba9ff on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:14:09.082126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Attempting to bind port 572b7820-7c81-45e4-91f5-cbbc41fba9ff by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:14:09.082126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Attempting to bind port 572b7820-7c81-45e4-91f5-cbbc41fba9ff on network ebc4b20b-6dcb-402b-bbc6-92863352c651 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:14:09.087476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Port 572b7820-7c81-45e4-91f5-cbbc41fba9ff on network ebc4b20b-6dcb-402b-bbc6-92863352c651 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:14:09.087476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Attempting to bind port 572b7820-7c81-45e4-91f5-cbbc41fba9ff on network ebc4b20b-6dcb-402b-bbc6-92863352c651 {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:14:09.088712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 24527038-9d2e-47b8-846b-369b17652c9d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:14:09.093087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:14:09.093417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Checking segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:14:09.093795 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Bound using segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} {{(pid=89669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:14:09.094251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.managers [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Bound port: 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'}}] {{(pid=89669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:14:09.094612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:09.138540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-f76f2009-7e55-474d-95b5-8b9693c3d9e2 req-535d2ae1-caf3-4b67-bc34-6e7f65a423a8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Unset dirty status for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:14:09.139697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f76f2009-7e55-474d-95b5-8b9693c3d9e2 req-535d2ae1-caf3-4b67-bc34-6e7f65a423a8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278237 Sep 15 10:14:09.166179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 24527038-9d2e-47b8-846b-369b17652c9d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:09.166179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:09.187567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, cleared binding levels {{(pid=89669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:14:09.190737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:14:09.276328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 24527038-9d2e-47b8-846b-369b17652c9d is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:09.281400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:09.316699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:09.317303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:09.318706 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] 10.222.0.16 "PUT /v2.0/ports/572b7820-7c81-45e4-91f5-cbbc41fba9ff HTTP/1.1" status: 200 len: 1094 time: 1.2472510 Sep 15 10:14:09.319128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:14:09.321405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6546ffb9-cd54-4b01-8bd9-dba6c5b64450" -d '{"events": [{"name": "network-changed", "server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:14:09.365202 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450a8c0-81c4-4a5e-a550-862c1d28b78c service neutron] Pushing event updated for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=3']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:09.370945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eedd2fb-48c2-48f4-9320-d6c87a708300 x-openstack-request-id: req-3eedd2fb-48c2-48f4-9320-d6c87a708300 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:14:09.371220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:14:09.371466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3eedd2fb-48c2-48f4-9320-d6c87a708300 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:14:09.371846 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eedd2fb-48c2-48f4-9320-d6c87a708300'] response: {'name': 'network-changed', 'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'status': 'completed', 'code': 200} Sep 15 10:14:09.487268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546ffb9-cd54-4b01-8bd9-dba6c5b64450 req-5dc02040-a5ea-4655-bf10-42ae23bbd400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:09.488799 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6546ffb9-cd54-4b01-8bd9-dba6c5b64450 req-5dc02040-a5ea-4655-bf10-42ae23bbd400 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 1097 time: 0.0785258 Sep 15 10:14:09.632099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546ffb9-cd54-4b01-8bd9-dba6c5b64450 req-aa4f0a66-0461-4276-809f-037b7ac15394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:09.633525 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6546ffb9-cd54-4b01-8bd9-dba6c5b64450 req-aa4f0a66-0461-4276-809f-037b7ac15394 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1322191 Sep 15 10:14:09.768142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6546ffb9-cd54-4b01-8bd9-dba6c5b64450 req-ad03d99e-4f55-425f-83b3-49f6b7115ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:09.770103 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6546ffb9-cd54-4b01-8bd9-dba6c5b64450 req-ad03d99e-4f55-425f-83b3-49f6b7115ccc service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308832 Sep 15 10:14:09.912693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-00b37fe4-3439-40cc-92de-d041edbaab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:09.914190 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-00b37fe4-3439-40cc-92de-d041edbaab47 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 1097 time: 0.0840092 Sep 15 10:14:09.986682 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-1fbd66bc-5169-49fd-920f-93f73fd134f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff HTTP/1.1" status: 200 len: 217 time: 0.0605543 Sep 15 10:14:10.050772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-0a8d2de6-6531-4837-8292-8d7efe9e897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:10.052074 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-0a8d2de6-6531-4837-8292-8d7efe9e897b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0597520 Sep 15 10:14:10.132498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-df3c3acb-b475-496c-9802-8aa80b1db0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:10.133983 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-df3c3acb-b475-496c-9802-8aa80b1db0c8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765185 Sep 15 10:14:10.266863 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-24b98642-4000-4416-846a-b6ddc0120bc0 service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269445 Sep 15 10:14:10.456087 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-567ff3d8-90f7-4f6b-96dc-deecef6afc69 req-3c31ed9b-678f-4239-b479-0574026a2ded service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510637 Sep 15 10:14:10.464141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014edb49-1322-4e67-8384-9a288ef73149 req-2a33d154-0e16-4120-a715-0fe060a877f1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:10.465458 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-014edb49-1322-4e67-8384-9a288ef73149 req-2a33d154-0e16-4120-a715-0fe060a877f1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 944 time: 0.2009799 Sep 15 10:14:10.510381 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-014edb49-1322-4e67-8384-9a288ef73149 req-0d0663d5-424e-4dfa-8185-d3e014369f9c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386114 Sep 15 10:14:11.716642 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b5a9e-e1d9-46d7-aa68-ced8c532cb0c req-ae60fda8-79e0-43ba-b2b2-e67af11e51e3 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:11.718111 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f7b5a9e-e1d9-46d7-aa68-ced8c532cb0c req-ae60fda8-79e0-43ba-b2b2-e67af11e51e3 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 944 time: 0.0873783 Sep 15 10:14:11.761474 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1f7b5a9e-e1d9-46d7-aa68-ced8c532cb0c req-6918bb78-02b7-4cb7-8f1c-77744b324c0e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Sep 15 10:14:12.265588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 572b7820-7c81-45e4-91f5-cbbc41fba9ff details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:14:12.398629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:12.412063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'port_id': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'mac_address': 'fa:16:3e:76:75:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:14:12.465373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 572b7820-7c81-45e4-91f5-cbbc41fba9ff is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:12.465746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:12.482471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572b7820-7c81-45e4-91f5-cbbc41fba9ff {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:14:12.499195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:12.538179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:12.607868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:12.817076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['572b7820-7c81-45e4-91f5-cbbc41fba9ff'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:14:12.975307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df7a2b-365a-49a8-82aa-20577c05699d req-3ecea7b8-e08e-4403-bf6e-628f630c5618 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:12.976682 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8df7a2b-365a-49a8-82aa-20577c05699d req-3ecea7b8-e08e-4403-bf6e-628f630c5618 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 945 time: 0.0936778 Sep 15 10:14:13.021498 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8df7a2b-365a-49a8-82aa-20577c05699d req-6db67f00-f7d7-4f0c-a248-1ed1fc837cfc tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389864 Sep 15 10:14:14.230032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c8d80-bff9-477e-b13c-62d61e1ed092 req-80c95de2-ab1e-4017-9fc7-9d3705c8780a tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:14.234417 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-948c8d80-bff9-477e-b13c-62d61e1ed092 req-80c95de2-ab1e-4017-9fc7-9d3705c8780a tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 945 time: 0.0902791 Sep 15 10:14:14.264331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 572b7820-7c81-45e4-91f5-cbbc41fba9ff up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:14:14.275541 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-948c8d80-bff9-477e-b13c-62d61e1ed092 req-c3787a7b-9dbc-4bea-a299-7b16f1e3f916 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383630 Sep 15 10:14:14.406506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 572b7820-7c81-45e4-91f5-cbbc41fba9ff completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:14:14.411967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 572b7820-7c81-45e4-91f5-cbbc41fba9ff triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:14.412332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:14.526561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 572b7820-7c81-45e4-91f5-cbbc41fba9ff is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:14.526934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:14.553501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:14:14.555771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ff6255-6a1b-47e0-90e6-d9056c102ce3" -d '{"events": [{"server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "name": "network-vif-plugged", "status": "completed", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:14:14.563175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:14.598348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d3ca2d-725f-4b09-94a2-850e8e3ed345 x-openstack-request-id: req-48d3ca2d-725f-4b09-94a2-850e8e3ed345 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:14:14.598634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "name": "network-vif-plugged", "status": "completed", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:14:14.598879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48d3ca2d-725f-4b09-94a2-850e8e3ed345 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:14:14.599271 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d3ca2d-725f-4b09-94a2-850e8e3ed345'] response: {'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'code': 200} Sep 15 10:14:14.623350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:14.690110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:14.997618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c653ff6-961f-4454-a874-8cc962264d6f req-47c99355-d889-4f84-9f60-941247195224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:14.999098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6c653ff6-961f-4454-a874-8cc962264d6f req-47c99355-d889-4f84-9f60-941247195224 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 1099 time: 0.0782075 Sep 15 10:14:15.037203 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6c653ff6-961f-4454-a874-8cc962264d6f req-4bda5ca4-3771-4de1-8158-1246d2c18401 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Sep 15 10:14:15.480286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cc448-0b1f-4b5f-9f5d-c7c8ad86cc1f req-525480af-a668-44da-85f5-88cafca385f7 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:15.481709 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b06cc448-0b1f-4b5f-9f5d-c7c8ad86cc1f req-525480af-a668-44da-85f5-88cafca385f7 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0869863 Sep 15 10:14:15.528843 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b06cc448-0b1f-4b5f-9f5d-c7c8ad86cc1f req-c2714486-d7a5-4f0c-88db-4589852077db tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414853 Sep 15 10:14:16.853132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5dce70-bb03-48f5-b02b-332bdc21aa7b req-5a0e1e6c-4e56-4153-ab30-96ab17cab106 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:16.854536 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e5dce70-bb03-48f5-b02b-332bdc21aa7b req-5a0e1e6c-4e56-4153-ab30-96ab17cab106 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.1867883 Sep 15 10:14:16.897316 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e5dce70-bb03-48f5-b02b-332bdc21aa7b req-9dd04a3c-33fc-47e7-8ec4-d0e9127e57df tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371156 Sep 15 10:14:17.102792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6545fd-58f4-42c7-99f6-95636be97e76 req-46aacf36-499c-4859-a257-0d11218dc9a6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:17.104374 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dd6545fd-58f4-42c7-99f6-95636be97e76 req-46aacf36-499c-4859-a257-0d11218dc9a6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0864930 Sep 15 10:14:17.146967 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dd6545fd-58f4-42c7-99f6-95636be97e76 req-dc2b7ec8-a87f-4c36-b217-17d5442f08e1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Sep 15 10:14:17.631821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0b13f-28de-47f2-816d-f796c1ee64b7 req-aecde0c2-4e5a-4f7b-bfb0-a72e9c419e5a tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:17.633314 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c1e0b13f-28de-47f2-816d-f796c1ee64b7 req-aecde0c2-4e5a-4f7b-bfb0-a72e9c419e5a tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.1063881 Sep 15 10:14:17.683164 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c1e0b13f-28de-47f2-816d-f796c1ee64b7 req-c866d462-fd0e-4844-a8e4-90bfbae0d87f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439563 Sep 15 10:14:17.907361 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b66c1-52fc-4067-a47b-dfb607968cd0 req-fe76e223-6fa4-4a17-8020-5104fe05e89c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:17.908892 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-470b66c1-52fc-4067-a47b-dfb607968cd0 req-fe76e223-6fa4-4a17-8020-5104fe05e89c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.1011384 Sep 15 10:14:17.957112 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-470b66c1-52fc-4067-a47b-dfb607968cd0 req-f9701f29-e49a-4444-9a1d-b9b801a964fd tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420477 Sep 15 10:14:18.539220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a77285-41ee-4309-a85e-d24d337e4580 req-76ceda31-0607-4b55-b401-a9bb7d172f29 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:18.540684 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b2a77285-41ee-4309-a85e-d24d337e4580 req-76ceda31-0607-4b55-b401-a9bb7d172f29 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0878844 Sep 15 10:14:18.588201 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b2a77285-41ee-4309-a85e-d24d337e4580 req-ca624d6f-49e9-4540-aa41-cc8080f9b029 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417914 Sep 15 10:14:18.615178 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-7b0cd904-904e-4e0e-8966-0100a2e7c521 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790915 Sep 15 10:14:19.600922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-45e0941f-6b44-4765-94ef-12aa18a47a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:19.802699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efdcdb-029b-4b37-8d31-c495ee2f2552 req-f18ea0eb-1ca9-4429-b0ed-e71858fcdc8d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:19.804069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f4efdcdb-029b-4b37-8d31-c495ee2f2552 req-f18ea0eb-1ca9-4429-b0ed-e71858fcdc8d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0930705 Sep 15 10:14:19.848921 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f4efdcdb-029b-4b37-8d31-c495ee2f2552 req-398fdd37-7ae3-49c5-a073-263d1f22fde2 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391099 Sep 15 10:14:20.743913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:20.790520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-d7eead6b-c08e-4609-a058-f2aceda6bfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:20.792070 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-d7eead6b-c08e-4609-a058-f2aceda6bfd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 1099 time: 0.0782001 Sep 15 10:14:20.921629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-e36c2e53-db78-4f2e-a635-7aff2f127091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:20.923104 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-e36c2e53-db78-4f2e-a635-7aff2f127091 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 916 time: 0.1255157 Sep 15 10:14:21.026271 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-936ba05b-8d25-4a59-bcc6-6f6812834d8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff HTTP/1.1" status: 200 len: 217 time: 0.0972407 Sep 15 10:14:21.107262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-f95ba8be-b70e-4459-b0e5-88be07ab3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:21.108680 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-f95ba8be-b70e-4459-b0e5-88be07ab3d53 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0770683 Sep 15 10:14:21.172478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863ed4f-674c-41cc-a67a-480dc9eebcaf req-d0da85f3-0912-4463-85de-4b4f0c252730 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:21.173943 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c863ed4f-674c-41cc-a67a-480dc9eebcaf req-d0da85f3-0912-4463-85de-4b4f0c252730 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.1892586 Sep 15 10:14:21.227242 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c863ed4f-674c-41cc-a67a-480dc9eebcaf req-584ae696-a846-4cf0-8798-32b5016676bf tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459850 Sep 15 10:14:21.235965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-477ef8b7-d714-4424-aee5-8d6a9cf60845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:21.237940 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-477ef8b7-d714-4424-aee5-8d6a9cf60845 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1225803 Sep 15 10:14:21.373661 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-c9ec281d-b39c-4a73-b3b7-2ebdec0c454a service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295061 Sep 15 10:14:21.501721 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-687403cf-9492-476e-b421-87e09873e81e service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226752 Sep 15 10:14:21.658030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-14c8a9a5-14f7-4035-8fde-d0bb8e1c53a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:22.432594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986deaa1-b7c0-4293-8e48-55827579a991 req-738fa77c-9771-4df0-8400-ada09b2df948 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:22.434051 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-986deaa1-b7c0-4293-8e48-55827579a991 req-738fa77c-9771-4df0-8400-ada09b2df948 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0849462 Sep 15 10:14:22.481623 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-986deaa1-b7c0-4293-8e48-55827579a991 req-c2dcee43-297e-4ba2-96e3-716fb243d919 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418191 Sep 15 10:14:22.537181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:22.857846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:23.691862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c6042-0829-44e6-92a5-d9948b54d980 req-8e831bf1-d104-47e2-a083-7aad3aa8330c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:23.693323 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-427c6042-0829-44e6-92a5-d9948b54d980 req-8e831bf1-d104-47e2-a083-7aad3aa8330c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0900271 Sep 15 10:14:23.736723 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-427c6042-0829-44e6-92a5-d9948b54d980 req-aa97ee52-e6e9-4462-80ae-673eb26e863a tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377567 Sep 15 10:14:24.354861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:24.939754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a2a532-22a5-4b71-be9b-7844402dc221 req-6ca3cf51-52b7-4131-adc1-4ba7c38fbaa9 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:24.941845 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b0a2a532-22a5-4b71-be9b-7844402dc221 req-6ca3cf51-52b7-4131-adc1-4ba7c38fbaa9 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0868878 Sep 15 10:14:24.984099 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b0a2a532-22a5-4b71-be9b-7844402dc221 req-91dd60bf-f0aa-4512-a85e-3da8dfce2afb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Sep 15 10:14:25.172130 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:14:26.192929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e49bd-229d-4fdb-9824-da8584597bdd req-e593439b-455c-4f06-aa31-ef43c9b5ff30 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:26.194400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-860e49bd-229d-4fdb-9824-da8584597bdd req-e593439b-455c-4f06-aa31-ef43c9b5ff30 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0898612 Sep 15 10:14:26.237439 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-860e49bd-229d-4fdb-9824-da8584597bdd req-719396d3-6983-49b8-b399-2f12cb80b0f1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369403 Sep 15 10:14:27.540911 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9037b4de-4a71-490f-8256-6bb52e78d334 req-5741fbd4-ed20-4c05-8472-11ae15b312e8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:27.542399 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9037b4de-4a71-490f-8256-6bb52e78d334 req-5741fbd4-ed20-4c05-8472-11ae15b312e8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.1804924 Sep 15 10:14:27.593297 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9037b4de-4a71-490f-8256-6bb52e78d334 req-eb0aae27-90c9-45d0-8394-7213ee15ffdb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450611 Sep 15 10:14:28.795864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d343a0-cb3d-4bcb-be6e-14321a9a01bc req-057289c1-4eff-499d-816f-1b02354d273b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:28.797313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d343a0-cb3d-4bcb-be6e-14321a9a01bc req-057289c1-4eff-499d-816f-1b02354d273b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0855308 Sep 15 10:14:28.840608 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78d343a0-cb3d-4bcb-be6e-14321a9a01bc req-72089f0f-e170-4214-82fe-0aa3e287937f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369072 Sep 15 10:14:30.043140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b252a35-560d-4dcb-96e4-0dcec8a5d24f req-5576c89e-dc40-4409-b0eb-4c8f69fd6872 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:30.044595 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6b252a35-560d-4dcb-96e4-0dcec8a5d24f req-5576c89e-dc40-4409-b0eb-4c8f69fd6872 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0851793 Sep 15 10:14:30.092093 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6b252a35-560d-4dcb-96e4-0dcec8a5d24f req-3928eb51-bf28-4fa7-a1f9-a116fd39806e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418234 Sep 15 10:14:31.303577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78af652-d633-4ad5-b963-0fa41fb22ef1 req-62b28003-2762-4d49-a818-0871e930e1f9 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:31.304961 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e78af652-d633-4ad5-b963-0fa41fb22ef1 req-62b28003-2762-4d49-a818-0871e930e1f9 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0899506 Sep 15 10:14:31.351465 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e78af652-d633-4ad5-b963-0fa41fb22ef1 req-46fde7dd-8c6f-49c3-a4a3-1bed5e2e463e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404520 Sep 15 10:14:38.771264 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-aa01adf2-8ec7-4938-86eb-6043128fa24a service neutron] 10.222.0.16 "GET /v2.0/ports/572b7820-7c81-45e4-91f5-cbbc41fba9ff/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0741637 Sep 15 10:14:39.392783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-4b0ff22f-7d91-4d0b-b459-eef39dbd9ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:39.394992 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-4b0ff22f-7d91-4d0b-b459-eef39dbd9ebf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3&tenant_id=69c3f66856e04c8fa8af6ba48c2763f3 HTTP/1.1" status: 200 len: 1099 time: 0.0819299 Sep 15 10:14:39.501790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-315ed2e0-bcf3-4e51-8c40-d46d421bb544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:39.503267 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-315ed2e0-bcf3-4e51-8c40-d46d421bb544 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 1099 time: 0.0766189 Sep 15 10:14:39.726529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-aa9db2c9-76df-4380-8a59-0f18b866cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:39.727969 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-aa9db2c9-76df-4380-8a59-0f18b866cfdf service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 916 time: 0.2180333 Sep 15 10:14:39.796363 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-3be910c9-77de-43fc-955b-047f5a723c92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff HTTP/1.1" status: 200 len: 217 time: 0.0623934 Sep 15 10:14:39.856360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-fb407716-1f3b-446a-9b73-d72a2cfb021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:39.857765 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-fb407716-1f3b-446a-9b73-d72a2cfb021a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0559068 Sep 15 10:14:39.940548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-4a1e2909-5907-4387-a4bc-00857a6bcea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:39.942860 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-4a1e2909-5907-4387-a4bc-00857a6bcea2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798235 Sep 15 10:14:40.071740 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-6f2d7846-ce33-43c6-b9d7-9ef7a363b9ce service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213012 Sep 15 10:14:40.198667 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c690cf7-9946-4975-a9fe-0d44248a0cc6 req-23784071-c35e-49de-9ee8-6c6bfb07a541 service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214278 Sep 15 10:14:42.438856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 572b7820-7c81-45e4-91f5-cbbc41fba9ff details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:14:42.442938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 572b7820-7c81-45e4-91f5-cbbc41fba9ff no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:14:42.684266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 572b7820-7c81-45e4-91f5-cbbc41fba9ff is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:42.684646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:42.714835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:42.736583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:14:42.739529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e09abe0-4731-4b74-810d-559bdf876653" -d '{"events": [{"server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "name": "network-vif-unplugged", "status": "completed", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:14:42.742045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'port_id': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'mac_address': 'fa:16:3e:76:75:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:14:42.776651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:42.796065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f364244-8201-4daf-a5d5-63dcca015ad7 x-openstack-request-id: req-1f364244-8201-4daf-a5d5-63dcca015ad7 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:14:42.796353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "name": "network-vif-unplugged", "status": "completed", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:14:42.796600 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f364244-8201-4daf-a5d5-63dcca015ad7 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:14:42.796983 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f364244-8201-4daf-a5d5-63dcca015ad7'] response: {'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'code': 200} Sep 15 10:14:42.804979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 572b7820-7c81-45e4-91f5-cbbc41fba9ff is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:42.805356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:42.821984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 572b7820-7c81-45e4-91f5-cbbc41fba9ff {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:14:42.841517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:42.955761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:14:42.955997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:14:42.960201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:42.967636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.967991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.968320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.968652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.968981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.969322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.969636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.970004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.970325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.970675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.970995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:42.971316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:14:43.511644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 572b7820-7c81-45e4-91f5-cbbc41fba9ff is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:43.512320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:43.528202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572b7820-7c81-45e4-91f5-cbbc41fba9ff {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:14:43.543099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:43.617387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:43.683683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:43.740766 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['572b7820-7c81-45e4-91f5-cbbc41fba9ff'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:14:44.451002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 572b7820-7c81-45e4-91f5-cbbc41fba9ff up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:14:44.517934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 572b7820-7c81-45e4-91f5-cbbc41fba9ff triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:14:44.518590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:44.639101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 572b7820-7c81-45e4-91f5-cbbc41fba9ff is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:14:44.639101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:44.664135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:14:44.742771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:44.798126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:14:44.800392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb06b77-b1df-48bd-865d-32e1c6a47ab0" -d '{"events": [{"server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "name": "network-vif-plugged", "status": "completed", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:14:44.825891 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:14:44.869998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35fef11c-513a-4539-90b9-12418c1d6c9d x-openstack-request-id: req-35fef11c-513a-4539-90b9-12418c1d6c9d {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:14:44.870288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "name": "network-vif-plugged", "status": "completed", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:14:44.870536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-35fef11c-513a-4539-90b9-12418c1d6c9d {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:14:44.871025 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35fef11c-513a-4539-90b9-12418c1d6c9d'] response: {'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'code': 200} Sep 15 10:14:47.057770 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-5aa93746-fb65-4d28-9f04-e93e5977228e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0753193 Sep 15 10:14:47.222109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-ca89c3af-e5d1-4eb5-98ba-30e67c2bae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:47.223553 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-ca89c3af-e5d1-4eb5-98ba-30e67c2bae2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 1099 time: 0.0793657 Sep 15 10:14:47.370452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-ff471a1b-5566-4f7f-92ef-b86cfd281e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:47.372439 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-ff471a1b-5566-4f7f-92ef-b86cfd281e4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 916 time: 0.1322653 Sep 15 10:14:47.440526 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-0a975e0b-cf2b-4f13-b457-431bd16b4948 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff HTTP/1.1" status: 200 len: 217 time: 0.0626254 Sep 15 10:14:47.502300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-12932aa1-6a4c-405b-b3a7-bf56407268a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:47.503705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-12932aa1-6a4c-405b-b3a7-bf56407268a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0572517 Sep 15 10:14:47.582081 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-e55c0f30-9041-4b97-9fd6-36d187ef3b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:14:47.583650 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-e55c0f30-9041-4b97-9fd6-36d187ef3b08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742476 Sep 15 10:14:47.711415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-bae068be-b541-44f8-b1ed-9074f0f6bbf7 service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215103 Sep 15 10:14:47.841706 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a0fd5378-38dc-4292-9336-f2f4eebec812 req-64c87133-f91d-43d6-afeb-030894fe5e18 service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248908 Sep 15 10:14:49.599802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8804a69c-044d-4666-a3bb-57bbc0364c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:50.765461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:51.668481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-89bfcf17-e600-4974-a9c0-26da33bdb81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:52.542980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:52.873105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:14:54.382009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:02.171857 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:15:19.634928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4ec1feea-83a7-4f9f-947a-7cda28f67a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:20.765201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:21.656268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-920af80c-15c9-4866-b421-0ea143451665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:22.530764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:22.822439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:24.397630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:32.618699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c627444-84d2-44f7-a640-c034628eea3f req-52e89af9-e398-47af-934c-e413fcbb72f5 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:32.620065 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3c627444-84d2-44f7-a640-c034628eea3f req-52e89af9-e398-47af-934c-e413fcbb72f5 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0890338 Sep 15 10:15:32.663616 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3c627444-84d2-44f7-a640-c034628eea3f req-b4d7058d-f549-4c45-bcd8-8b9626c95ef5 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379124 Sep 15 10:15:33.290263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa217b-0265-4e8c-bd75-690962051d93 req-b1d26eb1-4acd-4c69-bd8a-a4deedf806af tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:33.291635 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3efa217b-0265-4e8c-bd75-690962051d93 req-b1d26eb1-4acd-4c69-bd8a-a4deedf806af tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.2520096 Sep 15 10:15:33.330048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-bed8c24a-453a-4818-9a1e-725c132731dd tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:33.331443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-bed8c24a-453a-4818-9a1e-725c132731dd tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3&tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 946 time: 0.1269238 Sep 15 10:15:33.353598 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3efa217b-0265-4e8c-bd75-690962051d93 req-cbaf5df2-e320-4fee-97e1-c08acb08d819 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530212 Sep 15 10:15:33.492802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-8af58af3-a2f4-405b-ba18-5ce638f8c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:33.494346 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-8af58af3-a2f4-405b-ba18-5ce638f8c3d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 1099 time: 0.0783248 Sep 15 10:15:33.623389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-bc382f35-aa72-45c1-a017-9bf02eac4af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:33.624732 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-bc382f35-aa72-45c1-a017-9bf02eac4af0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 916 time: 0.1240501 Sep 15 10:15:33.693684 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-fa142025-f028-48cd-b45e-c1d6e1c60c7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff HTTP/1.1" status: 200 len: 217 time: 0.0635228 Sep 15 10:15:33.754293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-8223ae6a-9a3a-4fff-affa-839434d03cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:33.755659 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-8223ae6a-9a3a-4fff-affa-839434d03cdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0562594 Sep 15 10:15:33.844431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-6d0357b4-7f80-4597-867e-12374b829e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:33.845899 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-6d0357b4-7f80-4597-867e-12374b829e10 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843599 Sep 15 10:15:33.975235 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-2125d0c1-fab7-4611-856a-01a9782158ae service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228344 Sep 15 10:15:34.102022 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4e87dc-14df-4575-803e-9c1ece0e695a req-326e93f1-3932-4eb0-bd09-6e324d723f9b service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214499 Sep 15 10:15:34.556665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9950bb-7712-4cd8-9514-54e6b44f97c5 req-d4ea0411-829c-4e32-b877-4b0a7fbbd51d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:34.558128 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2c9950bb-7712-4cd8-9514-54e6b44f97c5 req-d4ea0411-829c-4e32-b877-4b0a7fbbd51d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0861361 Sep 15 10:15:34.601313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2c9950bb-7712-4cd8-9514-54e6b44f97c5 req-007628ef-bd15-464f-928a-42da7dac2d0e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374670 Sep 15 10:15:35.810021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef4d2d-1674-4514-ae0c-3c5b0733123a req-68c93473-2254-4be7-b176-386ffedbd5a4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:35.811454 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5cef4d2d-1674-4514-ae0c-3c5b0733123a req-68c93473-2254-4be7-b176-386ffedbd5a4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0898304 Sep 15 10:15:35.854421 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5cef4d2d-1674-4514-ae0c-3c5b0733123a req-9b91f1a0-3a5b-427a-83f0-3930ddccefe9 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373533 Sep 15 10:15:36.059525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535aeba0-deaf-45bb-a0be-7d503fb28b88 req-087b0558-841a-481d-ba27-fc998f2a4002 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:36.060958 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-535aeba0-deaf-45bb-a0be-7d503fb28b88 req-087b0558-841a-481d-ba27-fc998f2a4002 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0857730 Sep 15 10:15:36.106118 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-535aeba0-deaf-45bb-a0be-7d503fb28b88 req-69e1bec7-bc25-4231-9a20-6acc0ea6b5c1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395384 Sep 15 10:15:36.282680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58496) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:15:36.287860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235188566', 'description': 'tempest-description--1665130742'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:15:36.295083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:15:36.307753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:15:36.379960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:36.406860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:15:36.406860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Usage tracker for resource:security_group_rule and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:15:36.407387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:15:36.413046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:15:36.481849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:36.558740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:36.603087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6c2dff-3e2c-49ca-a6aa-0b5ccf1d2881,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:36.610951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.611291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.611621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.611943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.612261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.612578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.612896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.613209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.613519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.613841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.614163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.614471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:36.673247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:36.674439 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-386bc117-5770-48d8-b94e-538cea791b6b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3906658 Sep 15 10:15:36.677465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58500) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:15:36.682270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Request body: {'security_group_rule': {'security_group_id': '2f6c2dff-3e2c-49ca-a6aa-0b5ccf1d2881', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:15:36.688150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:15:36.694150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Usage tracker for resource:security_group_rule and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:15:36.694770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:15:36.700989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:15:36.777153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:36.835055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:36.928452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:36.954715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc52e76-2084-4b83-8e74-ea08cf962a3c,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:37.014188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:37.015438 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b56ca737-d247-4aa5-8ad0-f2311bf2f711 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3370323 Sep 15 10:15:37.018052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58504) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:15:37.022931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Request body: {'security_group_rule': {'security_group_id': '2f6c2dff-3e2c-49ca-a6aa-0b5ccf1d2881', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:15:37.029207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:15:37.033771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Usage tracker for resource:security_group_rule and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:15:37.036028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:15:37.042288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:15:37.124121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:37.184156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:37.255854 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:37.280088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49678a2a-e146-40d1-ad70-09ec5f0c303b,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:37.352145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:37.353539 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-65bfa0b2-b381-484f-bd5e-733fbdf96f63 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3345759 Sep 15 10:15:37.356569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58508) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:15:37.361578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:15:37.368160 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:15:37.372007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Usage tracker for resource:floatingip and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:15:37.374793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:15:37.380428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:15:37.484819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:37.624885 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:37.758289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Allocated IP 172.26.7.148 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/24900ae5-698f-493a-b0f9-7ff0543373b7) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:15:37.999702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:38.113399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:38.175523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:15:38.178251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:15:38.181708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:15:38.225443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event updated for resources: {'Port': ['ID=24900ae5-698f-493a-b0f9-7ff0543373b7,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:38.266560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:38.387663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:38.592006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:38.655902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:38.754804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event updated for resources: {'Port': ['ID=24900ae5-698f-493a-b0f9-7ff0543373b7,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:38.760019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:38.848752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:38.850007 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2d34361e-f15e-44e5-b057-38426d6b2858 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4924886 Sep 15 10:15:39.031300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311a204-c1aa-4975-8754-56ba9e5b3c8c req-c5465719-c2f0-4e4b-a910-c9a55e5be2b3 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:39.032677 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7311a204-c1aa-4975-8754-56ba9e5b3c8c req-c5465719-c2f0-4e4b-a910-c9a55e5be2b3 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0900321 Sep 15 10:15:39.075977 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7311a204-c1aa-4975-8754-56ba9e5b3c8c req-251b2a7d-c604-4bb9-ad13-a1cd87fd5b5e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Synchronizing usage tracker for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:15:39.157155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7311a204-c1aa-4975-8754-56ba9e5b3c8c req-251b2a7d-c604-4bb9-ad13-a1cd87fd5b5e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Unset dirty status for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:15:39.158558 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7311a204-c1aa-4975-8754-56ba9e5b3c8c req-251b2a7d-c604-4bb9-ad13-a1cd87fd5b5e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201210 Sep 15 10:15:39.174020 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:15:39.893325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-5a33ea91-af4a-4176-8934-252a4fb61a77 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:39.894757 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-5a33ea91-af4a-4176-8934-252a4fb61a77 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 815 time: 0.1454046 Sep 15 10:15:39.911163 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-30bcae20-e565-496f-9355-45660298b764 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/quotas/69c3f66856e04c8fa8af6ba48c2763f3 HTTP/1.1" status: 200 len: 375 time: 0.0093036 Sep 15 10:15:40.008246 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-7ac61df1-40d1-433b-a79f-310667cd3925 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0913055 Sep 15 10:15:40.137423 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-d03e0dfe-3482-4cf2-b86b-f0990d2aa06e service neutron] 10.222.0.62 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224678 Sep 15 10:15:40.265040 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-9cc8fdc9-0a01-4f8b-a8e8-822618cd940c service neutron] 10.222.0.62 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218557 Sep 15 10:15:40.563379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb4ba8ce-ccd6-4105-a767-a22325acef7c req-803e1ec5-73fd-41eb-9714-f5b8dea01e50 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 210 time: 0.0559337 Sep 15 10:15:41.538938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-df75e1cb-bea8-43fd-830d-bda8b7d21654 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:41.540448 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-df75e1cb-bea8-43fd-830d-bda8b7d21654 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "GET /v2.0/ports?device_id=83d817ac-2da8-43a7-9747-2b62a5b3bba3 HTTP/1.1" status: 200 len: 946 time: 0.0880768 Sep 15 10:15:41.609761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Deleting port 572b7820-7c81-45e4-91f5-cbbc41fba9ff {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:15:41.610136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:41.758903 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3cfbeae5-b272-4b8f-a51a-f1a254f73f3a req-c442122d-a992-46be-83c1-80758fbe6f66 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 210 time: 0.0593076 Sep 15 10:15:41.999992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] For port 572b7820-7c81-45e4-91f5-cbbc41fba9ff, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=572b7820-7c81-45e4-91f5-cbbc41fba9ff,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:15:42.000351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:42.121956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Calling delete_port for 572b7820-7c81-45e4-91f5-cbbc41fba9ff owned by compute:nova {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:15:42.334569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:42.367264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['572b7820-7c81-45e4-91f5-cbbc41fba9ff'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:15:42.383993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.16', 62811) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:15:42.388070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event deleted for resources: {'Port': ['ID=572b7820-7c81-45e4-91f5-cbbc41fba9ff,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:42.475278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] No DVR routers for this DVR port 572b7820-7c81-45e4-91f5-cbbc41fba9ff on host hv-neutron-8577 {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:15:42.478459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:42.481163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'name': 'network-vif-deleted', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:15:42.483684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e9cacf-e613-4755-8391-b080b00b971e" -d '{"events": [{"server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "name": "network-vif-deleted", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:15:42.535543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d27d543-ae56-44d2-9794-c44f94262ff5 x-openstack-request-id: req-1d27d543-ae56-44d2-9794-c44f94262ff5 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:15:42.536014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d817ac-2da8-43a7-9747-2b62a5b3bba3", "name": "network-vif-deleted", "tag": "572b7820-7c81-45e4-91f5-cbbc41fba9ff", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:15:42.536389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d27d543-ae56-44d2-9794-c44f94262ff5 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:15:42.536899 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d27d543-ae56-44d2-9794-c44f94262ff5'] response: {'server_uuid': '83d817ac-2da8-43a7-9747-2b62a5b3bba3', 'name': 'network-vif-deleted', 'tag': '572b7820-7c81-45e4-91f5-cbbc41fba9ff', 'status': 'completed', 'code': 200} Sep 15 10:15:42.560438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-4f02e826-e5fe-4ae5-9d97-58f30ad96db1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:42.562217 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-4f02e826-e5fe-4ae5-9d97-58f30ad96db1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 815 time: 0.1757350 Sep 15 10:15:42.572004 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "DELETE /v2.0/ports/572b7820-7c81-45e4-91f5-cbbc41fba9ff HTTP/1.1" status: 204 len: 173 time: 1.0262051 Sep 15 10:15:42.580644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Request body: {'port': {'device_id': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'admin_state_up': True, 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:15:42.731044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:15:42.735732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Usage tracker for resource:port and tenant:69c3f66856e04c8fa8af6ba48c2763f3 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:15:42.740204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:15:42.747077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:15:42.825263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Made reservation on behalf of 69c3f66856e04c8fa8af6ba48c2763f3 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:15:42.830028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:42.995570 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-e1d26c05-f188-45be-8586-446074160906 req-bb5ae598-dfd8-43b8-9f02-4e10e64249af tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Synchronizing usage tracker for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:15:43.052570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Allocated IP 172.20.0.7 (ebc4b20b-6dcb-402b-bbc6-92863352c651/66c4e63d-f43e-4889-a6fe-db138e991959/142b7218-bfb7-4e50-a338-fcde1f7da02d) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:15:43.082459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-e1d26c05-f188-45be-8586-446074160906 req-bb5ae598-dfd8-43b8-9f02-4e10e64249af tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Unset dirty status for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:15:43.083645 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e1d26c05-f188-45be-8586-446074160906 req-bb5ae598-dfd8-43b8-9f02-4e10e64249af tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 210 time: 0.1418474 Sep 15 10:15:43.264554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:43.280601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Transition to ACTIVE for port object 142b7218-bfb7-4e50-a338-fcde1f7da02d will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:15:43.357569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:43.426826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:15:43.429613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:15:43.433664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:15:43.474181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event updated for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:43.492618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.492618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.492618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.492978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.493314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.493633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.493972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.494298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.494622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.494939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.495262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.495587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:43.517182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:43.517844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:43.654923 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-1571970b-f9d3-4587-ac64-6c22812871ea tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0781839 Sep 15 10:15:43.671552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Request body: {'port': {'device_id': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:15:43.764829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d5bc57c0-4e87-4839-a458-b570aca2f1d8 None None] Provisioning for port 142b7218-bfb7-4e50-a338-fcde1f7da02d completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:15:43.769670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d5bc57c0-4e87-4839-a458-b570aca2f1d8 None None] Provisioning complete for port 142b7218-bfb7-4e50-a338-fcde1f7da02d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:15:43.773242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d5bc57c0-4e87-4839-a458-b570aca2f1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:43.783243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:43.826510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d5bc57c0-4e87-4839-a458-b570aca2f1d8 None None] Port 142b7218-bfb7-4e50-a338-fcde1f7da02d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:15:44.115325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142b7218-bfb7-4e50-a338-fcde1f7da02d {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:15:44.123525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:44.137807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Transition to ACTIVE for port object 142b7218-bfb7-4e50-a338-fcde1f7da02d will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:15:44.204505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:44.292354 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a822dec-ba8c-437e-88c0-80607df316dd req-66e7d469-5706-4898-85b1-561fc2593a34 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:44.293887 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8a822dec-ba8c-437e-88c0-80607df316dd req-66e7d469-5706-4898-85b1-561fc2593a34 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 943 time: 0.0895886 Sep 15 10:15:44.342597 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8a822dec-ba8c-437e-88c0-80607df316dd req-acaa259f-e886-44bd-b8e7-c24e2e8285e8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Sep 15 10:15:44.503933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:44.534486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Attempting to bind port 142b7218-bfb7-4e50-a338-fcde1f7da02d on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:15:44.534816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Attempting to bind port 142b7218-bfb7-4e50-a338-fcde1f7da02d by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:15:44.535135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Attempting to bind port 142b7218-bfb7-4e50-a338-fcde1f7da02d on network ebc4b20b-6dcb-402b-bbc6-92863352c651 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:15:44.539592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Port 142b7218-bfb7-4e50-a338-fcde1f7da02d on network ebc4b20b-6dcb-402b-bbc6-92863352c651 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:15:44.540457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Attempting to bind port 142b7218-bfb7-4e50-a338-fcde1f7da02d on network ebc4b20b-6dcb-402b-bbc6-92863352c651 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:15:44.545591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:15:44.545968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Checking segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:15:44.546495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Bound using segment: {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:15:44.546926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Bound port: 142b7218-bfb7-4e50-a338-fcde1f7da02d, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e404d29-ef30-4bb1-986c-993e05e80abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:15:44.547266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:44.634651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:15:44.638041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:15:44.734320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:44.761874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 572b7820-7c81-45e4-91f5-cbbc41fba9ff no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:15:44.767302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:44.767909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:44.769259 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] 10.222.0.16 "PUT /v2.0/ports/142b7218-bfb7-4e50-a338-fcde1f7da02d HTTP/1.1" status: 200 len: 1093 time: 1.1019289 Sep 15 10:15:44.769746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:15:44.772091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9e9573-438a-428a-93cb-e68e04d7b1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:15:44.796654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 572b7820-7c81-45e4-91f5-cbbc41fba9ff {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:15:44.797179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 572b7820-7c81-45e4-91f5-cbbc41fba9ff not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:15:44.814521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68884a-48d3-4adb-9328-9e67044ca4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:44.823863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f96029-eaed-46b6-96df-4db2a75ceb80 x-openstack-request-id: req-21f96029-eaed-46b6-96df-4db2a75ceb80 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:15:44.824162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:15:44.824408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21f96029-eaed-46b6-96df-4db2a75ceb80 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:15:44.824793 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f96029-eaed-46b6-96df-4db2a75ceb80'] response: {'name': 'network-changed', 'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'status': 'completed', 'code': 200} Sep 15 10:15:44.961034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e9573-438a-428a-93cb-e68e04d7b1ff req-e3b49a1f-d66b-45b4-b9d8-6271e86a67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:44.963214 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f9e9573-438a-428a-93cb-e68e04d7b1ff req-e3b49a1f-d66b-45b4-b9d8-6271e86a67ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 1096 time: 0.0797224 Sep 15 10:15:45.105788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e9573-438a-428a-93cb-e68e04d7b1ff req-d7b84623-9f16-49cf-a009-4346df723d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:45.107262 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f9e9573-438a-428a-93cb-e68e04d7b1ff req-d7b84623-9f16-49cf-a009-4346df723d3a service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1322987 Sep 15 10:15:45.241546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e9573-438a-428a-93cb-e68e04d7b1ff req-051f619c-b71d-4ff1-aee6-e0c41eaa43a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:45.243542 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f9e9573-438a-428a-93cb-e68e04d7b1ff req-051f619c-b71d-4ff1-aee6-e0c41eaa43a3 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300747 Sep 15 10:15:45.382840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-e975e837-0dea-490d-9b46-c11f7f215993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:45.385701 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-e975e837-0dea-490d-9b46-c11f7f215993 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 1096 time: 0.0848851 Sep 15 10:15:45.459309 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-469aa0c5-4a75-404e-9413-f1fc6b6e0b72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d HTTP/1.1" status: 200 len: 217 time: 0.0619259 Sep 15 10:15:45.526879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-0b18aa23-4a1b-45a8-b1ac-d2a5ef2c3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:45.528424 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-0b18aa23-4a1b-45a8-b1ac-d2a5ef2c3c9a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0632622 Sep 15 10:15:45.553620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9a77-7310-4926-a716-bd3ed7bf5430 req-be1ae53b-d703-42e8-b725-6d0efc8c1c3d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:45.555119 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6b3a9a77-7310-4926-a716-bd3ed7bf5430 req-be1ae53b-d703-42e8-b725-6d0efc8c1c3d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 943 time: 0.0918849 Sep 15 10:15:45.600215 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6b3a9a77-7310-4926-a716-bd3ed7bf5430 req-d08bab67-07a5-4443-af82-b3dc9e14ebd4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386345 Sep 15 10:15:45.615111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-23fe4d0f-a938-42d2-820d-8bda063e012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:45.616639 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-23fe4d0f-a938-42d2-820d-8bda063e012c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813174 Sep 15 10:15:45.748606 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-4ad39a09-04c3-460c-ad7c-4a2bc75e034b service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259608 Sep 15 10:15:45.879411 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d1fbebfe-3bc9-4a8c-bd9f-1bad5bf4a0da req-f8f2e017-de3c-4e4f-897d-6e02b89fbea8 service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247590 Sep 15 10:15:46.807661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559821e-4293-4bbf-8892-f805db01895c req-330a3159-4ddd-46aa-9ba3-961dd1db5e8c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:46.809110 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0559821e-4293-4bbf-8892-f805db01895c req-330a3159-4ddd-46aa-9ba3-961dd1db5e8c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 943 time: 0.0886858 Sep 15 10:15:46.852015 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0559821e-4293-4bbf-8892-f805db01895c req-4daa53fe-d7c5-4127-87c3-a395bc7c59e0 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372665 Sep 15 10:15:48.053899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bde360-c5b7-4e6f-97c1-10acc50ea174 req-eb3121fc-8c35-4411-aaa8-a5841d28ace0 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:48.055344 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-42bde360-c5b7-4e6f-97c1-10acc50ea174 req-eb3121fc-8c35-4411-aaa8-a5841d28ace0 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 943 time: 0.0855119 Sep 15 10:15:48.098066 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-42bde360-c5b7-4e6f-97c1-10acc50ea174 req-29c0af93-a951-4118-b5cf-5b4dc757e330 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368478 Sep 15 10:15:48.773983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 142b7218-bfb7-4e50-a338-fcde1f7da02d details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:15:48.937878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:15:48.952078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'port_id': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'mac_address': 'fa:16:3e:79:eb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:15:49.011516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 142b7218-bfb7-4e50-a338-fcde1f7da02d is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:15:49.011888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:49.028196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142b7218-bfb7-4e50-a338-fcde1f7da02d {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:15:49.042909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:15:49.136392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:49.202920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:49.209985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.210336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.210672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.211002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.211329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.211661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.211979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.212300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.212624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.213044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.213496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.213803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:15:49.309766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb86b193-67cb-4e4b-8368-a2aa51b66938 req-69f1db02-deed-494a-9392-8991316aa1e8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:49.311168 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb86b193-67cb-4e4b-8368-a2aa51b66938 req-69f1db02-deed-494a-9392-8991316aa1e8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 944 time: 0.0957820 Sep 15 10:15:49.355782 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bb86b193-67cb-4e4b-8368-a2aa51b66938 req-74027921-485c-4e3c-962d-501a2291d8a2 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388465 Sep 15 10:15:49.410762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['142b7218-bfb7-4e50-a338-fcde1f7da02d'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:15:49.596299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-119820a9-56cc-4a94-926d-7f45f7671f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:50.567240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b109dab-013d-4785-a887-199b8735423a req-60b095ba-f3c4-421c-b486-6e4f123926d2 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:50.568690 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b109dab-013d-4785-a887-199b8735423a req-60b095ba-f3c4-421c-b486-6e4f123926d2 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 944 time: 0.0902102 Sep 15 10:15:50.612170 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b109dab-013d-4785-a887-199b8735423a req-774b224f-fe10-491f-9306-33852fdfa3e7 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Sep 15 10:15:50.767749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:50.773592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 142b7218-bfb7-4e50-a338-fcde1f7da02d up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:15:50.905230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 142b7218-bfb7-4e50-a338-fcde1f7da02d completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:15:50.910216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 142b7218-bfb7-4e50-a338-fcde1f7da02d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:15:50.910587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:51.030236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 142b7218-bfb7-4e50-a338-fcde1f7da02d is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:15:51.030607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:51.057127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:15:51.059402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7368eb-f082-4ba4-ae6c-3e015e19af31" -d '{"events": [{"server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "name": "network-vif-plugged", "status": "completed", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:15:51.069220 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:15:51.101348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42351eb-544d-49de-b17c-8dea74e466ca x-openstack-request-id: req-d42351eb-544d-49de-b17c-8dea74e466ca {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:15:51.101631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "name": "network-vif-plugged", "status": "completed", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:15:51.101920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d42351eb-544d-49de-b17c-8dea74e466ca {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:15:51.102400 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42351eb-544d-49de-b17c-8dea74e466ca'] response: {'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'code': 200} Sep 15 10:15:51.145450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:51.218494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:15:51.495504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fd36bc-5ac7-469d-9a78-a374149446a2 req-43c795bf-6326-4bfb-bc73-0d4f4710c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:51.497024 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02fd36bc-5ac7-469d-9a78-a374149446a2 req-43c795bf-6326-4bfb-bc73-0d4f4710c8b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 1098 time: 0.0836263 Sep 15 10:15:51.536497 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02fd36bc-5ac7-469d-9a78-a374149446a2 req-06dc7301-9157-4fba-aad4-ae200c50eb99 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330415 Sep 15 10:15:51.701466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-992fa80e-f530-4812-89c4-c20728840a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:51.824063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05205ab-c3a9-4c77-a50d-c61cf407495c req-ae8de541-84f7-4b89-9889-8f0aae68e546 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:51.825429 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a05205ab-c3a9-4c77-a50d-c61cf407495c req-ae8de541-84f7-4b89-9889-8f0aae68e546 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0873084 Sep 15 10:15:51.869733 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a05205ab-c3a9-4c77-a50d-c61cf407495c req-a383055b-df85-4601-8715-f44608ff6d17 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386097 Sep 15 10:15:52.522369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:52.830672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:53.080990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fa6ea1-73a2-4f17-b168-ad78cdc8bba8 req-bcc1fa40-3fae-4f7f-b607-dc513e6aa1e8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:53.082399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5fa6ea1-73a2-4f17-b168-ad78cdc8bba8 req-bcc1fa40-3fae-4f7f-b607-dc513e6aa1e8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0876241 Sep 15 10:15:53.126328 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5fa6ea1-73a2-4f17-b168-ad78cdc8bba8 req-de105b4a-622c-46b5-b16b-c480c25b38b8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382540 Sep 15 10:15:53.327968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3d3ab-24b4-4394-8ceb-49cbc313eeae req-1bfdd812-3a26-47fc-9285-0632d39d8b86 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:53.329404 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dfc3d3ab-24b4-4394-8ceb-49cbc313eeae req-1bfdd812-3a26-47fc-9285-0632d39d8b86 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0862155 Sep 15 10:15:53.376343 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dfc3d3ab-24b4-4394-8ceb-49cbc313eeae req-ec6d5621-745a-45f7-bf2f-9974bf7c7179 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412176 Sep 15 10:15:53.947498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326db81-94df-499c-a84f-027c683ce468 req-e044991c-7a29-4f19-a9fa-b6134bf73a5d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:53.948995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0326db81-94df-499c-a84f-027c683ce468 req-e044991c-7a29-4f19-a9fa-b6134bf73a5d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0896111 Sep 15 10:15:53.996105 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0326db81-94df-499c-a84f-027c683ce468 req-e88e22bf-eb05-4298-91dd-fca8aad57fb0 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392103 Sep 15 10:15:54.011794 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-11f5f2e3-d20f-4ea5-b03e-5a6294808414 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783477 Sep 15 10:15:54.376201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:15:55.209029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac96e90-f429-4ed7-addf-753c7734284a req-b85dfccf-5760-4585-9ae2-f4bf777a6b3f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:55.210629 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ac96e90-f429-4ed7-addf-753c7734284a req-b85dfccf-5760-4585-9ae2-f4bf777a6b3f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0962386 Sep 15 10:15:55.255824 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ac96e90-f429-4ed7-addf-753c7734284a req-89a93935-d60c-4403-815f-713d0d4f00a0 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395176 Sep 15 10:15:56.152330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-91dd2952-fc5f-4902-8ad1-9d29183fbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:56.153810 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-91dd2952-fc5f-4902-8ad1-9d29183fbfbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 1098 time: 0.0824566 Sep 15 10:15:56.296995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-45bdfc2a-d795-455a-a143-d5966dbf5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:56.300064 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-45bdfc2a-d795-455a-a143-d5966dbf5a72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 916 time: 0.1368299 Sep 15 10:15:56.368048 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-c950419b-18f4-452f-a72f-91e16f21a9ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d HTTP/1.1" status: 200 len: 217 time: 0.0627315 Sep 15 10:15:56.434308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-42074131-c848-4b31-90b7-d16e898b161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:56.435766 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-42074131-c848-4b31-90b7-d16e898b161f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0618424 Sep 15 10:15:56.470545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f55bc4d-1d66-42a7-bbc7-fd46490d82a8 req-9be786e3-e32f-43fb-91cb-fe36edac3838 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:56.472026 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7f55bc4d-1d66-42a7-bbc7-fd46490d82a8 req-9be786e3-e32f-43fb-91cb-fe36edac3838 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0900404 Sep 15 10:15:56.520310 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7f55bc4d-1d66-42a7-bbc7-fd46490d82a8 req-8175aa6a-775b-4cf8-9ef2-23982f8e4484 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Sep 15 10:15:56.529552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-04718105-56fe-4d4c-8171-e29130c5c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:56.531054 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-04718105-56fe-4d4c-8171-e29130c5c6dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779479 Sep 15 10:15:56.661202 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-fd8eccdc-0df1-481d-ab4e-22d3cfe4c4bc service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233466 Sep 15 10:15:56.890040 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-1c2609f2-d763-4cc3-b0bd-74431bbfc416 service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146223 Sep 15 10:15:57.723554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e75fc-629d-4c75-a967-cf3f908124ca req-2519ec58-b8c5-460b-8d06-6df973aadbad tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:57.724993 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-614e75fc-629d-4c75-a967-cf3f908124ca req-2519ec58-b8c5-460b-8d06-6df973aadbad tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0862768 Sep 15 10:15:57.766973 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-614e75fc-629d-4c75-a967-cf3f908124ca req-0a8d24f5-5217-4677-8691-d7a7faf9dc53 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363762 Sep 15 10:15:58.971738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afff7d-1bc8-4e51-8527-f685733946f1 req-f7ed9738-ade2-477e-bc02-bc1b1581666e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:15:58.973192 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e4afff7d-1bc8-4e51-8527-f685733946f1 req-f7ed9738-ade2-477e-bc02-bc1b1581666e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0890677 Sep 15 10:15:59.016100 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e4afff7d-1bc8-4e51-8527-f685733946f1 req-695bb8e4-61da-4e64-83c3-4582ee30643e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367038 Sep 15 10:16:00.223183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ec9b8-c6cb-4b86-a21a-0981e1fd5b78 req-0f2c0304-3983-4af8-8bbb-1866419a3afb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:00.224648 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6a7ec9b8-c6cb-4b86-a21a-0981e1fd5b78 req-0f2c0304-3983-4af8-8bbb-1866419a3afb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0877380 Sep 15 10:16:00.273909 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6a7ec9b8-c6cb-4b86-a21a-0981e1fd5b78 req-7d0be4dc-ab6c-4450-afbe-e235f570fab1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432518 Sep 15 10:16:01.479086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a36c36a-0d7b-4c53-a32e-5bdce0a32a74 req-98b03047-eeee-49d1-8f4c-4b43361081bf tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:01.481118 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a36c36a-0d7b-4c53-a32e-5bdce0a32a74 req-98b03047-eeee-49d1-8f4c-4b43361081bf tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0883648 Sep 15 10:16:01.523520 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a36c36a-0d7b-4c53-a32e-5bdce0a32a74 req-9139b3cb-b1a4-46b4-bad2-9bb7af49adb7 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366421 Sep 15 10:16:02.828358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc835197-07aa-4146-8d67-124297d9a32b req-042ef33e-7b90-4610-98d1-731225630d71 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:02.829812 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fc835197-07aa-4146-8d67-124297d9a32b req-042ef33e-7b90-4610-98d1-731225630d71 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.1879680 Sep 15 10:16:02.874430 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fc835197-07aa-4146-8d67-124297d9a32b req-b14ce13a-2a51-4859-8356-d4343dbf1346 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388572 Sep 15 10:16:04.080231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4138bf3d-d857-46c5-8fde-ddde2f969892 req-e97df366-768a-480b-966c-b21fe9d5cff1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:04.081680 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4138bf3d-d857-46c5-8fde-ddde2f969892 req-e97df366-768a-480b-966c-b21fe9d5cff1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0886831 Sep 15 10:16:04.125163 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4138bf3d-d857-46c5-8fde-ddde2f969892 req-b656955c-3f05-47ac-a674-24b34997675f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378809 Sep 15 10:16:05.331546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e3a90-193f-48a1-8c98-aae716a33e0b req-ae05e416-f8f9-4446-869a-e5adbe8b82ba tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:05.332925 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c12e3a90-193f-48a1-8c98-aae716a33e0b req-ae05e416-f8f9-4446-869a-e5adbe8b82ba tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0895562 Sep 15 10:16:05.376595 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c12e3a90-193f-48a1-8c98-aae716a33e0b req-78c39767-0d87-47df-ae0f-3b9b2acf6147 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380583 Sep 15 10:16:06.584918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee19eed-4223-462e-a549-b009c175e1ea req-907458b5-635c-4fe2-8f50-f9523a38f3d6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:06.586408 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee19eed-4223-462e-a549-b009c175e1ea req-907458b5-635c-4fe2-8f50-f9523a38f3d6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0910079 Sep 15 10:16:06.630442 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7ee19eed-4223-462e-a549-b009c175e1ea req-755c159f-5b10-4dda-b652-0795df6032d5 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377045 Sep 15 10:16:07.834945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394993b-3832-4799-8e38-c33b693a148a req-55bb9f98-7185-45cd-acc8-d4593725fcb8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:07.836398 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7394993b-3832-4799-8e38-c33b693a148a req-55bb9f98-7185-45cd-acc8-d4593725fcb8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0853655 Sep 15 10:16:07.883143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7394993b-3832-4799-8e38-c33b693a148a req-a7a9cd18-4c3f-4e0b-aec0-17301c6ddb49 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Sep 15 10:16:09.086194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392178aa-4f01-44fd-8634-8b6d1415b3fc req-43cf1cdb-aa5d-4825-986e-e68f2c4ab0ab tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:09.087652 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-392178aa-4f01-44fd-8634-8b6d1415b3fc req-43cf1cdb-aa5d-4825-986e-e68f2c4ab0ab tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0862815 Sep 15 10:16:09.131091 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-392178aa-4f01-44fd-8634-8b6d1415b3fc req-fc16bc88-d53c-4343-9ecb-bfccb607fe2c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Sep 15 10:16:10.335584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c90f2e-a05f-4d4f-8155-7408acc6a756 req-0a256fa1-0f39-4e56-abec-c4a46fd4415c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:10.337035 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b3c90f2e-a05f-4d4f-8155-7408acc6a756 req-0a256fa1-0f39-4e56-abec-c4a46fd4415c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0899713 Sep 15 10:16:10.379415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b3c90f2e-a05f-4d4f-8155-7408acc6a756 req-eaa47f8d-010c-4848-a2a8-b3ff07cdc305 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 Sep 15 10:16:11.588178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d2ffe-ca95-4c81-b9c2-765389df60d3 req-00a99fda-2ae1-41fa-8ba6-eb0151aa41b4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:11.589627 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e94d2ffe-ca95-4c81-b9c2-765389df60d3 req-00a99fda-2ae1-41fa-8ba6-eb0151aa41b4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0887542 Sep 15 10:16:11.636341 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e94d2ffe-ca95-4c81-b9c2-765389df60d3 req-9a5497cf-a356-453b-95c2-d4c2b5627afb tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410683 Sep 15 10:16:12.989762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dd77e-1a66-4f7a-98b9-f6989c0c54d8 req-f83e85bc-5636-4495-9487-ff7d68522de9 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:12.991155 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fd0dd77e-1a66-4f7a-98b9-f6989c0c54d8 req-f83e85bc-5636-4495-9487-ff7d68522de9 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0860343 Sep 15 10:16:13.034077 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fd0dd77e-1a66-4f7a-98b9-f6989c0c54d8 req-c2f8ee62-0326-4386-9016-b06b5ef92d00 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366247 Sep 15 10:16:14.240900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdb31f-fe86-47e6-8d2f-c199ea0f96a0 req-3ecc4692-cdb2-4dd2-9f61-c8009656a2f2 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:14.242379 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d4cdb31f-fe86-47e6-8d2f-c199ea0f96a0 req-3ecc4692-cdb2-4dd2-9f61-c8009656a2f2 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0909457 Sep 15 10:16:14.285589 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d4cdb31f-fe86-47e6-8d2f-c199ea0f96a0 req-26d0132a-d8dc-42c1-9362-bdedf665cd90 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374517 Sep 15 10:16:15.492923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef06240-3e86-46d4-8b4b-0edeef1e0cc2 req-ad827c7a-3356-4592-88cb-38e0e2066268 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:15.494512 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2ef06240-3e86-46d4-8b4b-0edeef1e0cc2 req-ad827c7a-3356-4592-88cb-38e0e2066268 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0884714 Sep 15 10:16:15.540907 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2ef06240-3e86-46d4-8b4b-0edeef1e0cc2 req-dbb63ad7-53b6-40c3-851e-76d12c72776b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407772 Sep 15 10:16:16.171536 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:16:16.742684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbed37-fb6a-4455-8316-1baa55dc38e0 req-e5133a23-c0a8-49c0-873b-a597ba6c4477 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:16.744182 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67dbed37-fb6a-4455-8316-1baa55dc38e0 req-e5133a23-c0a8-49c0-873b-a597ba6c4477 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0851543 Sep 15 10:16:16.787311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-67dbed37-fb6a-4455-8316-1baa55dc38e0 req-bb59fb5c-5d40-4140-a5af-6e83b5ff892e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374343 Sep 15 10:16:17.994743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65d8ff-3c84-4d2e-a720-f55f967c775e req-a7ebd282-4ba9-4469-b75d-31644f34952c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:17.996192 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b65d8ff-3c84-4d2e-a720-f55f967c775e req-a7ebd282-4ba9-4469-b75d-31644f34952c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0908687 Sep 15 10:16:18.039374 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b65d8ff-3c84-4d2e-a720-f55f967c775e req-9f605131-a72f-454f-bd79-f2e4fbc37018 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375435 Sep 15 10:16:19.252250 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2e03e-8e9c-4aa8-b938-a53711f572b7 req-db939c2e-000a-40c7-8404-454cab330a05 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:19.253702 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e4e2e03e-8e9c-4aa8-b938-a53711f572b7 req-db939c2e-000a-40c7-8404-454cab330a05 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0868208 Sep 15 10:16:19.302103 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e4e2e03e-8e9c-4aa8-b938-a53711f572b7 req-33302c22-fa1b-44f4-8ece-7fe0cbc5087d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Sep 15 10:16:19.589996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-896c1a96-47b5-49bb-aae7-a72c9a4a3205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:20.515527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb63afe-a634-4c02-a47a-4721e088bb4d req-02c06d53-9647-43ef-96fd-f520b3a7ec17 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:20.517028 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4eb63afe-a634-4c02-a47a-4721e088bb4d req-02c06d53-9647-43ef-96fd-f520b3a7ec17 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0927651 Sep 15 10:16:20.560782 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4eb63afe-a634-4c02-a47a-4721e088bb4d req-21970dda-016a-4ca1-8f57-bf481d42e3f0 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380623 Sep 15 10:16:20.766940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:21.669433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-38dcdbd6-52ae-4c27-b44e-09735017addb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:21.768332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937d519-4372-4d46-81b1-8347766ca6e8 req-ca9a2c05-a354-4ae8-ac5c-7130edc8dcd4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:21.769765 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7937d519-4372-4d46-81b1-8347766ca6e8 req-ca9a2c05-a354-4ae8-ac5c-7130edc8dcd4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0904467 Sep 15 10:16:21.813593 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7937d519-4372-4d46-81b1-8347766ca6e8 req-955eb172-c8f5-48ce-a5ac-cb0616ad67fc tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Sep 15 10:16:22.523669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:22.826322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:23.020896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4f6bd-5355-4dc1-99c0-2417f09a956e req-c5fc13d4-c565-4a9d-aa9b-fa068167914f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:23.022357 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-23f4f6bd-5355-4dc1-99c0-2417f09a956e req-c5fc13d4-c565-4a9d-aa9b-fa068167914f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0868459 Sep 15 10:16:23.069298 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-23f4f6bd-5355-4dc1-99c0-2417f09a956e req-54fbcaf5-99a7-421b-8bb5-e1ed02caf4bd tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406005 Sep 15 10:16:24.273383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77bf4a-a49c-4ab5-a031-d523f7419173 req-581b2a7a-2e66-435c-950a-81961cf7b401 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:24.274398 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b77bf4a-a49c-4ab5-a031-d523f7419173 req-581b2a7a-2e66-435c-950a-81961cf7b401 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0858305 Sep 15 10:16:24.323143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b77bf4a-a49c-4ab5-a031-d523f7419173 req-a833adad-3a6d-47ef-9959-d293bade7b59 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402367 Sep 15 10:16:24.360913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:25.531638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1240d8-ca17-45c2-9620-9b72c8f8a411 req-36b69965-8815-4f5b-ad14-2db9bd33506c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:25.533091 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe1240d8-ca17-45c2-9620-9b72c8f8a411 req-36b69965-8815-4f5b-ad14-2db9bd33506c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0920501 Sep 15 10:16:25.577811 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe1240d8-ca17-45c2-9620-9b72c8f8a411 req-49aefdc4-06cc-455c-99c2-43e922db73c3 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Sep 15 10:16:26.789381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209bba1-1e45-4c12-a87c-44f65c2776a5 req-ee76a88f-13b9-428d-bc7a-3694f22d4a0c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:26.790853 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5209bba1-1e45-4c12-a87c-44f65c2776a5 req-ee76a88f-13b9-428d-bc7a-3694f22d4a0c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0855551 Sep 15 10:16:26.838346 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5209bba1-1e45-4c12-a87c-44f65c2776a5 req-cf7b31cd-9ab2-4b5a-866f-54b394950ba6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414119 Sep 15 10:16:28.044692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b5da3-2cfb-49ca-bd73-136509876162 req-0ba0f955-b1fc-4900-bde2-fef63d931990 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:28.046155 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c52b5da3-2cfb-49ca-bd73-136509876162 req-0ba0f955-b1fc-4900-bde2-fef63d931990 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0866587 Sep 15 10:16:28.089476 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c52b5da3-2cfb-49ca-bd73-136509876162 req-0069e7bc-bff3-424e-9ca4-bd04150dcee9 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374358 Sep 15 10:16:29.192527 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-dd801544-49b7-4e77-ae0a-2fb258bb2db0 service neutron] 10.222.0.16 "GET /v2.0/ports/142b7218-bfb7-4e50-a338-fcde1f7da02d/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0779226 Sep 15 10:16:29.296707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d2fd9-e5a8-4dad-affd-fc7aecd8fb66 req-2c263d6a-2d74-4f71-a3dc-ae1cf70ae52a tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:29.298442 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4d2fd9-e5a8-4dad-affd-fc7aecd8fb66 req-2c263d6a-2d74-4f71-a3dc-ae1cf70ae52a tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0915425 Sep 15 10:16:29.346469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb4d2fd9-e5a8-4dad-affd-fc7aecd8fb66 req-4c10f42c-3c9a-461e-a867-471f370f53f4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422468 Sep 15 10:16:29.772863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-5247159e-17c1-47b3-a572-a8bf646c25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:29.774345 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-5247159e-17c1-47b3-a572-a8bf646c25ef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c&tenant_id=69c3f66856e04c8fa8af6ba48c2763f3 HTTP/1.1" status: 200 len: 1098 time: 0.0806937 Sep 15 10:16:29.886176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-00d1b972-2d85-4428-a7e2-cd0b4947d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:29.887606 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-00d1b972-2d85-4428-a7e2-cd0b4947d983 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 1098 time: 0.0783920 Sep 15 10:16:30.015119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-c77dce0a-a411-4bc8-a9aa-1d35d50b5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:30.016527 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-c77dce0a-a411-4bc8-a9aa-1d35d50b5257 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 916 time: 0.1224060 Sep 15 10:16:30.090466 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-74bb7dbf-5df3-44ac-9eb6-ab9bc5418d3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d HTTP/1.1" status: 200 len: 217 time: 0.0651121 Sep 15 10:16:30.152435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-fc0ed39c-7cb1-42e3-aef8-e67a04f2186a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:30.153837 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-fc0ed39c-7cb1-42e3-aef8-e67a04f2186a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0561790 Sep 15 10:16:30.238158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-8c683fa2-084c-4915-aef0-4e7ffa6a9778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:30.239592 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-8c683fa2-084c-4915-aef0-4e7ffa6a9778 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793474 Sep 15 10:16:30.375489 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-30358dd2-9087-416c-9d06-abb8c32b07d6 service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261845 Sep 15 10:16:30.511764 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-85db9393-64d0-4f62-9978-b017ac2cf1de req-e3158241-0c7c-4a66-a09f-09ccd8fffe56 service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266880 Sep 15 10:16:30.557049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6500179-25d2-446c-939e-33d18bbe4bf0 req-044fb29b-aaf7-4837-ab0e-15de6d4b0b6f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:30.558611 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c6500179-25d2-446c-939e-33d18bbe4bf0 req-044fb29b-aaf7-4837-ab0e-15de6d4b0b6f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0912204 Sep 15 10:16:30.607527 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c6500179-25d2-446c-939e-33d18bbe4bf0 req-9fedb172-d285-4c4d-bb69-90dbfb126b1d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431926 Sep 15 10:16:31.812272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d3f557-d8a6-43ec-9672-867a1788c968 req-367a91aa-4348-40a0-ae29-94d3ccfe5422 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:31.813726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b3d3f557-d8a6-43ec-9672-867a1788c968 req-367a91aa-4348-40a0-ae29-94d3ccfe5422 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0864277 Sep 15 10:16:31.856364 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b3d3f557-d8a6-43ec-9672-867a1788c968 req-eebb878c-d1d2-4a7c-924b-4e5486615bfa tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369687 Sep 15 10:16:32.988250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 142b7218-bfb7-4e50-a338-fcde1f7da02d details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:16:32.995994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 142b7218-bfb7-4e50-a338-fcde1f7da02d no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:16:33.067614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f092ad-95b7-4871-ba41-c8bd98f92955 req-f6fd8ab3-5469-4dca-a14b-52fb792c33a4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:33.069086 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18f092ad-95b7-4871-ba41-c8bd98f92955 req-f6fd8ab3-5469-4dca-a14b-52fb792c33a4 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0896709 Sep 15 10:16:33.115911 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18f092ad-95b7-4871-ba41-c8bd98f92955 req-3d0f3e5b-770e-41e4-8145-703ee8c2d761 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Sep 15 10:16:33.219020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 142b7218-bfb7-4e50-a338-fcde1f7da02d is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:33.219404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:33.241623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:33.263496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'network_id': 'ebc4b20b-6dcb-402b-bbc6-92863352c651', 'port_id': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'mac_address': 'fa:16:3e:79:eb:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66c4e63d-f43e-4889-a6fe-db138e991959', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:16:33.269472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:16:33.271838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a0c305-9ec6-4f9e-9a0b-6f263818d07a" -d '{"events": [{"server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "name": "network-vif-unplugged", "status": "completed", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:16:33.311456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:33.337390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 142b7218-bfb7-4e50-a338-fcde1f7da02d is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:33.337785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:33.355784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 142b7218-bfb7-4e50-a338-fcde1f7da02d {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:16:33.367074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:33.459656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d36fc8d-9cc7-4b62-b9b3-9ddc79353b02 x-openstack-request-id: req-5d36fc8d-9cc7-4b62-b9b3-9ddc79353b02 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:16:33.459955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "name": "network-vif-unplugged", "status": "completed", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:16:33.460207 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d36fc8d-9cc7-4b62-b9b3-9ddc79353b02 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:16:33.460595 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d36fc8d-9cc7-4b62-b9b3-9ddc79353b02'] response: {'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'code': 200} Sep 15 10:16:33.483089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:16:33.483440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:16:33.488291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:33.628188 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a6b6c-90f5-44f0-81e1-9ae8a78b2efc req-ae0aaa3e-2b50-4e5e-ab3d-d4d4d07406b8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:33.629656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-271a6b6c-90f5-44f0-81e1-9ae8a78b2efc req-ae0aaa3e-2b50-4e5e-ab3d-d4d4d07406b8 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 943 time: 0.0857952 Sep 15 10:16:33.649114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-534c98d1-47a9-4a84-a35c-91ffc90249be tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:33.649978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-534c98d1-47a9-4a84-a35c-91ffc90249be tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Synchronizing usage tracker for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:16:33.732530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-534c98d1-47a9-4a84-a35c-91ffc90249be tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Unset dirty status for tenant:69c3f66856e04c8fa8af6ba48c2763f3 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:16:33.733691 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-534c98d1-47a9-4a84-a35c-91ffc90249be tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c&tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 943 time: 0.1737053 Sep 15 10:16:33.777501 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-271a6b6c-90f5-44f0-81e1-9ae8a78b2efc req-d08cc234-57be-4085-8f36-0393ed5f9a0c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420665 Sep 15 10:16:33.898198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-fd185087-d4e8-4efb-8991-9e1fc876051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:33.899630 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-fd185087-d4e8-4efb-8991-9e1fc876051d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 1096 time: 0.0798187 Sep 15 10:16:34.028761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-3939c026-9c03-4e84-b46c-0f4166f43c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:34.030250 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-3939c026-9c03-4e84-b46c-0f4166f43c93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 200 len: 916 time: 0.1252549 Sep 15 10:16:34.038612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 142b7218-bfb7-4e50-a338-fcde1f7da02d is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:34.039190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:34.056789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142b7218-bfb7-4e50-a338-fcde1f7da02d {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:16:34.071659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:34.097164 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-a5eabfe1-963d-4aba-b336-d5bdb6ffa504 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d HTTP/1.1" status: 200 len: 217 time: 0.0609212 Sep 15 10:16:34.143819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:34.161692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-e3bd5aac-16fe-44af-a4c7-c3a605f7d9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:34.163173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-e3bd5aac-16fe-44af-a4c7-c3a605f7d9e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 200 len: 854 time: 0.0608494 Sep 15 10:16:34.218812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:34.246615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-e8dedf9f-35e1-4d3d-8dd3-05af93ed5300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:34.248095 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-e8dedf9f-35e1-4d3d-8dd3-05af93ed5300 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ebc4b20b-6dcb-402b-bbc6-92863352c651&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792546 Sep 15 10:16:34.265382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['142b7218-bfb7-4e50-a338-fcde1f7da02d'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:16:34.474215 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-9bd7fd65-706c-4c12-ab06-e8b4111590ff service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197571 Sep 15 10:16:34.601941 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c46a32e-e833-46ae-9f4c-a30693e04e84 req-cc1855bb-5417-483e-a64b-6746ea89121d service neutron] 10.222.0.16 "GET /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210370 Sep 15 10:16:34.983248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd2b8d-02c2-457d-b9a2-79afd3fbd425 req-c7cf0dd1-41bb-434c-9b28-fec2a3bf3b48 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:34.984692 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e0dd2b8d-02c2-457d-b9a2-79afd3fbd425 req-c7cf0dd1-41bb-434c-9b28-fec2a3bf3b48 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 944 time: 0.0870988 Sep 15 10:16:34.985030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 142b7218-bfb7-4e50-a338-fcde1f7da02d up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:16:35.029432 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e0dd2b8d-02c2-457d-b9a2-79afd3fbd425 req-f934f03f-f640-4a8f-be59-8b59aead267a tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388353 Sep 15 10:16:35.054113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 142b7218-bfb7-4e50-a338-fcde1f7da02d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:16:35.054632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:35.203538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 142b7218-bfb7-4e50-a338-fcde1f7da02d is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:35.203915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:35.237145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:35.295420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:35.363497 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:35.461840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:16:35.464867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f7cedd-7a77-421e-b081-2a32fb00626b" -d '{"events": [{"server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "name": "network-vif-plugged", "status": "completed", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:16:35.506804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bcf006-dc93-42e6-bce2-8d3c2b319e9a x-openstack-request-id: req-26bcf006-dc93-42e6-bce2-8d3c2b319e9a {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:16:35.507129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "name": "network-vif-plugged", "status": "completed", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:16:35.507362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26bcf006-dc93-42e6-bce2-8d3c2b319e9a {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:16:35.507753 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bcf006-dc93-42e6-bce2-8d3c2b319e9a'] response: {'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'code': 200} Sep 15 10:16:36.238881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae80b2f-223e-4a59-8d46-4982b1b31a3d req-3504ab45-ba11-4916-a9a8-d783201f7141 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:36.240322 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ae80b2f-223e-4a59-8d46-4982b1b31a3d req-3504ab45-ba11-4916-a9a8-d783201f7141 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0880973 Sep 15 10:16:36.284985 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ae80b2f-223e-4a59-8d46-4982b1b31a3d req-0a1b3743-3518-4570-aa7c-4abbc55d6799 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378015 Sep 15 10:16:36.490857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd35788-21b5-4a85-a20c-56b7d389c8b8 req-d21e023a-d79e-40e1-9a03-28a1cc2ee780 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:36.492297 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bfd35788-21b5-4a85-a20c-56b7d389c8b8 req-d21e023a-d79e-40e1-9a03-28a1cc2ee780 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0901861 Sep 15 10:16:36.534929 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bfd35788-21b5-4a85-a20c-56b7d389c8b8 req-61dd2d04-9472-45de-b8ae-13e5f427d417 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363624 Sep 15 10:16:36.744268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc500fa-f2ac-4173-b3aa-0fcba31b986e req-bb93fc80-8d1e-4bc1-ad77-424f8a512b7f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:36.746456 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bc500fa-f2ac-4173-b3aa-0fcba31b986e req-bb93fc80-8d1e-4bc1-ad77-424f8a512b7f tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0950034 Sep 15 10:16:36.792176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4bc500fa-f2ac-4173-b3aa-0fcba31b986e req-1871df8f-0bef-44cd-bfb4-0c8eeb1afe2b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390711 Sep 15 10:16:37.608841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b3b0e-db6b-4ff0-9141-6df10c0247c9 req-7c42172e-c53f-4750-a9ce-b025b1fbcb1d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:37.610308 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-715b3b0e-db6b-4ff0-9141-6df10c0247c9 req-7c42172e-c53f-4750-a9ce-b025b1fbcb1d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0895598 Sep 15 10:16:37.654475 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-715b3b0e-db6b-4ff0-9141-6df10c0247c9 req-9c2cc40c-8425-41a9-803a-748e7bd2f71c tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384946 Sep 15 10:16:38.946265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb6207-3c68-4148-a6c6-75ef6e12d331 req-19b34b3e-0f03-4e66-9961-ce7c5efb9bc7 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:38.947642 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28bb6207-3c68-4148-a6c6-75ef6e12d331 req-19b34b3e-0f03-4e66-9961-ce7c5efb9bc7 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.1767004 Sep 15 10:16:38.992564 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28bb6207-3c68-4148-a6c6-75ef6e12d331 req-69a01ab4-abd8-46be-9374-eaa046c4cfa3 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups?id=833b6818-fe5b-497d-8ac0-3a7075de3a27&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Sep 15 10:16:39.170135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-c981f030-b44a-4535-93e4-ec0e8f544ef1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:39.171860 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-c981f030-b44a-4535-93e4-ec0e8f544ef1 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 945 time: 0.0959778 Sep 15 10:16:39.239579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Deleting port 142b7218-bfb7-4e50-a338-fcde1f7da02d {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:16:39.239843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:39.484899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] For port 142b7218-bfb7-4e50-a338-fcde1f7da02d, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=142b7218-bfb7-4e50-a338-fcde1f7da02d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:39.485260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:39.606359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Calling delete_port for 142b7218-bfb7-4e50-a338-fcde1f7da02d owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:16:39.811971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:39.847685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['142b7218-bfb7-4e50-a338-fcde1f7da02d'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:16:39.861189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event deleted for resources: {'Port': ['ID=142b7218-bfb7-4e50-a338-fcde1f7da02d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:39.956967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] No DVR routers for this DVR port 142b7218-bfb7-4e50-a338-fcde1f7da02d on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:16:39.959626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:39.962323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'name': 'network-vif-deleted', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:16:39.964883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0d44d8-666c-43f2-bdb6-f80af1141c82" -d '{"events": [{"server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "name": "network-vif-deleted", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:16:40.041631 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53ecee39-244c-498f-b6f0-e1bc8a3b8933 req-86808938-d7ce-4540-9223-b65d080bd95d tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.16 "DELETE /v2.0/ports/142b7218-bfb7-4e50-a338-fcde1f7da02d HTTP/1.1" status: 204 len: 173 time: 0.8651159 Sep 15 10:16:40.067782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0bf7603-cd41-4b2b-b9b8-eec80b34f103 x-openstack-request-id: req-e0bf7603-cd41-4b2b-b9b8-eec80b34f103 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:16:40.067782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd1984-edbb-4f2d-b644-da55d90ab69c", "name": "network-vif-deleted", "tag": "142b7218-bfb7-4e50-a338-fcde1f7da02d", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:16:40.067782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0bf7603-cd41-4b2b-b9b8-eec80b34f103 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:16:40.067782 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0bf7603-cd41-4b2b-b9b8-eec80b34f103'] response: {'server_uuid': '07dd1984-edbb-4f2d-b644-da55d90ab69c', 'name': 'network-vif-deleted', 'tag': '142b7218-bfb7-4e50-a338-fcde1f7da02d', 'status': 'completed', 'code': 200} Sep 15 10:16:40.209782 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ee0252e9-f2ae-4a54-aab2-7cc54185150a req-ec09d0e4-55ea-4bb8-a952-256e420aa2cd tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/ports?device_id=07dd1984-edbb-4f2d-b644-da55d90ab69c HTTP/1.1" status: 200 len: 210 time: 0.0506926 Sep 15 10:16:41.401083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58702) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:41.465992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31a19570-9715-4c74-bf3c-e0475263d748 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:41.497234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31a19570-9715-4c74-bf3c-e0475263d748 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:41.609103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31a19570-9715-4c74-bf3c-e0475263d748 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:41.626535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a19570-9715-4c74-bf3c-e0475263d748 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6c2dff-3e2c-49ca-a6aa-0b5ccf1d2881,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:41.677044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-31a19570-9715-4c74-bf3c-e0475263d748 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:41.678238 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-31a19570-9715-4c74-bf3c-e0475263d748 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "DELETE /v2.0/security-groups/2f6c2dff-3e2c-49ca-a6aa-0b5ccf1d2881 HTTP/1.1" status: 204 len: 168 time: 0.2761595 Sep 15 10:16:41.685503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58706) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:41.701125 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-e799ebcf-1e5b-4fbd-9064-57c567f479fa tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] show failed (client error): The resource could not be found. Sep 15 10:16:41.702132 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e799ebcf-1e5b-4fbd-9064-57c567f479fa tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "GET /v2.0/security-groups/2f6c2dff-3e2c-49ca-a6aa-0b5ccf1d2881 HTTP/1.1" status: 404 len: 347 time: 0.0155640 Sep 15 10:16:41.708497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58710) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:41.860891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Deleting port 24900ae5-698f-493a-b0f9-7ff0543373b7 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:16:41.861229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:42.121675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:42.122017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:42.244279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Calling delete_port for 24900ae5-698f-493a-b0f9-7ff0543373b7 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:16:42.455014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:42.502214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Pushing event deleted for resources: {'Port': ['ID=24900ae5-698f-493a-b0f9-7ff0543373b7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:42.603929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:42.617764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:42.618996 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-02c3cf44-c846-4ee5-aa38-d5f589601cb6 tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] 10.222.0.62 "DELETE /v2.0/floatingips/1ca659a2-dd11-4ec9-851e-c5f7ea8e7036 HTTP/1.1" status: 204 len: 168 time: 0.9096315 Sep 15 10:16:42.783501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58718) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:43.012997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 142b7218-bfb7-4e50-a338-fcde1f7da02d no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:16:43.046754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 142b7218-bfb7-4e50-a338-fcde1f7da02d {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:16:43.047204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 142b7218-bfb7-4e50-a338-fcde1f7da02d not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:16:43.322285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:43.665379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Deleting port 24527038-9d2e-47b8-846b-369b17652c9d {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:16:43.666076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:43.927944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] For port 24527038-9d2e-47b8-846b-369b17652c9d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=24527038-9d2e-47b8-846b-369b17652c9d,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:43.928217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:44.052253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Calling delete_port for 24527038-9d2e-47b8-846b-369b17652c9d owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:16:44.285963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:44.332495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Pushing event deleted for resources: {'Port': ['ID=24527038-9d2e-47b8-846b-369b17652c9d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:44.374938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.375286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.375609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.375936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.376261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.376582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.376905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.377226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.377543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.377882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.378198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.378511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:44.615823 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:44.968491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Router 225b687e-3877-4f8d-9dbe-6e769309984b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:16:45.143404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:16:45.153340 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] Sync routers for ids ['225b687e-3877-4f8d-9dbe-6e769309984b'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:16:45.156873 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b543e736-6e9a-4fba-9b5b-ea6f0b888664 admin admin] 10.222.0.62 "PUT /v2.0/routers/225b687e-3877-4f8d-9dbe-6e769309984b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3722486 Sep 15 10:16:45.159345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58722) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:45.168172 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] Routers {'225b687e-3877-4f8d-9dbe-6e769309984b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:16:45.168763 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:16:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['225b687e-3877-4f8d-9dbe-6e769309984b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:45.350368 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] Set router 225b687e-3877-4f8d-9dbe-6e769309984b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:16:45.454089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:45.629936 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:16:44Z', 'revision_number': 5, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:45.632219 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] Checking router: 225b687e-3877-4f8d-9dbe-6e769309984b for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:16:45.635681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:45.640783 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] Routers {'225b687e-3877-4f8d-9dbe-6e769309984b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:16:45.641380 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:16:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['225b687e-3877-4f8d-9dbe-6e769309984b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:45.706381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Deleting port 6b9693ec-ee95-4e0b-9056-0802484d8f16 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:16:45.706719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:45.819387 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] Set router 225b687e-3877-4f8d-9dbe-6e769309984b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:16:45.879640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] For port 6b9693ec-ee95-4e0b-9056-0802484d8f16, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6b9693ec-ee95-4e0b-9056-0802484d8f16,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:45.880059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.002929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Calling delete_port for 6b9693ec-ee95-4e0b-9056-0802484d8f16 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:16:46.096943 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:16:44Z', 'revision_number': 5, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:46.100764 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e3a0eb-e861-48fa-9b11-96a8d5444f16 None None] The sync data for ids ['225b687e-3877-4f8d-9dbe-6e769309984b'] in dv-neutron-857775-1-hyperv is: [{'id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'name': 'tempest-ServerDiskConfigTestJSON-1751734091-router', 'tenant_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196'}], 'enable_snat': True}, 'gw_port_id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:13:57Z', 'updated_at': '2022-09-15T10:16:44Z', 'revision_number': 5, 'project_id': '69c3f66856e04c8fa8af6ba48c2763f3', 'gw_port': {'id': '6b9693ec-ee95-4e0b-9056-0802484d8f16', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cf:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225b687e-3877-4f8d-9dbe-6e769309984b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1544, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:13:58Z', 'updated_at': '2022-09-15T10:14:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:16:46.251820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.304615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9693ec-ee95-4e0b-9056-0802484d8f16,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:46.402919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.579106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.581387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.691317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.691860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 225b687e-3877-4f8d-9dbe-6e769309984b {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:16:46.705447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.706628 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-65e4c53b-d109-40c0-a6d3-b17ed43e2be4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/225b687e-3877-4f8d-9dbe-6e769309984b HTTP/1.1" status: 204 len: 168 time: 1.5463903 Sep 15 10:16:46.709333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58726) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:46.773003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Deleting subnet 66c4e63d-f43e-4889-a6fe-db138e991959 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:16:46.776104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.826996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:46.902552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.051953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.087430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66c4e63d-f43e-4889-a6fe-db138e991959,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:47.101484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.101484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.101705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655091da-c4ec-4a51-b9d0-190b798b2e7a None None] Network ebc4b20b-6dcb-402b-bbc6-92863352c651 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:16:47.102178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.102178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.102178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.102178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.102178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.102178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.102581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.102787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.103110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.103431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.103746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:47.109701 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ea7ff3fe-f304-47d3-b6a4-d21f0b5a1ccf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/66c4e63d-f43e-4889-a6fe-db138e991959 HTTP/1.1" status: 204 len: 168 time: 0.3993201 Sep 15 10:16:47.112249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58730) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:47.201463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6b9693ec-ee95-4e0b-9056-0802484d8f16 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:16:47.223142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.233766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Deleting port 67f86b30-4d2f-4fec-b6ea-099654cf432f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:16:47.234245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.243669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 6b9693ec-ee95-4e0b-9056-0802484d8f16 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:16:47.244015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6b9693ec-ee95-4e0b-9056-0802484d8f16 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:16:47.244419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 24527038-9d2e-47b8-846b-369b17652c9d no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:16:47.305880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 24527038-9d2e-47b8-846b-369b17652c9d {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:16:47.306198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 24527038-9d2e-47b8-846b-369b17652c9d not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:16:47.448288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] For port 67f86b30-4d2f-4fec-b6ea-099654cf432f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=67f86b30-4d2f-4fec-b6ea-099654cf432f,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:47.448288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.454516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] DHCP port deletion for ebc4b20b-6dcb-402b-bbc6-92863352c651 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:16:47.458746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] Deleting port 67f86b30-4d2f-4fec-b6ea-099654cf432f {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:16:47.459117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.571896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Calling delete_port for 67f86b30-4d2f-4fec-b6ea-099654cf432f owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:16:47.665213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] For port 67f86b30-4d2f-4fec-b6ea-099654cf432f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=67f86b30-4d2f-4fec-b6ea-099654cf432f,segment=NetworkSegment(5e404d29-ef30-4bb1-986c-993e05e80abf),segment_id=5e404d29-ef30-4bb1-986c-993e05e80abf)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:47.665609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.747135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:47.788675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] Calling delete_port for 67f86b30-4d2f-4fec-b6ea-099654cf432f owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:16:47.798234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Pushing event deleted for resources: {'Port': ['ID=67f86b30-4d2f-4fec-b6ea-099654cf432f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:47.800041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] No DVR routers for this DVR port 67f86b30-4d2f-4fec-b6ea-099654cf432f on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:16:47.864388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:16:47.864656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:16:48.008778 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.032764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc4b20b-6dcb-402b-bbc6-92863352c651']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:48.044941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e404d29-ef30-4bb1-986c-993e05e80abf') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:48.045253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e404d29-ef30-4bb1-986c-993e05e80abf') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:48.056410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.072291 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.078490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:16:48.078884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.158733 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 5e404d29-ef30-4bb1-986c-993e05e80abf resource provider aggregate not found Sep 15 10:16:48.178017 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 5e404d29-ef30-4bb1-986c-993e05e80abf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e404d29-ef30-4bb1-986c-993e05e80abf found for delete ", "request_id": "req-6c4a55da-b7ec-4074-bb30-f6feabebbc8c"}]} Sep 15 10:16:48.274312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.290887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.301918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc4b20b-6dcb-402b-bbc6-92863352c651,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:48.365999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] Deleting port 67f86b30-4d2f-4fec-b6ea-099654cf432f {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:16:48.366486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.389485 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-717ea8f1-65cd-4533-99b6-68fc1d514a4d admin admin] 10.222.0.62 "DELETE /v2.0/networks/ebc4b20b-6dcb-402b-bbc6-92863352c651 HTTP/1.1" status: 204 len: 168 time: 1.2737813 Sep 15 10:16:48.436612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-fb3df73b-638f-42e8-a2fa-dc5fb7941111 None None] The port '67f86b30-4d2f-4fec-b6ea-099654cf432f' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:16:48.725725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58742) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:48.774093 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5ef3aebf-b84b-40f0-81bd-76b5108f4476 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=69c3f66856e04c8fa8af6ba48c2763f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471594 Sep 15 10:16:48.776510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58746) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:48.836639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7fee828-eab7-4a07-b62c-30f129490400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.861286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7fee828-eab7-4a07-b62c-30f129490400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.980371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7fee828-eab7-4a07-b62c-30f129490400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:48.995567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fee828-eab7-4a07-b62c-30f129490400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833b6818-fe5b-497d-8ac0-3a7075de3a27,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:49.003870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7fee828-eab7-4a07-b62c-30f129490400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:49.005025 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d7fee828-eab7-4a07-b62c-30f129490400 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/833b6818-fe5b-497d-8ac0-3a7075de3a27 HTTP/1.1" status: 204 len: 168 time: 0.2276247 Sep 15 10:16:49.160689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 67f86b30-4d2f-4fec-b6ea-099654cf432f no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:16:49.198747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 67f86b30-4d2f-4fec-b6ea-099654cf432f {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:16:49.199092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 67f86b30-4d2f-4fec-b6ea-099654cf432f not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:16:49.607021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-742faf89-236a-4eaa-92a9-21f363e539fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.064067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58770) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:50.165465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-504168125-network', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:16:50.170360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:50.174430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Usage tracker for resource:network and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:50.177198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:50.183065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:50.257159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Made reservation on behalf of 7a6ba5d9f4d74cdea9c76d7a26d3f2cc for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:16:50.259476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.272229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.287537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:50.291651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:50.294607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:50.300491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:50.381828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.449041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.476454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] vlan segment allocate from pool success with {'vlan_id': 384, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:16:50.492385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54cf063-df7c-4146-b0f6-5fd45fccf486,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:50.497200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.497544 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Added segment 2178094c-9985-45db-9d4a-ed674ea9e942 of type vlan for network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 Sep 15 10:16:50.622778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.703042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.703922 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:50.704498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.775050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:50.806652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] Pushing event updated for resources: {'Network': ['ID=0571a1a7-6eb4-4f49-96fe-776ac7af34a3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:50.817468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:16:50.861492 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8954280f-9025-47b5-bbb6-17dbb1124513 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7962830 Sep 15 10:16:50.864354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58776) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:50.869674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Request body: {'subnet': {'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-504168125-subnet', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:16:50.876098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:50.879470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Usage tracker for resource:subnet and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:50.882466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:50.888672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:50.966308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Made reservation on behalf of 7a6ba5d9f4d74cdea9c76d7a26d3f2cc for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:16:50.968602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:51.232449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:51.305012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c8e4355-e88f-4e62-b7fe-284d368a1346,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:51.320581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Checking segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:16:51.320927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Network hostable DHCP agents. Network: 0571a1a7-6eb4-4f49-96fe-776ac7af34a3, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:16:51.392115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:16:51.482962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 0571a1a7-6eb4-4f49-96fe-776ac7af34a3) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:16:51.486728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:16:51.487361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:51.491786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff07c22-0e9f-484f-a557-377935e026d9 None None] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:16:51.600913 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-636d0bbc-8acf-4375-b5e2-98bd9549499e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7329466 Sep 15 10:16:51.601141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58780) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:51.606941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:16:51.611614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:51.615579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Usage tracker for resource:router and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:51.618513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:51.625956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:51.703391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9aec3d93-c329-44b6-a2a2-104ed7f2e566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:51.707165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:51.708204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:51.720491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:16:51.721335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:51.725349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:51.905483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Allocated IP 172.20.0.2 (0571a1a7-6eb4-4f49-96fe-776ac7af34a3/8c8e4355-e88f-4e62-b7fe-284d368a1346/f83b7d5d-0031-4faf-b45d-8558c5bdce04) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:16:52.066912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.112954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.122739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Transition to ACTIVE for port object f83b7d5d-0031-4faf-b45d-8558c5bdce04 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:16:52.140845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Transition to ACTIVE for port object f83b7d5d-0031-4faf-b45d-8558c5bdce04 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:16:52.238076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.302468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:16:52.308460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:16:52.314772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:16:52.318445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Pushing event updated for resources: {'Port': ['ID=f83b7d5d-0031-4faf-b45d-8558c5bdce04,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:52.368138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.368493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.368832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.369165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.369494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.369837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.370163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.370483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.370804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.371122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.371908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.372232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:52.434057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Attempting to bind port f83b7d5d-0031-4faf-b45d-8558c5bdce04 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:16:52.434437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Attempting to bind port f83b7d5d-0031-4faf-b45d-8558c5bdce04 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:16:52.434968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Attempting to bind port f83b7d5d-0031-4faf-b45d-8558c5bdce04 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:16:52.440543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:16:52.440927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Checking segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:16:52.441328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.441718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Bound using segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:16:52.442205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Bound port: f83b7d5d-0031-4faf-b45d-8558c5bdce04, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:16:52.442608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.447733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.481533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.546684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] For port f83b7d5d-0031-4faf-b45d-8558c5bdce04, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:16:52.549905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] For port f83b7d5d-0031-4faf-b45d-8558c5bdce04, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f83b7d5d-0031-4faf-b45d-8558c5bdce04,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:16:52.575737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.613003 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Allocated IP 172.26.7.117 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/775c8d67-0801-4d72-bb1d-5494441d14cd) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:16:52.632704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.712313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffdaaa-8d6f-42d7-8f14-6b2b032213a9 None None] Pushing event updated for resources: {'Port': ['ID=f83b7d5d-0031-4faf-b45d-8558c5bdce04,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:52.780662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.846060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:52.897736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:53.071976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:16:53.074545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:16:53.077108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:16:53.119491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Pushing event updated for resources: {'Port': ['ID=775c8d67-0801-4d72-bb1d-5494441d14cd,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:53.172983 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:16:53.210368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f83b7d5d-0031-4faf-b45d-8558c5bdce04 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:16:53.331397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f83b7d5d-0031-4faf-b45d-8558c5bdce04 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:16:53.561370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:53.666855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec78e4d-e5c8-4005-a288-d6b639a064e1 None None] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:16:53.820643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4a69-1475-4ba3-a34b-3385d1b74c91 None None] Provisioning for port f83b7d5d-0031-4faf-b45d-8558c5bdce04 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:16:53.836067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8bdc4a69-1475-4ba3-a34b-3385d1b74c91 None None] Provisioning complete for port f83b7d5d-0031-4faf-b45d-8558c5bdce04 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:16:53.836443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4a69-1475-4ba3-a34b-3385d1b74c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:53.920001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:54.018335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc4a69-1475-4ba3-a34b-3385d1b74c91 None None] Current status of the port f83b7d5d-0031-4faf-b45d-8558c5bdce04 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:54.018715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4a69-1475-4ba3-a34b-3385d1b74c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:54.052779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8bdc4a69-1475-4ba3-a34b-3385d1b74c91 None None] For port f83b7d5d-0031-4faf-b45d-8558c5bdce04, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f83b7d5d-0031-4faf-b45d-8558c5bdce04,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:54.154662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8bdc4a69-1475-4ba3-a34b-3385d1b74c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:54.224906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc4a69-1475-4ba3-a34b-3385d1b74c91 None None] Pushing event updated for resources: {'Port': ['ID=f83b7d5d-0031-4faf-b45d-8558c5bdce04,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:54.243150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Router 395970f8-f56b-4b95-8416-9908e4a76b6b is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:16:54.274210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-de8737b6-b2c1-4a2c-b9f0-be364351bb5c None None] Provisioning complete for port f83b7d5d-0031-4faf-b45d-8558c5bdce04 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:16:54.274824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-de8737b6-b2c1-4a2c-b9f0-be364351bb5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:54.403263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-de8737b6-b2c1-4a2c-b9f0-be364351bb5c None None] Current status of the port f83b7d5d-0031-4faf-b45d-8558c5bdce04 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:54.420754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:54.426545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:16:54.435328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:16:54.444615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:16:54.445138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:16:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:54.523653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:54.527598 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4f2bbb73-dbee-44c5-9f3a-98b05b37c311 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9229898 Sep 15 10:16:54.527859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58784) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:54.620417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:16:54.938071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:53Z', 'revision_number': 3, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:54.941902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:16:54.942251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Updating router 395970f8-f56b-4b95-8416-9908e4a76b6b port 775c8d67-0801-4d72-bb1d-5494441d14cd binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:16:54.994010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.184692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f83b7d5d-0031-4faf-b45d-8558c5bdce04 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:16:55.303481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f83b7d5d-0031-4faf-b45d-8558c5bdce04 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:16:55.304127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.314612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.435467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.489112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Transition to ACTIVE for port object 775c8d67-0801-4d72-bb1d-5494441d14cd will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:16:55.499783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f83b7d5d-0031-4faf-b45d-8558c5bdce04 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:55.521705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Allocated IP 172.20.0.1 (0571a1a7-6eb4-4f49-96fe-776ac7af34a3/8c8e4355-e88f-4e62-b7fe-284d368a1346/08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:16:55.552267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.614924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Attempting to bind port 775c8d67-0801-4d72-bb1d-5494441d14cd on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:16:55.615219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Attempting to bind port 775c8d67-0801-4d72-bb1d-5494441d14cd by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:16:55.615577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Attempting to bind port 775c8d67-0801-4d72-bb1d-5494441d14cd on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:16:55.625658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:16:55.626044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:16:55.626443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.626834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:16:55.627300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Bound port: 775c8d67-0801-4d72-bb1d-5494441d14cd, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:16:55.627670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.660643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c542af-2af1-43f2-bcaa-665e468cb7f6 None None] Pushing event updated for resources: {'Port': ['ID=775c8d67-0801-4d72-bb1d-5494441d14cd,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:55.669603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.685681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Transition to ACTIVE for port object 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:16:55.712109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] For port 775c8d67-0801-4d72-bb1d-5494441d14cd, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:16:55.715639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] For port 775c8d67-0801-4d72-bb1d-5494441d14cd, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=775c8d67-0801-4d72-bb1d-5494441d14cd,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:16:55.786734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.786945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.850237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:16:55.850859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:16:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:55.854538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:16:55.858084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:16:55.861880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:16:55.896157 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Pushing event updated for resources: {'Port': ['ID=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:55.922201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:55.945418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c542af-2af1-43f2-bcaa-665e468cb7f6 None None] Pushing event updated for resources: {'Port': ['ID=775c8d67-0801-4d72-bb1d-5494441d14cd,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:56.057960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:16:56.286181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:56.369295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4c67f71c-580e-4589-a2dd-bd75ffc2ddc7 None None] Provisioning for port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:16:56.377587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4c67f71c-580e-4589-a2dd-bd75ffc2ddc7 None None] Provisioning complete for port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:16:56.377986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4c67f71c-580e-4589-a2dd-bd75ffc2ddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:56.442356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4c67f71c-580e-4589-a2dd-bd75ffc2ddc7 None None] Port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:16:56.451288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:53Z', 'revision_number': 3, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:56.455447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaebdce-5a49-497f-a7cc-0743cd982925 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:53Z', 'revision_number': 3, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:16:56.631838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:56.701352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:56.815473 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:56.818958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Pushing event updated for resources: {'Port': ['ID=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:56.960872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:16:56.962050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:16:57.162864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:16:57.231769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 775c8d67-0801-4d72-bb1d-5494441d14cd up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:16:57.387809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 775c8d67-0801-4d72-bb1d-5494441d14cd completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:16:57.400298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:16:57.404185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d1b74e34-a583-4e07-a8a2-d8ba10dd4854 None None] Provisioning complete for port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:16:57.404185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d1b74e34-a583-4e07-a8a2-d8ba10dd4854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:57.420700 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c9e8bdce-24e1-481a-b272-045d703a4988 admin admin] 10.222.0.62 "PUT /v2.0/routers/395970f8-f56b-4b95-8416-9908e4a76b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8822217 Sep 15 10:16:57.438080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 775c8d67-0801-4d72-bb1d-5494441d14cd triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:16:57.438441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:57.518128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d1b74e34-a583-4e07-a8a2-d8ba10dd4854 None None] Port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:16:57.586048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 775c8d67-0801-4d72-bb1d-5494441d14cd is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:57.586426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:57.602961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 775c8d67-0801-4d72-bb1d-5494441d14cd, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=775c8d67-0801-4d72-bb1d-5494441d14cd,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:16:57.672012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:57.743781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=775c8d67-0801-4d72-bb1d-5494441d14cd,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:57.779331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58794) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:57.784732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1889620335', 'description': 'tempest-description--623127491'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:16:57.790786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:57.794834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:security_group and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:57.798025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:57.803775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:57.900915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:57.925378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:57.929328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:security_group_rule and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:57.932315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:57.938862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:58.008606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.073368 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:16:58.077598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.083296 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:16:58.083961 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:16:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:58.118842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825d497a-cf33-47d9-b291-4d64785a42e6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:58.192360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.193702 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f4262617-fe6e-4d56-8767-47b1c4205500 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4132891 Sep 15 10:16:58.196542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58798) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:58.201740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'security_group_rule': {'security_group_id': '825d497a-cf33-47d9-b291-4d64785a42e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:16:58.207844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:58.212071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:security_group_rule and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:58.215088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:58.221520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:58.292697 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:16:58.307772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.368238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.463059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.489298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b159259-1f24-4f9d-aae7-8deb13e71332,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:58.575470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.579285 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e0d44552-5b19-412c-a42c-c93db70fbc7c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3792193 Sep 15 10:16:58.579432 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 58802) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:58.584487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'security_group_rule': {'security_group_id': '825d497a-cf33-47d9-b291-4d64785a42e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:16:58.590967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:58.594811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:security_group_rule and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:58.597701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:58.603403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:58.603605 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 2, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:58.610111 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:16:58.610485 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Updating router 395970f8-f56b-4b95-8416-9908e4a76b6b port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:16:58.661966 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.701991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.765846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.834171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.859865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7451f8-bd48-46da-8ca7-2da4edf51c50,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:58.914517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:58.915704 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f05c23eb-9bd0-4b46-bb7c-999836ee838f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3353496 Sep 15 10:16:58.919448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58806) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:16:58.924895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:16:58.930852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:16:58.934802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:floatingip and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:16:58.937550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:16:58.943122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:16:59.002067 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.011591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.013739 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Transition to ACTIVE for port object 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:16:59.091948 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.152223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.176127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 775c8d67-0801-4d72-bb1d-5494441d14cd up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:16:59.248383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 775c8d67-0801-4d72-bb1d-5494441d14cd triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:16:59.248749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.297002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Allocated IP 172.26.7.247 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/86a9d94d-ed9a-43b6-9703-cca9965f439c) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:16:59.333020 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Pushing event updated for resources: {'Port': ['ID=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:59.340738 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Attempting to bind port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:16:59.341545 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Attempting to bind port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:16:59.342084 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Attempting to bind port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:16:59.347848 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.348304 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.348866 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.349200 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.349524 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.349874 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.350186 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.351014 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.351340 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.351798 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.352117 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.352432 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:16:59.358790 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:16:59.359165 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Checking segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:16:59.359558 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.360382 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Bound using segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:16:59.360861 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Bound port: 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:16:59.361231 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.369846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 775c8d67-0801-4d72-bb1d-5494441d14cd is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:16:59.454954 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] For port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:16:59.458251 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] For port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:16:59.458873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.549176 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.571945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.616139 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:16:59.616915 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:16:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:16:59.639052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:16:59.641834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:16:59.645379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:16:59.690662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'Port': ['ID=86a9d94d-ed9a-43b6-9703-cca9965f439c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:59.739020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:16:59.760919 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37419a-592d-4c32-bb80-9320c0e793d0 None None] Pushing event updated for resources: {'Port': ['ID=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:16:59.806476 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:16:59.862934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:00.078213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:00.148651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:00.159573 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:16:59Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:17:00.163403 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ce6e1d-4425-4e77-b5c3-0f9bede530e0 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:16:59Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:17:00.260011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'Port': ['ID=86a9d94d-ed9a-43b6-9703-cca9965f439c,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:17:00.279816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:00.366094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:00.367836 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2ccab587-19a6-4f84-a206-0c97dea929c8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4469600 Sep 15 10:17:00.545083 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-134bc0a4-3582-4ded-a233-5117be681acf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1889620335&fields=id&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 267 time: 0.0491362 Sep 15 10:17:00.704954 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-826004d3-aa64-470a-a45d-9d5f0a30fac3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:00.706492 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-826004d3-aa64-470a-a45d-9d5f0a30fac3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 811 time: 0.1546059 Sep 15 10:17:00.722249 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-10f21567-a44a-4973-b8b1-67205777effc tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/quotas/7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 375 time: 0.0099375 Sep 15 10:17:00.815680 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-01e9d430-7bee-42fe-ab7e-6e5a63c9f34c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878773 Sep 15 10:17:00.958600 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-01b5563f-b1bc-4069-a170-ac30de7ed32b service neutron] 10.222.0.62 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310012 Sep 15 10:17:01.198834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:17:01.213799 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-c738a4fd-f0b4-48ff-93ed-142bf0af650c service neutron] 10.222.0.62 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494850 Sep 15 10:17:01.326287 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:17:01.331895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:17:01.334808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:01.459355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:17:01.459739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:01.495430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:17:01.500073 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3bd6da44-1b49-4605-a83d-07ccde4df9de req-1251fe26-1bdb-44ca-a409-427362681a1d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 210 time: 0.0630405 Sep 15 10:17:01.554514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:01.623824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:17:02.668867 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-353af5ed-c253-4817-9810-95b5534e3a89 req-307af188-7702-473e-9521-b2dbd3b6dd93 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 210 time: 0.0500708 Sep 15 10:17:03.173843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:17:03.239530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:17:03.239892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:03.359686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:17:03.609726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-ee2521fd-8286-4e75-bedf-bd8d22cf3f6d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:03.610439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-ee2521fd-8286-4e75-bedf-bd8d22cf3f6d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Synchronizing usage tracker for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:17:03.703110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-ee2521fd-8286-4e75-bedf-bd8d22cf3f6d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Unset dirty status for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:17:03.704284 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-ee2521fd-8286-4e75-bedf-bd8d22cf3f6d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 811 time: 0.2417381 Sep 15 10:17:03.757803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-5d3aa869-9e2b-4b17-9a14-c7f0b7b47260 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Synchronizing usage tracker for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:17:03.841380 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-89c8d9e4-a878-4d94-a812-e3214b2469b8 req-dbb48507-2a3d-4188-9e1e-ad3bd258e966 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 210 time: 0.0497513 Sep 15 10:17:03.851427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-5d3aa869-9e2b-4b17-9a14-c7f0b7b47260 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Unset dirty status for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:17:03.852660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-5d3aa869-9e2b-4b17-9a14-c7f0b7b47260 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 380 time: 0.1345105 Sep 15 10:17:03.860637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'port': {'device_id': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'admin_state_up': True, 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'security_groups': ['825d497a-cf33-47d9-b291-4d64785a42e6']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:17:04.000897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:17:04.004675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:port and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:17:04.007484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:17:04.014203 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:17:04.108651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Made reservation on behalf of 7a6ba5d9f4d74cdea9c76d7a26d3f2cc for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:17:04.112044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:04.371162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Allocated IP 172.20.0.7 (0571a1a7-6eb4-4f49-96fe-776ac7af34a3/8c8e4355-e88f-4e62-b7fe-284d368a1346/83cc8e2f-928b-4a08-b4f0-8027b11f1c27) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:17:04.555860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:04.571049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Transition to ACTIVE for port object 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:17:04.680227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:04.755109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:17:04.758230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:17:04.761964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:17:04.792603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:17:04.831167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:04.831777 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:04.903858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-3a4a9179-8110-47f1-b201-6c67f3eff3a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0465951 Sep 15 10:17:04.964750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Request body: {'port': {'device_id': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:17:05.046421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4d55fdf2-c504-425c-b7bd-81e8c4ecc5a3 None None] Provisioning for port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:17:05.051728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4d55fdf2-c504-425c-b7bd-81e8c4ecc5a3 None None] Provisioning complete for port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:17:05.052168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4d55fdf2-c504-425c-b7bd-81e8c4ecc5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:05.052941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81f22e-8c19-41ff-84a4-7f718673f9f7 req-e1d7c861-e78c-404c-b57c-6ad6c59a1c70 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:05.054459 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bd81f22e-8c19-41ff-84a4-7f718673f9f7 req-e1d7c861-e78c-404c-b57c-6ad6c59a1c70 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 931 time: 0.0918803 Sep 15 10:17:05.087886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:05.103438 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bd81f22e-8c19-41ff-84a4-7f718673f9f7 req-85330907-8c42-4eca-af26-60698a15bedd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404911 Sep 15 10:17:05.110672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4d55fdf2-c504-425c-b7bd-81e8c4ecc5a3 None None] Port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:17:05.431975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:17:05.439361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:05.453108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Transition to ACTIVE for port object 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:17:05.512130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:05.706418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Pushing event updated for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:17:05.750687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Attempting to bind port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:17:05.751011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Attempting to bind port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:17:05.751340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Attempting to bind port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:17:05.755910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:17:05.756229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Attempting to bind port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:17:05.761300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:17:05.761659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Checking segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:17:05.762074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Bound using segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:17:05.762506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Bound port: 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:17:05.763383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:05.857167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:17:05.860211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:17:05.920276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:05.955445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:05.956050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:05.957473 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] 10.222.0.16 "PUT /v2.0/ports/83cc8e2f-928b-4a08-b4f0-8027b11f1c27 HTTP/1.1" status: 200 len: 1093 time: 1.0405636 Sep 15 10:17:05.957869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:17:05.960132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c558c5b9-2ab6-4b88-b9ef-b33896e67879" -d '{"events": [{"name": "network-changed", "server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:17:05.996210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d78aee-7f9a-46eb-b219-b0b74a1b3046 service neutron] Pushing event updated for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:17:06.006134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d406fa4-43da-45ee-8cf0-c349b0f5810b x-openstack-request-id: req-7d406fa4-43da-45ee-8cf0-c349b0f5810b {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:17:06.006511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:17:06.006757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d406fa4-43da-45ee-8cf0-c349b0f5810b {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:17:06.007146 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d406fa4-43da-45ee-8cf0-c349b0f5810b'] response: {'name': 'network-changed', 'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'status': 'completed', 'code': 200} Sep 15 10:17:06.135223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c5b9-2ab6-4b88-b9ef-b33896e67879 req-6256edda-762b-4347-9dcc-2bf2bd746037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:06.136700 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c558c5b9-2ab6-4b88-b9ef-b33896e67879 req-6256edda-762b-4347-9dcc-2bf2bd746037 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 1096 time: 0.0827026 Sep 15 10:17:06.285030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c5b9-2ab6-4b88-b9ef-b33896e67879 req-431b828e-bf32-47f0-bcf5-fa63dbe5321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:06.286515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c558c5b9-2ab6-4b88-b9ef-b33896e67879 req-431b828e-bf32-47f0-bcf5-fa63dbe5321f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1356254 Sep 15 10:17:06.319745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa54248f-ce5c-44cd-bbc5-8e752ef18be0 req-2ffdb338-c754-44eb-a0ed-653740a36494 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:06.321341 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fa54248f-ce5c-44cd-bbc5-8e752ef18be0 req-2ffdb338-c754-44eb-a0ed-653740a36494 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 943 time: 0.0963049 Sep 15 10:17:06.367146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fa54248f-ce5c-44cd-bbc5-8e752ef18be0 req-6411550d-f712-45fb-87c3-914fe767f0dd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388715 Sep 15 10:17:06.422767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c5b9-2ab6-4b88-b9ef-b33896e67879 req-3e404940-16bd-4f0a-bf68-3d94f361bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:06.424209 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c558c5b9-2ab6-4b88-b9ef-b33896e67879 req-3e404940-16bd-4f0a-bf68-3d94f361bb5e service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322653 Sep 15 10:17:06.650229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-cb494ff3-eec9-40d4-b945-ee6b98e7e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:06.651684 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-cb494ff3-eec9-40d4-b945-ee6b98e7e77a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 1096 time: 0.1700940 Sep 15 10:17:06.728677 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-aa6ed387-7e25-441e-b99f-25233e885f34 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27 HTTP/1.1" status: 200 len: 217 time: 0.0646622 Sep 15 10:17:06.791017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-d93327d8-1737-414c-b27e-004f2cbd7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:06.792426 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-d93327d8-1737-414c-b27e-004f2cbd7f9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0576565 Sep 15 10:17:06.876570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-65e98bd5-f500-4758-bc00-1a1a475ea3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:06.877959 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-65e98bd5-f500-4758-bc00-1a1a475ea3e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794332 Sep 15 10:17:07.010344 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-92bb3f3c-033c-4a73-9947-4a33368d7a5e service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265173 Sep 15 10:17:07.145296 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0e560e2f-0948-4d72-a90f-1abf03f8658f req-9ab98713-b54e-4fad-996e-7bef098bb3b9 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290023 Sep 15 10:17:07.576610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f2a73-3da3-4d9a-894c-0a78274b15af req-f0730689-7349-43de-bfb0-a34765b79c60 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:07.578085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e99f2a73-3da3-4d9a-894c-0a78274b15af req-f0730689-7349-43de-bfb0-a34765b79c60 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 943 time: 0.0888457 Sep 15 10:17:07.625302 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e99f2a73-3da3-4d9a-894c-0a78274b15af req-094fdc07-aac6-4121-ba1b-81f8ac62fab3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415063 Sep 15 10:17:08.828536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99e630-b372-4c3c-81c5-fb7790ceb22c req-aa30b465-6e76-43d7-aa89-36968ead1b77 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:08.830006 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba99e630-b372-4c3c-81c5-fb7790ceb22c req-aa30b465-6e76-43d7-aa89-36968ead1b77 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 943 time: 0.0864010 Sep 15 10:17:08.873120 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba99e630-b372-4c3c-81c5-fb7790ceb22c req-59a4e7c3-6a71-4a3d-bc3f-5467ecca63c2 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Sep 15 10:17:09.181660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:17:09.345017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:17:09.357960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'mac_address': 'fa:16:3e:8a:1d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:17:09.410882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:17:09.411322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:09.428569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:17:09.444555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:17:09.525397 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:09.593670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:17:09.796373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['83cc8e2f-928b-4a08-b4f0-8027b11f1c27'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:17:10.079302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a703d4-7e81-4ddf-849e-cc187c64143b req-97351b04-bf3c-4d5e-8075-ad5cd3e51083 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:10.080632 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5a703d4-7e81-4ddf-849e-cc187c64143b req-97351b04-bf3c-4d5e-8075-ad5cd3e51083 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 944 time: 0.0881696 Sep 15 10:17:10.123906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5a703d4-7e81-4ddf-849e-cc187c64143b req-f031d973-80a1-4669-b727-bcbd34e8a5da tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377097 Sep 15 10:17:11.213386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:17:11.335317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc0748-c7ae-4beb-a35d-b96dab0c8c17 req-4cf298bc-bf98-4337-a804-f30876b37de2 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:11.336791 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f2bc0748-c7ae-4beb-a35d-b96dab0c8c17 req-4cf298bc-bf98-4337-a804-f30876b37de2 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 944 time: 0.0894084 Sep 15 10:17:11.352324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:17:11.358765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:17:11.359146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:11.385690 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f2bc0748-c7ae-4beb-a35d-b96dab0c8c17 req-24292b30-47e5-4c2d-828f-7059d5d9f7a7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Sep 15 10:17:11.476886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:17:11.477261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:11.503282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:17:11.505524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d962f-00f2-4c1b-ba22-fa49743322a9" -d '{"events": [{"server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "name": "network-vif-plugged", "status": "completed", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:17:11.513260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:17:11.548548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b62bc52-c94f-4bcb-9ece-1d608b8d8e31 x-openstack-request-id: req-0b62bc52-c94f-4bcb-9ece-1d608b8d8e31 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:17:11.548982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "name": "network-vif-plugged", "status": "completed", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:17:11.549231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b62bc52-c94f-4bcb-9ece-1d608b8d8e31 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:17:11.549620 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b62bc52-c94f-4bcb-9ece-1d608b8d8e31'] response: {'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'code': 200} Sep 15 10:17:11.560294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:11.627823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:17:11.916960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38e5d0-1d73-4f8f-8c92-fb39cdfbf520 req-cd1bd92a-4fce-48e3-9d21-c16e1724fdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:11.916960 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cf38e5d0-1d73-4f8f-8c92-fb39cdfbf520 req-cd1bd92a-4fce-48e3-9d21-c16e1724fdad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 1098 time: 0.0762131 Sep 15 10:17:11.957669 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cf38e5d0-1d73-4f8f-8c92-fb39cdfbf520 req-10d1178e-b521-4b68-a495-2b112cf81ecf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340290 Sep 15 10:17:12.593937 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3890e8-cfb4-4685-9064-a4a7e8f5b831 req-4ce745bb-c5c4-4ff5-a787-e623ac9b79ea tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:12.595304 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-de3890e8-cfb4-4685-9064-a4a7e8f5b831 req-4ce745bb-c5c4-4ff5-a787-e623ac9b79ea tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0847771 Sep 15 10:17:12.638313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-de3890e8-cfb4-4685-9064-a4a7e8f5b831 req-7080fbae-d3d8-43b2-9c0f-1ef843fbbe58 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368803 Sep 15 10:17:13.843213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95de168-55c0-4bdb-b0bb-b3921f46ce7b req-7e901e4b-b472-46e4-b9f3-65ae7c168336 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:13.844659 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d95de168-55c0-4bdb-b0bb-b3921f46ce7b req-7e901e4b-b472-46e4-b9f3-65ae7c168336 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0894563 Sep 15 10:17:13.887399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d95de168-55c0-4bdb-b0bb-b3921f46ce7b req-6bf5dd33-d761-4e72-bcd9-33f73236bcc0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372114 Sep 15 10:17:14.084208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68d817-eed2-4491-badf-6a0de2a0b0c3 req-01526f93-dcb9-4e6b-8770-d5db9a686db4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:14.085651 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5b68d817-eed2-4491-badf-6a0de2a0b0c3 req-01526f93-dcb9-4e6b-8770-d5db9a686db4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0855997 Sep 15 10:17:14.096285 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 58864) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:17:14.101118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'floatingip': {'port_id': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:17:14.177833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:14.867289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:14.994311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:15.160533 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a associated. External IP: 172.26.7.247, port: 83cc8e2f-928b-4a08-b4f0-8027b11f1c27. Sep 15 10:17:15.503814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:17:15.677121 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:17:15.682015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:15.688194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:17:15.697892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:17:15.698501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:16:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:17:15.739365 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d437e791-f199-4829-9b2d-60d760fadb62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "PUT /v2.0/floatingips/b0d39cb8-4fb4-45e5-b211-9cc62e67d37a HTTP/1.1" status: 200 len: 991 time: 1.6420276 Sep 15 10:17:15.739933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:17:15.742262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49a6a9f-b395-4d93-94f4-5f4ff271df12" -d '{"events": [{"name": "network-changed", "server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:17:15.839676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e95306f-1eba-4657-ba2c-d4ff732d87a2 x-openstack-request-id: req-9e95306f-1eba-4657-ba2c-d4ff732d87a2 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:17:15.839958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:17:15.840206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e95306f-1eba-4657-ba2c-d4ff732d87a2 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:17:15.840602 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e95306f-1eba-4657-ba2c-d4ff732d87a2'] response: {'name': 'network-changed', 'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'status': 'completed', 'code': 200} Sep 15 10:17:15.882543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:17:15.972763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-9a358524-70d0-4d4a-9796-2ea6940425f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:15.974285 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-9a358524-70d0-4d4a-9796-2ea6940425f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 1098 time: 0.0822031 Sep 15 10:17:16.111311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-cecb89db-449b-4372-ab7e-fa01f5e327d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:16.112696 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-cecb89db-449b-4372-ab7e-fa01f5e327d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1328790 Sep 15 10:17:16.213973 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-2c6cefe2-62b6-4c49-b6de-cf5a05015825 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27 HTTP/1.1" status: 200 len: 999 time: 0.0955334 Sep 15 10:17:16.229789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:8a:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:17:14Z', 'revision_number': 1, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:17:16.233548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:17:16.241837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:17:16.242436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:16:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:17:16.274967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-b5b206c5-234b-414e-9e5d-659e3afe51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:16.276394 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-b5b206c5-234b-414e-9e5d-659e3afe51ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0558014 Sep 15 10:17:16.364845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-19aaacea-d4ac-4bcf-8d9d-72a314b819c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:16.366281 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-19aaacea-d4ac-4bcf-8d9d-72a314b819c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836272 Sep 15 10:17:16.419490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:17:16.500030 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-51cd9620-e5eb-45ea-95a6-a8a4cd56826a service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276457 Sep 15 10:17:16.634496 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e49a6a9f-b395-4d93-94f4-5f4ff271df12 req-9af2969e-919a-4908-98c5-031adce89d6a service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287844 Sep 15 10:17:16.802107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:8a:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:17:14Z', 'revision_number': 1, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:17:16.806007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1f2b68-b61d-4700-9c3d-b1f6b8de5c47 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:8a:1d:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:17:14Z', 'revision_number': 1, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:17:16.990332 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b4beea-7512-4dd7-b30a-8d8661124d3a None None] New status for floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:17:19.600412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-39b5566e-3f04-46ea-a7b8-d33a18c2129a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:20.958161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:21.686246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2f13c847-85da-45f6-b96c-37baf62917bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:22.594338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:22.834378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:24.348391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:30.173194 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:17:49.616994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e61f742-3908-47be-8312-6c87a0b772e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:50.111542 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6590124-c20e-4580-b959-72d4440c211e req-4d2eb65b-ba36-4f67-badf-8af55998eadf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:50.113051 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f6590124-c20e-4580-b959-72d4440c211e req-4d2eb65b-ba36-4f67-badf-8af55998eadf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0877507 Sep 15 10:17:50.155667 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f6590124-c20e-4580-b959-72d4440c211e req-876480c0-8655-4620-951e-6c557d96165a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369675 Sep 15 10:17:50.359096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc4f86-338e-485d-82fc-0465013ebfdf req-4a84d1ca-0b35-46b6-8e0c-9ffe698880eb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:50.361295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-39bc4f86-338e-485d-82fc-0465013ebfdf req-4a84d1ca-0b35-46b6-8e0c-9ffe698880eb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0905023 Sep 15 10:17:50.403688 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-39bc4f86-338e-485d-82fc-0465013ebfdf req-2c4e0e4d-dc1d-48e9-8e1b-ca105cffc43b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368791 Sep 15 10:17:50.607273 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2899fc-3954-49cc-8dc0-33f54dfdfcfa req-f6056421-fbfc-4f08-bb8b-fd1b3d734943 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:50.608701 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea2899fc-3954-49cc-8dc0-33f54dfdfcfa req-f6056421-fbfc-4f08-bb8b-fd1b3d734943 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0859907 Sep 15 10:17:50.655029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea2899fc-3954-49cc-8dc0-33f54dfdfcfa req-2b8292cc-ee6d-47e5-9d80-2f01d8d4447f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401080 Sep 15 10:17:50.776931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:51.070525 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-384e6940-1823-498e-bbac-9bae5a0db141 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809782 Sep 15 10:17:51.235048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-4cfff773-3b35-4763-b373-0f3ac895fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:51.236650 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-4cfff773-3b35-4763-b373-0f3ac895fe02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 1098 time: 0.0820704 Sep 15 10:17:51.251521 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af9e48-5618-4243-9c45-ff5657abb5c8 req-cd61e2f6-7c4a-483c-aed1-a32c562de1b4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:51.253688 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-84af9e48-5618-4243-9c45-ff5657abb5c8 req-cd61e2f6-7c4a-483c-aed1-a32c562de1b4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0900629 Sep 15 10:17:51.304437 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-84af9e48-5618-4243-9c45-ff5657abb5c8 req-e9e660ff-aba1-45b7-99d8-56c3a6b3a54a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448310 Sep 15 10:17:51.533070 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-2d509369-3c51-4476-9135-96fd2d19c12a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2907770 Sep 15 10:17:51.533931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-f0f6a074-262e-46c2-ac50-4e23f177ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:51.535196 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-f0f6a074-262e-46c2-ac50-4e23f177ded1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1485300 Sep 15 10:17:51.640575 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-2d877e37-1f66-486d-bf7f-1e6477774885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27 HTTP/1.1" status: 200 len: 1001 time: 0.0992441 Sep 15 10:17:51.674896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-343b8c24-2aac-4381-bcf8-3eaaa91b7072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:51.707957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-badbab54-ddc5-4c74-88e5-52f2b9a18859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:51.709415 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-badbab54-ddc5-4c74-88e5-52f2b9a18859 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0627334 Sep 15 10:17:51.793776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-b48c04fd-5876-4daa-9e73-208e7cb96f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:51.795301 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-b48c04fd-5876-4daa-9e73-208e7cb96f92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798120 Sep 15 10:17:51.929330 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-321a236c-a32e-4478-9056-551e595304a6 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276271 Sep 15 10:17:52.060962 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa3c4cdc-dd35-4ede-a5bb-a40d8b236048 req-055450e2-ef52-4ca0-88c8-3a4970af8719 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261094 Sep 15 10:17:52.553596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:52.622928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a36bba-5e7e-42ce-b76f-3fbfcbb12a42 req-5b45248d-a3fe-4e67-9d4a-c517c9924904 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:52.624316 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45a36bba-5e7e-42ce-b76f-3fbfcbb12a42 req-5b45248d-a3fe-4e67-9d4a-c517c9924904 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.1991699 Sep 15 10:17:52.667692 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45a36bba-5e7e-42ce-b76f-3fbfcbb12a42 req-3e009d09-1916-48ec-a581-0654a44ede12 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377021 Sep 15 10:17:52.863079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:53.873608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3380890-1d50-4504-96b3-628c5f31c5e2 req-73568080-1054-48f3-b345-d16c19465316 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:53.875098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a3380890-1d50-4504-96b3-628c5f31c5e2 req-73568080-1054-48f3-b345-d16c19465316 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0900807 Sep 15 10:17:53.920625 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a3380890-1d50-4504-96b3-628c5f31c5e2 req-0131c14d-26ad-4c51-b99a-fd1f70a3ddec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386755 Sep 15 10:17:53.968231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-924e878b-8779-4857-9008-88016f2eea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:53.970203 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-924e878b-8779-4857-9008-88016f2eea61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 1098 time: 0.0859416 Sep 15 10:17:54.099454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-11d7baf0-74f0-4fca-8a05-6424483e33fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:54.100888 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-11d7baf0-74f0-4fca-8a05-6424483e33fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1244686 Sep 15 10:17:54.201740 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-0d293f04-31c6-4275-ad42-d3aa5a005c84 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27 HTTP/1.1" status: 200 len: 1001 time: 0.0950260 Sep 15 10:17:54.263074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-6d1a5668-0b2e-4751-bac6-17b904168d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:54.264405 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-6d1a5668-0b2e-4751-bac6-17b904168d40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0564311 Sep 15 10:17:54.353522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-0d96e664-267c-4a74-a718-8265227bceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:54.355292 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-0d96e664-267c-4a74-a718-8265227bceeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843482 Sep 15 10:17:54.365751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:17:54.493300 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-7fcff32d-1a8a-4fc4-b238-ea7c51e7a718 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315393 Sep 15 10:17:54.621209 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-30b0e9b0-37ab-44bd-97da-96fdcbaa0bf7 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222277 Sep 15 10:17:55.138445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b4726-b087-46d4-863e-7b1f64c1d0ab req-4012f670-b5f1-4de3-8b2f-c821d4ffe58e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:55.139941 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6c4b4726-b087-46d4-863e-7b1f64c1d0ab req-4012f670-b5f1-4de3-8b2f-c821d4ffe58e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0902076 Sep 15 10:17:55.183561 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6c4b4726-b087-46d4-863e-7b1f64c1d0ab req-afa2c6b7-4a99-4ae7-bae9-fd474cd173ff tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375640 Sep 15 10:17:56.396540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd50a31-cb6c-4393-9bfc-15cacf90da76 req-1e8b7501-0d28-4077-a46a-49b83af725df tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:56.398025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4dd50a31-cb6c-4393-9bfc-15cacf90da76 req-1e8b7501-0d28-4077-a46a-49b83af725df tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0916827 Sep 15 10:17:56.440764 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4dd50a31-cb6c-4393-9bfc-15cacf90da76 req-3804b025-7823-4ac3-803a-d355c3df91d7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371635 Sep 15 10:17:57.651638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6dfb6f-2a7d-4ad5-8b46-b9885cb07c42 req-687b8905-98d8-4be3-b9cb-f1c3d30a6b8a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:57.653089 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf6dfb6f-2a7d-4ad5-8b46-b9885cb07c42 req-687b8905-98d8-4be3-b9cb-f1c3d30a6b8a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0899706 Sep 15 10:17:57.696917 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf6dfb6f-2a7d-4ad5-8b46-b9885cb07c42 req-65abcc85-38b0-4abb-bce8-93384aab345b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375271 Sep 15 10:17:58.901281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f4b8e-29a2-41e3-a2f8-3aeea451da6b req-a7d08bd3-1b64-4161-8424-039c7c0548ac tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:17:58.902741 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-069f4b8e-29a2-41e3-a2f8-3aeea451da6b req-a7d08bd3-1b64-4161-8424-039c7c0548ac tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0857894 Sep 15 10:17:58.945603 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-069f4b8e-29a2-41e3-a2f8-3aeea451da6b req-3042a1de-20e9-46c5-8dfc-39ffcb7978fb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365696 Sep 15 10:18:00.152634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dd7f2-17c0-47c7-84e6-eb693e2893b9 req-ebdb8633-738e-4653-b22a-5fed6698d245 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:00.154104 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f26dd7f2-17c0-47c7-84e6-eb693e2893b9 req-ebdb8633-738e-4653-b22a-5fed6698d245 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0895927 Sep 15 10:18:00.197683 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f26dd7f2-17c0-47c7-84e6-eb693e2893b9 req-1eace12f-8c6a-4154-9c78-8bdee831f839 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Sep 15 10:18:01.403779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c266a-a37f-494d-a884-14d304b5ed56 req-915e6954-c3b2-4ef7-9364-f21bce0699f0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:01.405151 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7b1c266a-a37f-494d-a884-14d304b5ed56 req-915e6954-c3b2-4ef7-9364-f21bce0699f0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0874012 Sep 15 10:18:01.452849 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7b1c266a-a37f-494d-a884-14d304b5ed56 req-2ce9c1f7-1996-4748-8f79-98b1413d6953 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409474 Sep 15 10:18:02.660135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3634d9c0-3a5d-4d69-8444-a44c5a080a78 req-723dd480-cec4-46c1-a5d1-22cf57b6abee tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:02.661588 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3634d9c0-3a5d-4d69-8444-a44c5a080a78 req-723dd480-cec4-46c1-a5d1-22cf57b6abee tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0872536 Sep 15 10:18:02.704860 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3634d9c0-3a5d-4d69-8444-a44c5a080a78 req-cc5948c3-080e-4e66-95bf-2ac81ea0ac7b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374405 Sep 15 10:18:03.910949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924948e-28ab-4f6e-afee-8d65ea0aabcf req-60111d5f-f5ba-4286-bb4d-5ec4733a9d51 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:03.912388 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7924948e-28ab-4f6e-afee-8d65ea0aabcf req-60111d5f-f5ba-4286-bb4d-5ec4733a9d51 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0893083 Sep 15 10:18:03.955689 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7924948e-28ab-4f6e-afee-8d65ea0aabcf req-118395e2-3b7d-40ba-8105-a1853378b867 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376763 Sep 15 10:18:05.159659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907aaa7-84c1-4ad3-a6a2-32738a4f531b req-09a27047-5ee1-4125-80d8-c99e4888a6a3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:05.161114 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d907aaa7-84c1-4ad3-a6a2-32738a4f531b req-09a27047-5ee1-4125-80d8-c99e4888a6a3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0868015 Sep 15 10:18:05.208966 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d907aaa7-84c1-4ad3-a6a2-32738a4f531b req-a30616fb-5c2d-4861-b0ef-b3f6adef4802 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Sep 15 10:18:06.422169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fdc3f-1ea2-460f-8e5f-ff6a391b2fe9 req-b49db2e1-6892-495f-9614-e383510cfea4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:06.424245 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ff3fdc3f-1ea2-460f-8e5f-ff6a391b2fe9 req-b49db2e1-6892-495f-9614-e383510cfea4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0869777 Sep 15 10:18:06.468116 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ff3fdc3f-1ea2-460f-8e5f-ff6a391b2fe9 req-6a1cfef6-00c9-456c-8d42-bd476d38892d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376816 Sep 15 10:18:06.824648 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-67508c99-c742-486d-a948-1acdbd91a556 service neutron] 10.222.0.16 "GET /v2.0/ports/83cc8e2f-928b-4a08-b4f0-8027b11f1c27/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.1630507 Sep 15 10:18:07.172285 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:18:07.381442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-ee42e6cf-eb5f-46c5-8ce2-60406eef3a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:07.382914 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-ee42e6cf-eb5f-46c5-8ce2-60406eef3a2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 1098 time: 0.0801771 Sep 15 10:18:07.494419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-6cd36bc2-8f40-4786-b852-116b442e9e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:07.495904 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-6cd36bc2-8f40-4786-b852-116b442e9e6f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 1098 time: 0.0772169 Sep 15 10:18:07.628551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-0e465b99-d820-4033-a7d4-00128205fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:07.630019 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-0e465b99-d820-4033-a7d4-00128205fc3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1282713 Sep 15 10:18:07.685241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a442670d-a027-47b1-bc51-0aacf846284b req-ade74b6c-854e-4903-9a2a-eea301758c20 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:07.686750 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a442670d-a027-47b1-bc51-0aacf846284b req-ade74b6c-854e-4903-9a2a-eea301758c20 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0932090 Sep 15 10:18:07.732164 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a442670d-a027-47b1-bc51-0aacf846284b req-a9e0b928-a2f0-423e-ab77-d20ae4775cdb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390141 Sep 15 10:18:07.732728 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-def2da90-7a7a-4db4-9d9e-f4961888847d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27 HTTP/1.1" status: 200 len: 1001 time: 0.0972304 Sep 15 10:18:07.794128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-a9e836ee-43dc-4a79-9dac-df42311d84fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:07.795566 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-a9e836ee-43dc-4a79-9dac-df42311d84fc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0565832 Sep 15 10:18:07.879308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-fc8943a0-c2b5-4755-8ffd-3eb74f341688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:07.880788 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-fc8943a0-c2b5-4755-8ffd-3eb74f341688 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791659 Sep 15 10:18:08.009926 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-cd73c125-ea8e-464e-bd34-10d54e34e686 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233120 Sep 15 10:18:08.138580 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-662e29e8-224b-4966-9b6b-8b517f3b8a9c req-ada2d3f1-87b2-409c-9be1-e17857aa0e0a service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232574 Sep 15 10:18:08.937488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f66dc2-c6bb-4b97-8147-0c4bc6777ba5 req-6ed34472-f3fd-4e21-a367-18a85c3f159d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:08.939091 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82f66dc2-c6bb-4b97-8147-0c4bc6777ba5 req-6ed34472-f3fd-4e21-a367-18a85c3f159d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0868421 Sep 15 10:18:08.989085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82f66dc2-c6bb-4b97-8147-0c4bc6777ba5 req-e87857c2-acaa-4a9e-9605-bd6f6678f0ec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Sep 15 10:18:09.478019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:18:09.485440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:18:09.707472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:18:09.707850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:09.724334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:18:09.746407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'mac_address': 'fa:16:3e:8a:1d:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:18:09.774799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:18:09.777300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e9ff3a-0edc-42e3-a693-97ce4be917e0" -d '{"events": [{"server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "name": "network-vif-unplugged", "status": "completed", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:18:09.802969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:18:09.812840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:18:09.813240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:09.829897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:18:09.846153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:09.903756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d69eef6-acf6-40bf-a91b-03df16425bb7 x-openstack-request-id: req-5d69eef6-acf6-40bf-a91b-03df16425bb7 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:18:09.904042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "name": "network-vif-unplugged", "status": "completed", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:18:09.904291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d69eef6-acf6-40bf-a91b-03df16425bb7 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:18:09.904669 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d69eef6-acf6-40bf-a91b-03df16425bb7'] response: {'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'code': 200} Sep 15 10:18:09.959820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:18:09.960173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:18:09.963456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:09.970465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.970816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.971153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.972000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.972489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.972827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.973153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.973474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.973801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.974142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.974462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:09.974777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:10.201456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e847a-3844-4300-acfb-9783afb3b1c7 req-a02372a4-aa2f-413c-838b-2fb69c06aefc tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:10.202915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3d3e847a-3844-4300-acfb-9783afb3b1c7 req-a02372a4-aa2f-413c-838b-2fb69c06aefc tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 943 time: 0.0889509 Sep 15 10:18:10.248780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3d3e847a-3844-4300-acfb-9783afb3b1c7 req-47a98272-a9ff-4a74-84f7-e18f1e4e7ab4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 Sep 15 10:18:10.514290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:18:10.514841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:10.533657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:18:10.549040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:18:10.628896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:10.696119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:10.754743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['83cc8e2f-928b-4a08-b4f0-8027b11f1c27'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:18:11.458554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000b2ae-37b4-4c85-b328-1f496414b0c3 req-6bd0e8b8-4d4d-4e56-8adc-40bcf2858d65 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:11.459983 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e000b2ae-37b4-4c85-b328-1f496414b0c3 req-6bd0e8b8-4d4d-4e56-8adc-40bcf2858d65 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 944 time: 0.0895629 Sep 15 10:18:11.469051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:18:11.504263 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e000b2ae-37b4-4c85-b328-1f496414b0c3 req-af59dedd-bf7e-4e3e-83dd-a9e98dfe6799 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384839 Sep 15 10:18:11.536930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:18:11.537518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:11.654352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:18:11.654727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:11.686664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:18:11.754268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:11.822465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:11.905359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:18:11.907895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e1609b-d2c8-4fa4-b8ec-62c4a2c5bb62" -d '{"events": [{"server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "name": "network-vif-plugged", "status": "completed", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:18:11.995311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2d6ab-7018-4d95-bbdc-ebed7c7818ce req-b7bb6ec4-6791-4699-be68-3c0fb1788f22 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:11.996758 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9cc2d6ab-7018-4d95-bbdc-ebed7c7818ce req-b7bb6ec4-6791-4699-be68-3c0fb1788f22 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0855694 Sep 15 10:18:12.045353 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9cc2d6ab-7018-4d95-bbdc-ebed7c7818ce req-0b45cb8d-50ad-45af-b34c-2f20c9be1c5d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425522 Sep 15 10:18:12.057342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df954bf-a93e-4735-878e-6355256c1274 req-010abcb8-7467-4930-8f1d-0c23874f945c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:12.057974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0df954bf-a93e-4735-878e-6355256c1274 req-010abcb8-7467-4930-8f1d-0c23874f945c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Synchronizing usage tracker for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:18:12.109800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab47ffd-87d7-4d3f-9ec5-8264023b65d9 x-openstack-request-id: req-eab47ffd-87d7-4d3f-9ec5-8264023b65d9 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:18:12.110114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "name": "network-vif-plugged", "status": "completed", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:18:12.110370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eab47ffd-87d7-4d3f-9ec5-8264023b65d9 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:18:12.110767 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab47ffd-87d7-4d3f-9ec5-8264023b65d9'] response: {'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'code': 200} Sep 15 10:18:12.125337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-0df954bf-a93e-4735-878e-6355256c1274 req-010abcb8-7467-4930-8f1d-0c23874f945c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Unset dirty status for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:18:12.126545 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0df954bf-a93e-4735-878e-6355256c1274 req-010abcb8-7467-4930-8f1d-0c23874f945c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.1599052 Sep 15 10:18:12.300180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df954bf-a93e-4735-878e-6355256c1274 req-cff1099b-d747-4061-844b-91ba8b5f4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:12.301693 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0df954bf-a93e-4735-878e-6355256c1274 req-cff1099b-d747-4061-844b-91ba8b5f4211 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 1098 time: 0.0807943 Sep 15 10:18:12.430398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df954bf-a93e-4735-878e-6355256c1274 req-c2152c09-3c34-4682-85a9-2de0f306ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:12.431827 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0df954bf-a93e-4735-878e-6355256c1274 req-c2152c09-3c34-4682-85a9-2de0f306ca27 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1245131 Sep 15 10:18:12.532719 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0df954bf-a93e-4735-878e-6355256c1274 req-eddc2117-5095-426d-9e00-c1e31a52608a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27 HTTP/1.1" status: 200 len: 1001 time: 0.0953174 Sep 15 10:18:12.591898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df954bf-a93e-4735-878e-6355256c1274 req-8c7fe8c0-4899-4771-b2ab-54fcb00070ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:12.593192 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0df954bf-a93e-4735-878e-6355256c1274 req-8c7fe8c0-4899-4771-b2ab-54fcb00070ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0550821 Sep 15 10:18:12.677076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df954bf-a93e-4735-878e-6355256c1274 req-06265be2-68a9-4b7c-8d45-a191aa1135bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:12.678551 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0df954bf-a93e-4735-878e-6355256c1274 req-06265be2-68a9-4b7c-8d45-a191aa1135bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788820 Sep 15 10:18:12.807690 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0df954bf-a93e-4735-878e-6355256c1274 req-e3f4bf82-45bf-4c2b-b819-2296a5e22898 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234207 Sep 15 10:18:13.032767 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0df954bf-a93e-4735-878e-6355256c1274 req-dd325c10-5079-43f1-98aa-513f36e16ee0 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192452 Sep 15 10:18:13.254531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26019e1b-deb0-4c77-83d6-0b6259a73c97 req-f551af4e-aba3-42b1-af8f-b53f0b43bc1d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:13.256041 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-26019e1b-deb0-4c77-83d6-0b6259a73c97 req-f551af4e-aba3-42b1-af8f-b53f0b43bc1d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0885370 Sep 15 10:18:13.301870 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-26019e1b-deb0-4c77-83d6-0b6259a73c97 req-0be31927-a18e-4d7f-8761-3cfa590c26d0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401211 Sep 15 10:18:14.507529 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30705a-bacb-445c-aeb9-fd831e7445e3 req-71a61cae-7c71-4457-854c-3a56fe4d037e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:14.508979 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc30705a-bacb-445c-aeb9-fd831e7445e3 req-71a61cae-7c71-4457-854c-3a56fe4d037e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0902460 Sep 15 10:18:14.553057 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc30705a-bacb-445c-aeb9-fd831e7445e3 req-1fc76988-379f-4c79-aa1d-44a59c947625 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385394 Sep 15 10:18:14.755593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2daac23-6af9-4e96-9dc9-52a31bdbd57c req-5f7e28f0-df98-4237-a9fa-8fb135dbd2ef tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:14.757046 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f2daac23-6af9-4e96-9dc9-52a31bdbd57c req-5f7e28f0-df98-4237-a9fa-8fb135dbd2ef tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0857110 Sep 15 10:18:14.804071 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f2daac23-6af9-4e96-9dc9-52a31bdbd57c req-561788ce-8670-475a-86a9-342bfc11e747 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412521 Sep 15 10:18:15.008426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b56620-8c94-4e6d-abc6-fc920846fcbe req-4a53a8ea-2d7e-445f-927d-4ce4f3e3b5cc tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:15.009903 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-91b56620-8c94-4e6d-abc6-fc920846fcbe req-4a53a8ea-2d7e-445f-927d-4ce4f3e3b5cc tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0898976 Sep 15 10:18:15.053959 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-91b56620-8c94-4e6d-abc6-fc920846fcbe req-5b3c95b6-5a26-484a-a38e-2a9c818a2302 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384252 Sep 15 10:18:15.688666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21900ed0-ef5c-457c-be81-e05feff800ba req-7b0ceb35-54f9-4dfd-b69e-d11410d94b1d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:15.690158 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21900ed0-ef5c-457c-be81-e05feff800ba req-7b0ceb35-54f9-4dfd-b69e-d11410d94b1d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0935476 Sep 15 10:18:15.734583 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21900ed0-ef5c-457c-be81-e05feff800ba req-a84f28ec-3e9e-4295-a6b8-8bb775d28838 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379887 Sep 15 10:18:16.938657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b611f88-6024-4b54-9d15-188443cf257d req-d96690f0-d5c2-4a81-9835-5f2557e34ec7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:16.940154 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b611f88-6024-4b54-9d15-188443cf257d req-d96690f0-d5c2-4a81-9835-5f2557e34ec7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0862913 Sep 15 10:18:16.987214 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b611f88-6024-4b54-9d15-188443cf257d req-a98d22a7-245d-49ba-82ef-2688bf0eec0c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412149 Sep 15 10:18:17.415106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-d871a92c-3a7f-4813-bec6-4bab8e04f8b9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:17.416531 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-d871a92c-3a7f-4813-bec6-4bab8e04f8b9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0844128 Sep 15 10:18:17.489140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Deleting port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:18:17.489475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:17.728394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] For port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:18:17.728664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:18.013268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:18.013548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:18.013890 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a disassociated. External IP: 172.26.7.247, port: 83cc8e2f-928b-4a08-b4f0-8027b11f1c27. Sep 15 10:18:18.014225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Calling delete_port for 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:18:18.193999 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc16a20-9c09-499b-a5cb-93d0e09d3a0b req-3f5882b8-bfeb-4593-a53a-b25a3b5bf661 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:18.195459 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2cc16a20-9c09-499b-a5cb-93d0e09d3a0b req-3f5882b8-bfeb-4593-a53a-b25a3b5bf661 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 945 time: 0.0876086 Sep 15 10:18:18.211226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:18.244353 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2cc16a20-9c09-499b-a5cb-93d0e09d3a0b req-ca980bae-3fb5-4483-bb39-9cb17c221698 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431626 Sep 15 10:18:18.260499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event deleted for resources: {'Port': ['ID=83cc8e2f-928b-4a08-b4f0-8027b11f1c27,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:18.274641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.274641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.274641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.274641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.274641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.274641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.274641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.274641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.275330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.275330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.275330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.275639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:18:18.472840 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:18:18.648428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:18:18.657942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612a937-c971-474c-8250-40b183e509c6 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:18:18.667650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612a937-c971-474c-8250-40b183e509c6 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:18:18.668262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9612a937-c971-474c-8250-40b183e509c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:17:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:18:18.829981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] No DVR routers for this DVR port 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:18:18.832982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:18.835507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'name': 'network-vif-deleted', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:18:18.837743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843d89f-1bdb-4f4b-8318-50fa0a12d8c1" -d '{"events": [{"server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "name": "network-vif-deleted", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:18:18.853244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-9612a937-c971-474c-8250-40b183e509c6 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:18:18.879359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e3d707-daae-444a-94ea-121fa0cf2b3d x-openstack-request-id: req-22e3d707-daae-444a-94ea-121fa0cf2b3d {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:18:18.879619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5180e1af-6b53-464a-9bba-adafd2ac1985", "name": "network-vif-deleted", "tag": "83cc8e2f-928b-4a08-b4f0-8027b11f1c27", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:18:18.879860 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22e3d707-daae-444a-94ea-121fa0cf2b3d {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:18:18.880258 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22e3d707-daae-444a-94ea-121fa0cf2b3d'] response: {'server_uuid': '5180e1af-6b53-464a-9bba-adafd2ac1985', 'name': 'network-vif-deleted', 'tag': '83cc8e2f-928b-4a08-b4f0-8027b11f1c27', 'status': 'completed', 'code': 200} Sep 15 10:18:18.920826 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f18adf7b-b950-415a-8b20-fa5b98a71a08 req-a435df32-2ea3-450c-b727-43cd96505bf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "DELETE /v2.0/ports/83cc8e2f-928b-4a08-b4f0-8027b11f1c27 HTTP/1.1" status: 204 len: 173 time: 1.4993939 Sep 15 10:18:19.195063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9612a937-c971-474c-8250-40b183e509c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:18:19.198770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612a937-c971-474c-8250-40b183e509c6 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:18:19.206851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612a937-c971-474c-8250-40b183e509c6 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:18:19.207433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9612a937-c971-474c-8250-40b183e509c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:17:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:18:19.387844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-9612a937-c971-474c-8250-40b183e509c6 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:18:19.546849 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-94173cf8-13a2-444e-868c-c5768f55b1ac req-0b05546e-ea03-460f-bac3-143039f9b836 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=5180e1af-6b53-464a-9bba-adafd2ac1985 HTTP/1.1" status: 200 len: 210 time: 0.1517181 Sep 15 10:18:19.686333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b0df2a1-664d-4f2c-b011-d62e31ec0dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:19.715406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9612a937-c971-474c-8250-40b183e509c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:18:19.719281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9612a937-c971-474c-8250-40b183e509c6 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:18:19.942846 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea87578c-d618-4654-9e14-fcc4c3960245 None None] New status for floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:18:20.776852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:21.063830 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-d96bfb27-65c7-403e-83cf-ba48096f6cca tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1889620335&fields=id&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 267 time: 0.0400686 Sep 15 10:18:21.222531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-abfe343e-548e-4d93-9296-e4c8f49576f8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:21.223984 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-abfe343e-548e-4d93-9296-e4c8f49576f8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 811 time: 0.1536899 Sep 15 10:18:21.239540 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-af3f570a-3974-44c4-805f-e26c421a41ff tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/quotas/7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 375 time: 0.0100958 Sep 15 10:18:21.340426 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-111089f6-b0d3-4678-b6a3-3c9aba6c5e13 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0960367 Sep 15 10:18:21.494499 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-77b61bf8-ec3d-4b85-9b94-b2a79b1cd7f6 service neutron] 10.222.0.62 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364195 Sep 15 10:18:21.509091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:18:21.548983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:18:21.549362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 83cc8e2f-928b-4a08-b4f0-8027b11f1c27 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:18:21.643142 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-422dcd11-1d9a-4ad2-9ab0-0c1a986be73d service neutron] 10.222.0.62 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424274 Sep 15 10:18:21.685243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5fe1cb2e-5f9d-45c0-821c-c1daf678e8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:21.921292 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ce30ba4f-c109-4505-8938-11cafdb07d66 req-36e01a1c-60d8-48d2-9ea0-6e0bafa1448c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 210 time: 0.0532830 Sep 15 10:18:22.554150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:22.868720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:23.092785 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4522b9c8-442e-4a0a-b059-ef30376e865a req-a52ec067-7981-40b4-b090-9712811e7974 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 210 time: 0.0490816 Sep 15 10:18:23.922118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-5e2777e0-ad19-4f5a-9b56-c57f930509fd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:23.923792 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-5e2777e0-ad19-4f5a-9b56-c57f930509fd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 811 time: 0.1476672 Sep 15 10:18:23.977962 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-435525f9-3beb-427a-9e74-fc92d29eed51 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 380 time: 0.0411704 Sep 15 10:18:23.986226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'port': {'device_id': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'admin_state_up': True, 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'security_groups': ['825d497a-cf33-47d9-b291-4d64785a42e6']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:18:24.132357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:18:24.136671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:port and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:18:24.139914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:18:24.146307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:18:24.194429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Made reservation on behalf of 7a6ba5d9f4d74cdea9c76d7a26d3f2cc for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:18:24.198291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:24.317154 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fb7f1268-5895-4f2e-8415-71f15d8d0294 req-5897c749-d6d4-4e74-b2f2-5f626e77f1a3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 210 time: 0.0843692 Sep 15 10:18:24.365799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:24.387673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Allocated IP 172.20.0.11 (0571a1a7-6eb4-4f49-96fe-776ac7af34a3/8c8e4355-e88f-4e62-b7fe-284d368a1346/d7af1413-ca3f-43a3-afe7-be0174ea68a9) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:18:24.574527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:24.590666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Transition to ACTIVE for port object d7af1413-ca3f-43a3-afe7-be0174ea68a9 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:18:24.691770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:24.762359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:18:24.765257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:18:24.769933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:18:24.819123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:24.844008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:24.844625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:24.943493 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-c381446d-2554-4fcd-a48d-349512412cec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9608037 Sep 15 10:18:24.961348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Request body: {'port': {'device_id': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:18:25.070569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:25.130537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1475992d-6633-4499-bcb1-ac9a2eadb68a None None] Provisioning for port d7af1413-ca3f-43a3-afe7-be0174ea68a9 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:18:25.135306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1475992d-6633-4499-bcb1-ac9a2eadb68a None None] Provisioning complete for port d7af1413-ca3f-43a3-afe7-be0174ea68a9 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:18:25.135672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1475992d-6633-4499-bcb1-ac9a2eadb68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:25.188596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1475992d-6633-4499-bcb1-ac9a2eadb68a None None] Port d7af1413-ca3f-43a3-afe7-be0174ea68a9 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:18:25.414742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7af1413-ca3f-43a3-afe7-be0174ea68a9 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:18:25.421969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:25.436492 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Transition to ACTIVE for port object d7af1413-ca3f-43a3-afe7-be0174ea68a9 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:18:25.491024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:25.529934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f505d-0162-49a0-9488-1634f7ba6353 req-a0f2dd72-d033-4683-a06c-458a5ebb7a5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:25.531386 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f24f505d-0162-49a0-9488-1634f7ba6353 req-a0f2dd72-d033-4683-a06c-458a5ebb7a5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 932 time: 0.0860333 Sep 15 10:18:25.575276 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f24f505d-0162-49a0-9488-1634f7ba6353 req-d10a30fa-e34a-4976-9c76-40916d8c9db9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381093 Sep 15 10:18:25.687444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Pushing event updated for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:25.728877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Attempting to bind port d7af1413-ca3f-43a3-afe7-be0174ea68a9 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:18:25.729209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Attempting to bind port d7af1413-ca3f-43a3-afe7-be0174ea68a9 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:18:25.729538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Attempting to bind port d7af1413-ca3f-43a3-afe7-be0174ea68a9 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:18:25.734212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Port d7af1413-ca3f-43a3-afe7-be0174ea68a9 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:18:25.734529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Attempting to bind port d7af1413-ca3f-43a3-afe7-be0174ea68a9 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:18:25.741234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:18:25.741573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Checking segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:18:25.741981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Bound using segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:18:25.742417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Bound port: d7af1413-ca3f-43a3-afe7-be0174ea68a9, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:18:25.742759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:25.920775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:18:25.923931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:18:26.011342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:26.014415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:26.015011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:26.016584 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] 10.222.0.16 "PUT /v2.0/ports/d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 200 len: 1094 time: 1.0592399 Sep 15 10:18:26.046567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:18:26.049103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cff2ad9-f333-4dd1-8566-9629c9733820" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:18:26.095379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee7330d-ee94-46b4-aec8-f0684bd4c1a8 x-openstack-request-id: req-6ee7330d-ee94-46b4-aec8-f0684bd4c1a8 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:18:26.095688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:18:26.095935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ee7330d-ee94-46b4-aec8-f0684bd4c1a8 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:18:26.097118 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ee7330d-ee94-46b4-aec8-f0684bd4c1a8'] response: {'name': 'network-changed', 'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'status': 'completed', 'code': 200} Sep 15 10:18:26.097927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65438878-7574-4c2e-8ff7-5bd254fb8c92 service neutron] Pushing event updated for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:26.212132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2ad9-f333-4dd1-8566-9629c9733820 req-d1b0f1c4-4890-4b27-86a6-3d92957da57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:26.213680 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0cff2ad9-f333-4dd1-8566-9629c9733820 req-d1b0f1c4-4890-4b27-86a6-3d92957da57a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1097 time: 0.0781031 Sep 15 10:18:26.356436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2ad9-f333-4dd1-8566-9629c9733820 req-16f0477b-2c7c-4a50-933a-838913d5f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:26.357890 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0cff2ad9-f333-4dd1-8566-9629c9733820 req-16f0477b-2c7c-4a50-933a-838913d5f45f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1319759 Sep 15 10:18:26.493477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff2ad9-f333-4dd1-8566-9629c9733820 req-a0885756-8260-4cbb-a565-7579a7cb9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:26.494936 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0cff2ad9-f333-4dd1-8566-9629c9733820 req-a0885756-8260-4cbb-a565-7579a7cb9f81 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1307585 Sep 15 10:18:26.632669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-3839aabe-7674-48e5-86a3-b9e248add80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:26.634183 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-3839aabe-7674-48e5-86a3-b9e248add80b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1097 time: 0.0830617 Sep 15 10:18:26.706775 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-f939983d-0f4f-44eb-9ac4-bf87dedff888 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 200 len: 217 time: 0.0614319 Sep 15 10:18:26.771209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-08392262-5a06-42f9-b8fa-35a05fdf1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:26.772687 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-08392262-5a06-42f9-b8fa-35a05fdf1c1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0609245 Sep 15 10:18:26.786374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9daa17-8846-466b-9326-f098aa7eb0e0 req-667d75f8-c295-4d3b-8006-ef03a267ecaf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:26.787840 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5b9daa17-8846-466b-9326-f098aa7eb0e0 req-667d75f8-c295-4d3b-8006-ef03a267ecaf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 944 time: 0.0918293 Sep 15 10:18:26.834861 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5b9daa17-8846-466b-9326-f098aa7eb0e0 req-7c08de4a-a405-4be3-b413-228b55ef17a0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 Sep 15 10:18:26.854844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-cc9c5506-09ec-4807-ae9b-17e28be520f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:26.856343 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-cc9c5506-09ec-4807-ae9b-17e28be520f6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783598 Sep 15 10:18:26.985351 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-11543646-d497-47b4-8875-e214166eb556 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222875 Sep 15 10:18:27.112698 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f6f1dbb-6e08-49ba-8742-28ae70843825 req-8870394f-c39c-45be-92ed-a69b4c1bb38a service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213696 Sep 15 10:18:28.040059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be872963-c92c-4cb7-9508-5abf79a748b4 req-448bd53b-9bbf-40b1-af0a-1deb05489cf0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:28.041507 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-be872963-c92c-4cb7-9508-5abf79a748b4 req-448bd53b-9bbf-40b1-af0a-1deb05489cf0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 944 time: 0.0886800 Sep 15 10:18:28.084971 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-be872963-c92c-4cb7-9508-5abf79a748b4 req-2b415947-39c3-4241-adfe-6196bcc9c165 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379148 Sep 15 10:18:29.286500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57252045-7651-4945-99c2-bdbda2848449 req-0522e3af-068c-4431-b780-ffd8532e2896 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:29.287994 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-57252045-7651-4945-99c2-bdbda2848449 req-0522e3af-068c-4431-b780-ffd8532e2896 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 944 time: 0.0863063 Sep 15 10:18:29.332098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-57252045-7651-4945-99c2-bdbda2848449 req-3702e105-fb35-4315-ae7c-456a32a5c5de tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384133 Sep 15 10:18:29.539860 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device d7af1413-ca3f-43a3-afe7-be0174ea68a9 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:18:29.670800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:18:29.684371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'mac_address': 'fa:16:3e:70:38:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:18:29.741389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port d7af1413-ca3f-43a3-afe7-be0174ea68a9 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:18:29.741767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:29.758658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7af1413-ca3f-43a3-afe7-be0174ea68a9 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:18:29.773403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:18:29.833906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:29.898970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:30.102341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['d7af1413-ca3f-43a3-afe7-be0174ea68a9'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:18:30.536331 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535a2dc-b38c-4cd5-81df-5683bf92790f req-c5afec1b-76bd-416a-84fc-ea0480c80cbd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:30.537810 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2535a2dc-b38c-4cd5-81df-5683bf92790f req-c5afec1b-76bd-416a-84fc-ea0480c80cbd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 945 time: 0.0894210 Sep 15 10:18:30.586124 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2535a2dc-b38c-4cd5-81df-5683bf92790f req-2e25dfc0-8361-4ed3-849b-54b4dc78960e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 Sep 15 10:18:31.555943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device d7af1413-ca3f-43a3-afe7-be0174ea68a9 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:18:31.679762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port d7af1413-ca3f-43a3-afe7-be0174ea68a9 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:18:31.684988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port d7af1413-ca3f-43a3-afe7-be0174ea68a9 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:18:31.685359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:31.793985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0832d3-838f-4858-9d6b-25986ac03952 req-922663b5-3381-4f2b-934b-e68197cf3802 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:31.795517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5d0832d3-838f-4858-9d6b-25986ac03952 req-922663b5-3381-4f2b-934b-e68197cf3802 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 945 time: 0.0887616 Sep 15 10:18:31.835335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port d7af1413-ca3f-43a3-afe7-be0174ea68a9 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:18:31.835623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:31.842860 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5d0832d3-838f-4858-9d6b-25986ac03952 req-fcb012ab-2032-4d57-81c3-ec5371bb4c38 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413389 Sep 15 10:18:31.862653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:18:31.864894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18203c8a-dbc9-48b6-b2f4-cb5607634c9d" -d '{"events": [{"server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "name": "network-vif-plugged", "status": "completed", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:18:31.876803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:18:31.905503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752c5ad8-3615-4655-acf2-98062528f088 x-openstack-request-id: req-752c5ad8-3615-4655-acf2-98062528f088 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:18:31.905788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "name": "network-vif-plugged", "status": "completed", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:18:31.906064 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-752c5ad8-3615-4655-acf2-98062528f088 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:18:31.906453 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752c5ad8-3615-4655-acf2-98062528f088'] response: {'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'code': 200} Sep 15 10:18:31.931111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:32.002272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:18:32.303859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68a5d7-3adb-4baf-8f3a-84569f78fb7c req-e5d3357f-13ee-4d51-9817-87a02e0ab687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:32.305327 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cb68a5d7-3adb-4baf-8f3a-84569f78fb7c req-e5d3357f-13ee-4d51-9817-87a02e0ab687 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1099 time: 0.0802898 Sep 15 10:18:32.345470 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cb68a5d7-3adb-4baf-8f3a-84569f78fb7c req-e26549e1-7f61-48eb-9360-9e0e1f12b19c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344748 Sep 15 10:18:33.046817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33642223-458b-4ff3-b2a2-d37aa60964ad req-2c7dfdf5-ab8a-4b1d-b365-748cd5a01152 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:33.048517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-33642223-458b-4ff3-b2a2-d37aa60964ad req-2c7dfdf5-ab8a-4b1d-b365-748cd5a01152 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0860837 Sep 15 10:18:33.092000 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-33642223-458b-4ff3-b2a2-d37aa60964ad req-268d16e8-a211-430d-8de1-8b7942fee65a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364609 Sep 15 10:18:34.298497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d30a5-a3f4-446e-9af5-c7729962b22e req-810385d9-4bc6-4aa0-af27-8f1a3b4b02d7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:34.299936 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f7d30a5-a3f4-446e-9af5-c7729962b22e req-810385d9-4bc6-4aa0-af27-8f1a3b4b02d7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0895352 Sep 15 10:18:34.343989 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5f7d30a5-a3f4-446e-9af5-c7729962b22e req-cdcb2fb9-9b47-4579-819a-c8d065ed7b2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378489 Sep 15 10:18:34.545150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa11e21-1907-4469-bf14-12acd39ebb91 req-ef88f33a-a0da-48bb-b067-6b947494a799 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:34.546610 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2aa11e21-1907-4469-bf14-12acd39ebb91 req-ef88f33a-a0da-48bb-b067-6b947494a799 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0854561 Sep 15 10:18:34.557735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59046) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:18:34.562505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'floatingip': {'port_id': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:18:34.638997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:35.326855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:35.387703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:35.554975 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a associated. External IP: 172.26.7.247, port: d7af1413-ca3f-43a3-afe7-be0174ea68a9. Sep 15 10:18:35.900491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:18:36.077221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:18:36.082440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:36.087270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:18:36.096462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:18:36.097075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:18:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:18:36.135864 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c45d7639-9c71-4920-8f84-a314c1a56fb5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "PUT /v2.0/floatingips/b0d39cb8-4fb4-45e5-b211-9cc62e67d37a HTTP/1.1" status: 200 len: 992 time: 1.5770819 Sep 15 10:18:36.136674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:18:36.139095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:18:36.181068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b96843-64f8-4161-af65-3f6145debc9d x-openstack-request-id: req-e1b96843-64f8-4161-af65-3f6145debc9d {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:18:36.181348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:18:36.181600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e1b96843-64f8-4161-af65-3f6145debc9d {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:18:36.182028 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b96843-64f8-4161-af65-3f6145debc9d'] response: {'name': 'network-changed', 'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'status': 'completed', 'code': 200} Sep 15 10:18:36.279121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:18:36.305229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-fff8aa0a-475e-480b-9e37-30e74284dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:36.306783 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-fff8aa0a-475e-480b-9e37-30e74284dca0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1099 time: 0.0812178 Sep 15 10:18:36.438638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-0a72caf4-6b52-42d9-97f3-5adf2adfc398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:36.440004 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-0a72caf4-6b52-42d9-97f3-5adf2adfc398 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1276298 Sep 15 10:18:36.544693 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-c72a8e58-e9cc-4d55-b09b-80e2bcba50da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 200 len: 1000 time: 0.0992434 Sep 15 10:18:36.624209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:70:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:18:35Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:18:36.629157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:18:36.638901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:18:36.639548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:18:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:18:36.698263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-ca06bf04-88ab-49eb-8075-7b9c493237c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:36.699595 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-ca06bf04-88ab-49eb-8075-7b9c493237c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.1482186 Sep 15 10:18:36.781403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-1c7b2e59-3ec0-429f-a9af-5698ca85715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:36.783079 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-1c7b2e59-3ec0-429f-a9af-5698ca85715b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772743 Sep 15 10:18:36.823445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:18:36.919975 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-4f09140d-9e94-4d09-b47e-21ac68b37f15 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310227 Sep 15 10:18:37.055649 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-14bf5d8d-aca4-4da6-bbd7-b3ac528f790f req-2b90e9a9-2239-4bdf-8fff-8dbf99d6e3d3 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289310 Sep 15 10:18:37.169000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:70:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:18:35Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:18:37.173157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0228b8e7-1b36-44c5-a3db-ffd745363d58 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:70:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:18:35Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:18:37.370617 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb2a9be-4f8b-4750-9052-7b401a620d6f None None] New status for floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:18:44.170931 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:18:49.599501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0abf8fda-0bce-4e0c-a252-b3fd06c9c078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:50.776526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:51.045247 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-73e600f5-3a35-440f-aa5c-a34dc585b9e5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809932 Sep 15 10:18:51.219026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-03ccc963-4b97-493c-ad7b-9d906888a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:51.220549 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-03ccc963-4b97-493c-ad7b-9d906888a587 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1099 time: 0.0787158 Sep 15 10:18:51.363522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-d440cedd-4c5b-4ce9-a7eb-6fc16f8bf38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:51.364975 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-d440cedd-4c5b-4ce9-a7eb-6fc16f8bf38a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1259007 Sep 15 10:18:51.469692 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-44d5fa45-5c42-4c80-8f7f-83e848878b56 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 200 len: 1002 time: 0.0976975 Sep 15 10:18:51.530090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-bcd2ef88-1e8a-475b-861b-012c44ab1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:51.531466 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-bcd2ef88-1e8a-475b-861b-012c44ab1116 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0557425 Sep 15 10:18:51.616005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-22879e96-287f-4f19-a3eb-5f86fbfe6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:18:51.616558 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-22879e96-287f-4f19-a3eb-5f86fbfe6933 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786953 Sep 15 10:18:51.662461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ffdef214-3ce8-4adf-804f-20a50112cc76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:51.747065 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-1c542a1d-53a3-4f47-8e3c-255ce7cfe333 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240699 Sep 15 10:18:51.875218 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7828be76-ad1b-4ae2-9c99-45c24b1ef191 req-31d7ef8a-379d-4bd4-8454-a2104a013742 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217391 Sep 15 10:18:52.530862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:52.862537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:18:54.354253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:05.351036 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc96b8-0538-4599-9279-c1a5dc52d971 req-75c48307-6765-4a05-93fb-dfbc20aec63b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:05.352534 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aebc96b8-0538-4599-9279-c1a5dc52d971 req-75c48307-6765-4a05-93fb-dfbc20aec63b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.2090874 Sep 15 10:19:05.396787 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aebc96b8-0538-4599-9279-c1a5dc52d971 req-cf766b8a-2e52-4260-9a89-9f439815562a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386465 Sep 15 10:19:06.600380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a397c-5e84-4abb-ba1b-b053805fa412 req-cb5a961f-aca8-4901-b40f-a96b3ae79864 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:06.601764 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-821a397c-5e84-4abb-ba1b-b053805fa412 req-cb5a961f-aca8-4901-b40f-a96b3ae79864 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0852640 Sep 15 10:19:06.647340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-821a397c-5e84-4abb-ba1b-b053805fa412 req-354c3a6c-76d4-4e2d-b5a3-f3d1123558b1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398431 Sep 15 10:19:07.855513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba114b-8cae-4161-90d9-6f575a5b1d06 req-a6921758-f5a8-489b-8282-c1eca5bcc677 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:07.856976 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-59ba114b-8cae-4161-90d9-6f575a5b1d06 req-a6921758-f5a8-489b-8282-c1eca5bcc677 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0883343 Sep 15 10:19:07.901319 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-59ba114b-8cae-4161-90d9-6f575a5b1d06 req-0573bac1-d575-476e-8b27-45637e9b3076 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387027 Sep 15 10:19:09.109946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888d68c-319e-4f63-b353-c097da7d83a5 req-0be30e83-5762-4138-98f5-4e53c917d3b7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:09.111382 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c888d68c-319e-4f63-b353-c097da7d83a5 req-0be30e83-5762-4138-98f5-4e53c917d3b7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0896745 Sep 15 10:19:09.154448 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c888d68c-319e-4f63-b353-c097da7d83a5 req-e2a2b590-271c-47b2-a6d5-87e452596940 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371282 Sep 15 10:19:10.366356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d546226-a12d-4ca0-9401-f806e0a673f1 req-8e5bffe8-7341-459d-8dd4-155dc1a9341c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:10.367819 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4d546226-a12d-4ca0-9401-f806e0a673f1 req-8e5bffe8-7341-459d-8dd4-155dc1a9341c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0920482 Sep 15 10:19:10.416377 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4d546226-a12d-4ca0-9401-f806e0a673f1 req-295ed79f-36d6-41f6-9f4a-f170fa190fe3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429599 Sep 15 10:19:11.623957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d687e85-c40e-41e1-8edf-4b54d7344017 req-41785234-76fc-4ebe-9e16-5863daf8cd44 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:11.625413 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2d687e85-c40e-41e1-8edf-4b54d7344017 req-41785234-76fc-4ebe-9e16-5863daf8cd44 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0907211 Sep 15 10:19:11.669705 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2d687e85-c40e-41e1-8edf-4b54d7344017 req-c42150a0-0028-45e4-a7d2-6410da5dc857 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383337 Sep 15 10:19:12.877770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6215564-bdd8-4dfa-8288-db3c1fe827d5 req-0a84b3db-7025-4882-9dad-a0e8b42aab66 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:12.879776 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d6215564-bdd8-4dfa-8288-db3c1fe827d5 req-0a84b3db-7025-4882-9dad-a0e8b42aab66 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0903683 Sep 15 10:19:12.923277 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d6215564-bdd8-4dfa-8288-db3c1fe827d5 req-20223615-3e31-490e-9c6c-10c0602cc04b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378571 Sep 15 10:19:14.131448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb76511-433c-46f1-beeb-74af046fa125 req-9dc64ed1-6745-4702-8f07-11c9701477fc tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:14.132888 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffb76511-433c-46f1-beeb-74af046fa125 req-9dc64ed1-6745-4702-8f07-11c9701477fc tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0917397 Sep 15 10:19:14.178698 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffb76511-433c-46f1-beeb-74af046fa125 req-71147711-64d2-4798-bffd-0322ec96fd62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401332 Sep 15 10:19:15.381939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900dc66c-ee18-4294-b736-5ea8c3e01e6a req-6d21328e-cffb-4ade-b324-3a26d58d1570 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:15.383399 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-900dc66c-ee18-4294-b736-5ea8c3e01e6a req-6d21328e-cffb-4ade-b324-3a26d58d1570 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0868838 Sep 15 10:19:15.426957 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-900dc66c-ee18-4294-b736-5ea8c3e01e6a req-ab75598a-880b-473d-b1a3-dd7133e0b0d8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378938 Sep 15 10:19:16.637933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76739fa-7598-4c20-aa7c-aee404b92dce req-c8a5ed58-104f-4592-a782-26bce175110a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:16.639275 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a76739fa-7598-4c20-aa7c-aee404b92dce req-c8a5ed58-104f-4592-a782-26bce175110a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0906222 Sep 15 10:19:16.682907 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a76739fa-7598-4c20-aa7c-aee404b92dce req-0169a0c4-b794-4d2c-abc8-25187515d68d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379212 Sep 15 10:19:17.293512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6867560-6dfa-44d5-8cc1-5b5bd1b70d23 req-269e57b8-15c8-4acc-b2f3-373674832c54 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:17.295018 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b6867560-6dfa-44d5-8cc1-5b5bd1b70d23 req-269e57b8-15c8-4acc-b2f3-373674832c54 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0868537 Sep 15 10:19:17.345147 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b6867560-6dfa-44d5-8cc1-5b5bd1b70d23 req-4bea3a23-9a00-423e-9824-459cb3f01902 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Sep 15 10:19:17.414478 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-cad0b12f-afba-472e-9c20-adce33815b11 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1258461 Sep 15 10:19:18.548839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d399c5b8-faff-4e46-92e6-891a41fadd07 req-e2b2084f-0b6b-4cee-b354-16f55a4fd826 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:18.550329 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d399c5b8-faff-4e46-92e6-891a41fadd07 req-e2b2084f-0b6b-4cee-b354-16f55a4fd826 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0859778 Sep 15 10:19:18.600075 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d399c5b8-faff-4e46-92e6-891a41fadd07 req-064b65dd-3ba2-4705-a027-e3e1257f8a5e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381346 Sep 15 10:19:19.383811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-8ca5cf99-50b0-45d9-8d23-10745d6832d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:19.385274 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-8ca5cf99-50b0-45d9-8d23-10745d6832d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1099 time: 0.0822797 Sep 15 10:19:19.515223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-4c8012f5-8b6c-4062-89aa-289b42f5d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:19.516559 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-4c8012f5-8b6c-4062-89aa-289b42f5d6e3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1241434 Sep 15 10:19:19.588121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-69176fee-c6c4-44b3-98af-cab94aedd8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:19.727978 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-ed258976-f0d7-4fab-8308-e3552da1d486 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 200 len: 1002 time: 0.2049828 Sep 15 10:19:19.788808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-62599c38-249f-41e3-a7d1-eec8bfb24450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:19.790215 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-62599c38-249f-41e3-a7d1-eec8bfb24450 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0569861 Sep 15 10:19:19.815278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f7115-bf4b-4c05-bbcf-279997612639 req-34e9a70f-88bc-43ba-a7e3-645b213fe16b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:19.816729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-132f7115-bf4b-4c05-bbcf-279997612639 req-34e9a70f-88bc-43ba-a7e3-645b213fe16b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0924489 Sep 15 10:19:19.861685 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-132f7115-bf4b-4c05-bbcf-279997612639 req-75dc5a2f-8681-4809-8ed9-32f22a8e3ecb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379133 Sep 15 10:19:19.875282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-10a4b918-50ff-44a1-bd9b-3b631b361891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:19.876749 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-10a4b918-50ff-44a1-bd9b-3b631b361891 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806839 Sep 15 10:19:20.006906 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-898bce98-ff95-4b53-abcf-89ffd25a70d5 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227062 Sep 15 10:19:20.135798 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-4c1cb434-d46c-433c-bccf-e66253a84378 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234174 Sep 15 10:19:20.845386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:21.070925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51528cd-dea8-49d0-acee-06d3037b86b1 req-445916e7-db8d-4138-9ef2-cc927c2d6442 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:21.072423 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d51528cd-dea8-49d0-acee-06d3037b86b1 req-445916e7-db8d-4138-9ef2-cc927c2d6442 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0871267 Sep 15 10:19:21.120593 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d51528cd-dea8-49d0-acee-06d3037b86b1 req-d0a033fd-779c-497d-a812-e6b2afef8ef7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424457 Sep 15 10:19:21.169648 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:19:21.663158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a43b3530-62b3-4274-957f-0630a7d6514a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:22.157360 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-dd3839c5-bd42-4b01-8cc8-068fa529436d service neutron] 10.222.0.16 "GET /v2.0/ports/d7af1413-ca3f-43a3-afe7-be0174ea68a9/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0738885 Sep 15 10:19:22.328120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63f525-15c9-47a9-bf40-c615dea354c1 req-2d5f31c3-fcb3-4bed-8321-641aad24b520 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:22.329597 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1b63f525-15c9-47a9-bf40-c615dea354c1 req-2d5f31c3-fcb3-4bed-8321-641aad24b520 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0901716 Sep 15 10:19:22.375856 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1b63f525-15c9-47a9-bf40-c615dea354c1 req-a588e572-b5e2-42cc-80d9-79aecbaf6491 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399432 Sep 15 10:19:22.531452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:22.740506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-ca8dcf49-4909-49ea-a660-d956d5c04b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:22.742030 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-ca8dcf49-4909-49ea-a660-d956d5c04b45 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 1099 time: 0.0821228 Sep 15 10:19:22.848264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:22.863656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-4f6eed3f-6121-4e86-8ddd-3485a14133ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:22.865303 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-4f6eed3f-6121-4e86-8ddd-3485a14133ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1099 time: 0.0914884 Sep 15 10:19:23.000897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-0b6f536d-9fb0-4e64-aa2d-25434004413c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:23.002393 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-0b6f536d-9fb0-4e64-aa2d-25434004413c service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1316638 Sep 15 10:19:23.116277 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-6224c4b5-1555-4f7b-bee4-ea55f42e662f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 200 len: 1002 time: 0.1073706 Sep 15 10:19:23.181109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-21b632db-8d42-4f28-932a-9bdca7eee1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:23.182579 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-21b632db-8d42-4f28-932a-9bdca7eee1c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0620666 Sep 15 10:19:23.269358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-8add0144-5dec-4f8c-9a49-9547582d4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:23.271525 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-8add0144-5dec-4f8c-9a49-9547582d4074 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822494 Sep 15 10:19:23.403337 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-ac47b245-e0ec-4b35-97fe-6cc48fabd666 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264644 Sep 15 10:19:23.536087 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-343d6b13-d165-4f91-bcb2-6a8844a97b1a req-05fcfa2e-9f52-41a6-8b9d-559854e2cf26 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263196 Sep 15 10:19:23.589223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b1864-eb09-4ed7-9606-a25e19532cf1 req-fb322b26-a0f3-4e78-9ca1-758ce7802399 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:23.590718 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7c1b1864-eb09-4ed7-9606-a25e19532cf1 req-fb322b26-a0f3-4e78-9ca1-758ce7802399 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0934136 Sep 15 10:19:23.634797 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7c1b1864-eb09-4ed7-9606-a25e19532cf1 req-09f25ef3-440a-4855-b959-ec232fbf44ce tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384340 Sep 15 10:19:24.365657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:24.841001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838b2b9-fdb7-46b3-9bbf-2a37e936e7a4 req-969104ba-7325-43f8-b647-47f0a0f31bc9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:24.842474 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d838b2b9-fdb7-46b3-9bbf-2a37e936e7a4 req-969104ba-7325-43f8-b647-47f0a0f31bc9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0865543 Sep 15 10:19:24.888476 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d838b2b9-fdb7-46b3-9bbf-2a37e936e7a4 req-6d7a84d8-d634-47bf-95a3-ea9ad686396d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404103 Sep 15 10:19:25.884135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device d7af1413-ca3f-43a3-afe7-be0174ea68a9 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:19:25.891046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device d7af1413-ca3f-43a3-afe7-be0174ea68a9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:19:26.096401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd89bd-33db-4167-9ce8-9d6e94c6a382 req-db819ad2-2bec-4403-a557-b2e5b1253612 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:26.097806 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d7cd89bd-33db-4167-9ce8-9d6e94c6a382 req-db819ad2-2bec-4403-a557-b2e5b1253612 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0879023 Sep 15 10:19:26.116218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port d7af1413-ca3f-43a3-afe7-be0174ea68a9 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:19:26.116595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:26.139215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:19:26.141932 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d7cd89bd-33db-4167-9ce8-9d6e94c6a382 req-11f0dfc0-e616-4639-a71f-eb942c72b190 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380883 Sep 15 10:19:26.166030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:19:26.166030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471e5fbf-324e-468b-b4d0-6f75169199b4" -d '{"events": [{"server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:19:26.169604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'mac_address': 'fa:16:3e:70:38:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:19:26.174732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:19:26.220222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4277b0f8-82d1-4b43-a47c-838f844a4f8e x-openstack-request-id: req-4277b0f8-82d1-4b43-a47c-838f844a4f8e {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:19:26.220511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "name": "network-vif-unplugged", "status": "completed", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:19:26.220758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4277b0f8-82d1-4b43-a47c-838f844a4f8e {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:19:26.221136 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4277b0f8-82d1-4b43-a47c-838f844a4f8e'] response: {'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'code': 200} Sep 15 10:19:26.233423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port d7af1413-ca3f-43a3-afe7-be0174ea68a9 is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:19:26.233844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:26.247111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:26.292315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7af1413-ca3f-43a3-afe7-be0174ea68a9 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:19:26.373196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:26.376057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.376399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.376736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.377069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.377395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.377720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.378071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.378394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.378716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.379035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.379352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.379667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:26.383641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:19:26.383995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:19:26.692474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab85c9-9eb7-4548-8ac2-207805cd9357 req-95b9170a-4f7b-49de-9eaf-6e2d79941ddb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:26.694654 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92ab85c9-9eb7-4548-8ac2-207805cd9357 req-95b9170a-4f7b-49de-9eaf-6e2d79941ddb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 944 time: 0.0935559 Sep 15 10:19:26.739152 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-92ab85c9-9eb7-4548-8ac2-207805cd9357 req-d2b6541f-aa89-4a90-abec-435800746703 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378904 Sep 15 10:19:26.742688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-c354bda1-9647-4034-886e-e8ff6e557dae tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:26.743257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-c354bda1-9647-4034-886e-e8ff6e557dae tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Synchronizing usage tracker for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:19:26.828100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-c354bda1-9647-4034-886e-e8ff6e557dae tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Unset dirty status for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:19:26.829239 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-c354bda1-9647-4034-886e-e8ff6e557dae tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 944 time: 0.1780813 Sep 15 10:19:26.942332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port d7af1413-ca3f-43a3-afe7-be0174ea68a9 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:19:26.942968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:26.962542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7af1413-ca3f-43a3-afe7-be0174ea68a9 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:19:26.978887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:19:26.999139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-17b095d7-57c4-4949-9211-bde28288b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:27.000613 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-17b095d7-57c4-4949-9211-bde28288b796 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1097 time: 0.0867066 Sep 15 10:19:27.079947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:27.138611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-2fa9c1e3-d729-42d4-a509-29b0da1ed659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:27.140103 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-2fa9c1e3-d729-42d4-a509-29b0da1ed659 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1314805 Sep 15 10:19:27.149907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:27.211136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['d7af1413-ca3f-43a3-afe7-be0174ea68a9'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:19:27.339061 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-e42f0d7e-02b2-4e99-9909-a5defe97a049 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 200 len: 1001 time: 0.1924794 Sep 15 10:19:27.400988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-4109042f-2132-4790-87a8-9dc8fb434a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:27.402460 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-4109042f-2132-4790-87a8-9dc8fb434a5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0576410 Sep 15 10:19:27.483280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-0c022e73-ad14-4314-a65f-4bdac40c8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:27.484629 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-0c022e73-ad14-4314-a65f-4bdac40c8689 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760450 Sep 15 10:19:27.623697 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-3400b323-6680-43aa-b7e4-b820fd3ecab2 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328735 Sep 15 10:19:27.753787 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e3a08779-3dad-4b06-ae68-ed90d1b0626c req-ad9a0e56-7d67-4981-ac37-7a41ad3376e0 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235425 Sep 15 10:19:27.883741 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device d7af1413-ca3f-43a3-afe7-be0174ea68a9 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:19:27.945439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2f198-3d71-4ea6-a8ec-55c15cb52e82 req-76cf7634-87ea-425b-ab7d-ce09dc5570c6 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:27.947057 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ec2f198-3d71-4ea6-a8ec-55c15cb52e82 req-76cf7634-87ea-425b-ab7d-ce09dc5570c6 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 945 time: 0.0884519 Sep 15 10:19:27.952715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port d7af1413-ca3f-43a3-afe7-be0174ea68a9 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:19:27.953185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:27.994689 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0ec2f198-3d71-4ea6-a8ec-55c15cb52e82 req-a25e9cfa-9f81-4417-a29f-b3314eb6a840 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418684 Sep 15 10:19:28.071588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port d7af1413-ca3f-43a3-afe7-be0174ea68a9 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:19:28.071956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:28.103140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:19:28.205266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:28.245473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:19:28.247836 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87ae4213-16f8-4716-b00b-b36596ab36ae" -d '{"events": [{"server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "name": "network-vif-plugged", "status": "completed", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:19:28.304625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e512be7-c984-4af7-85bf-13c2eebfac93 x-openstack-request-id: req-0e512be7-c984-4af7-85bf-13c2eebfac93 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:19:28.304954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "name": "network-vif-plugged", "status": "completed", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:19:28.305259 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e512be7-c984-4af7-85bf-13c2eebfac93 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:19:28.305597 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e512be7-c984-4af7-85bf-13c2eebfac93'] response: {'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'code': 200} Sep 15 10:19:28.306472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:29.202638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741b72c-fa01-4a0a-be5f-25c3c36fed14 req-bfa81c31-6315-46dc-9b9f-fa2ab76864a4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:29.204127 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9741b72c-fa01-4a0a-be5f-25c3c36fed14 req-bfa81c31-6315-46dc-9b9f-fa2ab76864a4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0869706 Sep 15 10:19:29.247781 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9741b72c-fa01-4a0a-be5f-25c3c36fed14 req-dbc0e6c0-b3c2-4285-94c2-5ea0c0b75763 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373111 Sep 15 10:19:29.458522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11c5c7-1398-4795-8020-d44b1b23072e req-7c02741e-d337-4b4c-824a-97ffa8467ae8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:29.460671 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ff11c5c7-1398-4795-8020-d44b1b23072e req-7c02741e-d337-4b4c-824a-97ffa8467ae8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0926869 Sep 15 10:19:29.504371 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ff11c5c7-1398-4795-8020-d44b1b23072e req-ad84bea2-e636-4441-b50a-8af5d10a22d1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380762 Sep 15 10:19:30.008488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a08908-4b3f-464a-a112-21680ce68426 req-44038157-f5ae-44a4-8f96-5eabad975fc8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:30.010084 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-29a08908-4b3f-464a-a112-21680ce68426 req-44038157-f5ae-44a4-8f96-5eabad975fc8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0957820 Sep 15 10:19:30.057592 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-29a08908-4b3f-464a-a112-21680ce68426 req-43b91acd-358d-4d9d-bef1-a7f90eaf0c3d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418942 Sep 15 10:19:30.130661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-c8c362ec-8bb7-461a-8c62-2342cda2b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:30.132765 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-c8c362ec-8bb7-461a-8c62-2342cda2b3c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 1099 time: 0.0815642 Sep 15 10:19:30.262048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-d42702a1-874f-436c-be66-613bb6607e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:30.263483 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-d42702a1-874f-436c-be66-613bb6607e50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1255345 Sep 15 10:19:30.367194 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-a425caf2-f4d2-4e09-ad1c-8db9e15f3159 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 200 len: 1002 time: 0.0979674 Sep 15 10:19:30.429367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-b0e45f48-edb1-4192-b451-6124ffa25868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:30.430818 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-b0e45f48-edb1-4192-b451-6124ffa25868 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0582075 Sep 15 10:19:30.517957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-14c554d9-375c-4c64-a2d8-3144bc2f0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:30.519443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-14c554d9-375c-4c64-a2d8-3144bc2f0e3f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834033 Sep 15 10:19:30.653482 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-689fa358-cc9e-4e42-a68b-7ef55db9689a service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280079 Sep 15 10:19:30.785809 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4dac2f2-8c49-4d97-b46e-94e3334eb393 req-225f2870-3ec8-49f5-9f47-b98931b3dde7 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271091 Sep 15 10:19:31.272670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9199e-c05e-46a4-a475-7f2ae711d4af req-49502041-39db-4fb9-a4cc-7bf84bc9186b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:31.274164 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bcc9199e-c05e-46a4-a475-7f2ae711d4af req-49502041-39db-4fb9-a4cc-7bf84bc9186b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0867646 Sep 15 10:19:31.321137 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bcc9199e-c05e-46a4-a475-7f2ae711d4af req-4eb0345b-fdb0-4384-8450-4350406cefee tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Sep 15 10:19:32.527712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2e364-6b68-470d-8581-b18a02fcfa80 req-0093b930-6089-493a-a073-c4bbfff2572e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:32.529164 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06a2e364-6b68-470d-8581-b18a02fcfa80 req-0093b930-6089-493a-a073-c4bbfff2572e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0896668 Sep 15 10:19:32.573439 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06a2e364-6b68-470d-8581-b18a02fcfa80 req-bfff72d1-32a1-41d0-ab9f-2a7cfd15737d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385964 Sep 15 10:19:33.121929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc413f-3a0c-47bc-b934-b5942275f703 req-3b787f5e-0435-4e31-87c8-355098c87dcb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:33.123397 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71cc413f-3a0c-47bc-b934-b5942275f703 req-3b787f5e-0435-4e31-87c8-355098c87dcb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0874541 Sep 15 10:19:33.170294 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71cc413f-3a0c-47bc-b934-b5942275f703 req-ee84d153-b5fa-4dc6-8971-75a282046d10 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412524 Sep 15 10:19:34.375814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5ec7c-c7a6-46ce-a106-fae344d77009 req-013aaa2b-1301-4475-b0a0-522f0ede695f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:34.377306 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2fb5ec7c-c7a6-46ce-a106-fae344d77009 req-013aaa2b-1301-4475-b0a0-522f0ede695f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0896981 Sep 15 10:19:34.420719 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2fb5ec7c-c7a6-46ce-a106-fae344d77009 req-106d69be-a526-431c-852e-1a34e1d6147a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376697 Sep 15 10:19:34.836631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-d7596f9c-9b09-40e4-9188-935abe4658f0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:34.838095 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-d7596f9c-9b09-40e4-9188-935abe4658f0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0876889 Sep 15 10:19:34.906736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Deleting port d7af1413-ca3f-43a3-afe7-be0174ea68a9 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:19:34.907082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:35.232587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] For port d7af1413-ca3f-43a3-afe7-be0174ea68a9, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=d7af1413-ca3f-43a3-afe7-be0174ea68a9,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:19:35.232939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:35.521430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:35.521775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:35.522100 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a disassociated. External IP: 172.26.7.247, port: d7af1413-ca3f-43a3-afe7-be0174ea68a9. Sep 15 10:19:35.522961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Calling delete_port for d7af1413-ca3f-43a3-afe7-be0174ea68a9 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:19:35.633556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7e89a-7331-4695-8ddf-c7c310f45aaf req-47e5d612-d540-4034-a8ef-d562ee91cf8c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:35.635057 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-56a7e89a-7331-4695-8ddf-c7c310f45aaf req-47e5d612-d540-4034-a8ef-d562ee91cf8c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 946 time: 0.0924504 Sep 15 10:19:35.680292 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-56a7e89a-7331-4695-8ddf-c7c310f45aaf req-fd647bd0-f1d7-4602-aac7-a450cc921378 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394528 Sep 15 10:19:35.714005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:35.764514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event deleted for resources: {'Port': ['ID=d7af1413-ca3f-43a3-afe7-be0174ea68a9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:35.775470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.775895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.776371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.776578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.776896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.777229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.777553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.777901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.778242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.778550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.778868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.779191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:19:35.969920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:19:36.145813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:19:36.155058 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:19:36.165030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:19:36.165638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:19:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:19:36.235830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] No DVR routers for this DVR port d7af1413-ca3f-43a3-afe7-be0174ea68a9 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:19:36.238207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:36.240758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'name': 'network-vif-deleted', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:19:36.243594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00486b7-bc2f-4003-bd93-203d84154f0a" -d '{"events": [{"server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "name": "network-vif-deleted", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:19:36.288517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ac1430-e87d-4863-a914-598ba362e49e x-openstack-request-id: req-14ac1430-e87d-4863-a914-598ba362e49e {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:19:36.288806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5a7220-bc63-411c-9a72-298f1ce140ff", "name": "network-vif-deleted", "tag": "d7af1413-ca3f-43a3-afe7-be0174ea68a9", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:19:36.289072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14ac1430-e87d-4863-a914-598ba362e49e {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:19:36.289452 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14ac1430-e87d-4863-a914-598ba362e49e'] response: {'server_uuid': 'ca5a7220-bc63-411c-9a72-298f1ce140ff', 'name': 'network-vif-deleted', 'tag': 'd7af1413-ca3f-43a3-afe7-be0174ea68a9', 'status': 'completed', 'code': 200} Sep 15 10:19:36.308965 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c6c4498f-1447-4706-ad43-3a5dfb3024e1 req-171e53e6-4bec-4a3d-afeb-87e294b5e8f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "DELETE /v2.0/ports/d7af1413-ca3f-43a3-afe7-be0174ea68a9 HTTP/1.1" status: 204 len: 173 time: 1.4662385 Sep 15 10:19:36.347059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:19:36.696033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:19:36.699864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:19:36.708320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:19:36.708912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:19:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:19:36.863677 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-026a6b87-f770-4a22-a8ce-ac87de3c9002 req-88d2b4a7-b5ca-4d1d-9e8d-76c60789100e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=ca5a7220-bc63-411c-9a72-298f1ce140ff HTTP/1.1" status: 200 len: 210 time: 0.0487952 Sep 15 10:19:36.892925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:19:37.217006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:19:37.220847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c8c74-31e3-4fbb-b94b-91df3d736ac3 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:19:37.433453 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7942d973-4f1d-4369-993c-db8a836c01b4 None None] New status for floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:19:37.932335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device d7af1413-ca3f-43a3-afe7-be0174ea68a9 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:19:37.970372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: d7af1413-ca3f-43a3-afe7-be0174ea68a9 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:19:37.970372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device d7af1413-ca3f-43a3-afe7-be0174ea68a9 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:19:38.218579 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-80d5dbb6-b816-4e55-b536-bfd8df46899c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1889620335&fields=id&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 267 time: 0.0374746 Sep 15 10:19:38.466793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-a2df61ea-de80-4559-8e9a-60f84ac87329 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:38.468214 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-a2df61ea-de80-4559-8e9a-60f84ac87329 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 811 time: 0.2430182 Sep 15 10:19:38.483036 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-f2f081be-b298-4fe4-af98-1911ef6d8b7d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/quotas/7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 375 time: 0.0090699 Sep 15 10:19:38.571946 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5e90216f-e429-4ef9-8349-eef8a5457f91 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840373 Sep 15 10:19:38.749431 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-6cb52d83-8f7d-4b87-baeb-d94e978db239 service neutron] 10.222.0.62 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662090 Sep 15 10:19:38.877267 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-ffab0df5-fd4b-4fc6-a62d-4f614be57935 service neutron] 10.222.0.62 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221297 Sep 15 10:19:39.115708 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a40bdf6c-29f9-455a-8e59-a11e8a292219 req-22293fac-2089-429a-99b9-5d3389c8563a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 210 time: 0.0525827 Sep 15 10:19:40.287258 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0053f323-2f80-4cfb-843e-b3e2ffa494c2 req-339566f7-7cc5-49e2-9034-6a4328fc5c62 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 210 time: 0.0526509 Sep 15 10:19:41.030981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-e554fb97-92ee-4935-9ec0-0c2513a71edb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:41.032443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-e554fb97-92ee-4935-9ec0-0c2513a71edb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 811 time: 0.1484189 Sep 15 10:19:41.092433 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-799637f3-491b-4f44-a7a4-0675bcffdacf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 380 time: 0.0415921 Sep 15 10:19:41.100787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'port': {'device_id': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'admin_state_up': True, 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'security_groups': ['825d497a-cf33-47d9-b291-4d64785a42e6']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:19:41.241906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:19:41.246254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:port and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:19:41.249027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:19:41.254707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:19:41.365509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Made reservation on behalf of 7a6ba5d9f4d74cdea9c76d7a26d3f2cc for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:19:41.371065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:41.460469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9e9d98cb-251a-4c61-b9dc-3277b8f2151c req-7956f9be-f275-4926-bb0d-937123a6bdf8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 210 time: 0.0507188 Sep 15 10:19:41.634803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Allocated IP 172.20.0.11 (0571a1a7-6eb4-4f49-96fe-776ac7af34a3/8c8e4355-e88f-4e62-b7fe-284d368a1346/7ca12414-5b96-4980-a13f-b8e43fac1712) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:19:41.821205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:41.836415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Transition to ACTIVE for port object 7ca12414-5b96-4980-a13f-b8e43fac1712 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:19:41.919616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:41.989805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:19:41.993591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:19:41.997643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:19:42.034952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:42.071270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:42.071909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:42.182272 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-695e1ad4-0304-4dea-bc0c-de936b689809 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0804873 Sep 15 10:19:42.194657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Request body: {'port': {'device_id': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:19:42.291490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4b9af2b0-0927-4751-b283-47e498f761a3 None None] Provisioning for port 7ca12414-5b96-4980-a13f-b8e43fac1712 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:19:42.299005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4b9af2b0-0927-4751-b283-47e498f761a3 None None] Provisioning complete for port 7ca12414-5b96-4980-a13f-b8e43fac1712 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:19:42.306299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4b9af2b0-0927-4751-b283-47e498f761a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:42.308735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:42.364433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4b9af2b0-0927-4751-b283-47e498f761a3 None None] Port 7ca12414-5b96-4980-a13f-b8e43fac1712 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:19:42.657647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca12414-5b96-4980-a13f-b8e43fac1712 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:19:42.665605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:42.680411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Transition to ACTIVE for port object 7ca12414-5b96-4980-a13f-b8e43fac1712 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:19:42.680662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada5853-5762-402d-bd2c-0376284bbbb0 req-0f7f48f6-14f6-4f8c-b28a-bb75f7123d46 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:42.682197 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5ada5853-5762-402d-bd2c-0376284bbbb0 req-0f7f48f6-14f6-4f8c-b28a-bb75f7123d46 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 932 time: 0.0968964 Sep 15 10:19:42.730000 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5ada5853-5762-402d-bd2c-0376284bbbb0 req-0d7cf7ff-e523-4b3d-967a-5d6dec2361f0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417378 Sep 15 10:19:42.765508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:42.958687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:43.002916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Attempting to bind port 7ca12414-5b96-4980-a13f-b8e43fac1712 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:19:43.003266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Attempting to bind port 7ca12414-5b96-4980-a13f-b8e43fac1712 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:19:43.003572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Attempting to bind port 7ca12414-5b96-4980-a13f-b8e43fac1712 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:19:43.008872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Port 7ca12414-5b96-4980-a13f-b8e43fac1712 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:19:43.009188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Attempting to bind port 7ca12414-5b96-4980-a13f-b8e43fac1712 on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:19:43.014287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:19:43.014623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Checking segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:19:43.015000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Bound using segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:19:43.015428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Bound port: 7ca12414-5b96-4980-a13f-b8e43fac1712, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:19:43.015821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:43.106140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:19:43.109557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:19:43.217792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:43.248882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:43.249496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:43.250883 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] 10.222.0.16 "PUT /v2.0/ports/7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 1094 time: 1.0602612 Sep 15 10:19:43.251320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:19:43.253610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddbfd05-ceed-4627-9ac6-9b97991d500b" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:19:43.298892 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-774eb061-488e-4dfc-a274-73e1fa522654 x-openstack-request-id: req-774eb061-488e-4dfc-a274-73e1fa522654 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:19:43.299174 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:19:43.299425 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-774eb061-488e-4dfc-a274-73e1fa522654 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:19:43.299828 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-774eb061-488e-4dfc-a274-73e1fa522654'] response: {'name': 'network-changed', 'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'status': 'completed', 'code': 200} Sep 15 10:19:43.300550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7713e5-8114-4eb9-afb2-5441c95b1482 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:43.420008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfd05-ceed-4627-9ac6-9b97991d500b req-460bf767-7bf4-4131-beaa-fdae170b1814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:43.421384 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1ddbfd05-ceed-4627-9ac6-9b97991d500b req-460bf767-7bf4-4131-beaa-fdae170b1814 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1097 time: 0.0818622 Sep 15 10:19:43.564209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfd05-ceed-4627-9ac6-9b97991d500b req-377472bd-a443-47d9-8650-d18969a82f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:43.565550 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1ddbfd05-ceed-4627-9ac6-9b97991d500b req-377472bd-a443-47d9-8650-d18969a82f1e service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1317327 Sep 15 10:19:43.786848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfd05-ceed-4627-9ac6-9b97991d500b req-217b11fb-5ebb-42be-92c6-7203be30f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:43.788298 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1ddbfd05-ceed-4627-9ac6-9b97991d500b req-217b11fb-5ebb-42be-92c6-7203be30f1d0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2169318 Sep 15 10:19:43.924750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-09bf68e4-da8b-4058-9638-74a4ac4ada10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:43.926226 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-09bf68e4-da8b-4058-9638-74a4ac4ada10 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1097 time: 0.0785041 Sep 15 10:19:43.942143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429399e3-e7ec-4ea7-8428-40be7b37ba34 req-2368385b-96bf-4833-bec0-9faf24f87ac3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:43.943589 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-429399e3-e7ec-4ea7-8428-40be7b37ba34 req-2368385b-96bf-4833-bec0-9faf24f87ac3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 944 time: 0.0884345 Sep 15 10:19:43.987248 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-429399e3-e7ec-4ea7-8428-40be7b37ba34 req-54f1e2f1-1635-4c12-8b68-bd0656fb1cff tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377662 Sep 15 10:19:44.001391 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-dd365391-a0e6-4bed-863c-0191084517ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 217 time: 0.0638838 Sep 15 10:19:44.062762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-34870626-3aa2-43f4-8aee-4ef2ec0e9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:44.064159 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-34870626-3aa2-43f4-8aee-4ef2ec0e9ec6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0573518 Sep 15 10:19:44.151652 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-404ee8dd-ab1b-461a-a2b2-20a15b8f3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:44.153153 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-404ee8dd-ab1b-461a-a2b2-20a15b8f3895 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836821 Sep 15 10:19:44.291261 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-3aaa488a-b68f-4fb3-8b6a-eb9545170a1f service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226656 Sep 15 10:19:44.415538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-efc1fa3b-8726-47cf-9001-187d2ca42375 req-daaabcf3-c474-4fa8-9f1e-fdccb3c7d8fc service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266720 Sep 15 10:19:45.193024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a83eb9-04d5-4a37-aae5-a22e4310fb69 req-5868d8c3-0dd1-4ff9-867a-91fc45bcf1b4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:45.194509 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f6a83eb9-04d5-4a37-aae5-a22e4310fb69 req-5868d8c3-0dd1-4ff9-867a-91fc45bcf1b4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 944 time: 0.0860746 Sep 15 10:19:45.244338 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f6a83eb9-04d5-4a37-aae5-a22e4310fb69 req-da9aaa4d-f780-4bb9-af74-c474871bb451 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439327 Sep 15 10:19:45.962023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:19:46.092459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:19:46.108575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'mac_address': 'fa:16:3e:b2:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:19:46.162850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:19:46.163226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:46.180270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca12414-5b96-4980-a13f-b8e43fac1712 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:19:46.195519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:19:46.256963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:46.325495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:46.453192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f489600-77e1-4d7e-a008-1646e0b1d812 req-84ed471c-573f-4f7f-9d76-60f3a4e24215 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:46.454686 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7f489600-77e1-4d7e-a008-1646e0b1d812 req-84ed471c-573f-4f7f-9d76-60f3a4e24215 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 945 time: 0.0893261 Sep 15 10:19:46.498564 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7f489600-77e1-4d7e-a008-1646e0b1d812 req-22eba146-8e9e-465c-95e5-939c81282ca1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382535 Sep 15 10:19:46.526850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['7ca12414-5b96-4980-a13f-b8e43fac1712'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:19:47.706183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9bf38-7eef-4707-b812-74050d68178c req-2a60d26c-d002-4706-b559-f1279da5dbd0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:47.707626 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e9bf38-7eef-4707-b812-74050d68178c req-2a60d26c-d002-4706-b559-f1279da5dbd0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 945 time: 0.0900056 Sep 15 10:19:47.751002 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45e9bf38-7eef-4707-b812-74050d68178c req-d7ea67da-f464-4565-b7a9-e6fd0cba5044 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375721 Sep 15 10:19:47.978170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:19:48.108070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 7ca12414-5b96-4980-a13f-b8e43fac1712 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:19:48.112957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 7ca12414-5b96-4980-a13f-b8e43fac1712 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:19:48.113322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:48.225527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:19:48.225929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:48.254535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:19:48.256709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b490e9bf-33f7-4743-b29c-d902e844598c" -d '{"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-plugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:19:48.266680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:19:48.298695 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb100e64-094f-4c9f-bab3-ce4dbaab4bfd x-openstack-request-id: req-bb100e64-094f-4c9f-bab3-ce4dbaab4bfd {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:19:48.298977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-plugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:19:48.299224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bb100e64-094f-4c9f-bab3-ce4dbaab4bfd {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:19:48.299965 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb100e64-094f-4c9f-bab3-ce4dbaab4bfd'] response: {'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'code': 200} Sep 15 10:19:48.337754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:48.439866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:19:48.716209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63366655-43c2-49cb-ab98-86287a2014a0 req-cc6c17e3-6385-4df3-b190-8d2686a11698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:48.717762 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-63366655-43c2-49cb-ab98-86287a2014a0 req-cc6c17e3-6385-4df3-b190-8d2686a11698 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1099 time: 0.0808573 Sep 15 10:19:48.758140 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-63366655-43c2-49cb-ab98-86287a2014a0 req-6c08f0fd-7620-470c-a6b0-b52f678e9c33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336928 Sep 15 10:19:48.957478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27561b-5cb9-42df-8ed3-d0d0804299da req-33db72a3-dedc-4930-b267-6601f6f6d839 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:48.958922 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba27561b-5cb9-42df-8ed3-d0d0804299da req-33db72a3-dedc-4930-b267-6601f6f6d839 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0864632 Sep 15 10:19:49.001141 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ba27561b-5cb9-42df-8ed3-d0d0804299da req-cd3c4c8e-fcbc-4cff-a332-93dfe4e7d30a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364754 Sep 15 10:19:49.605431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-954f5783-c85c-477f-b34b-17e5de67eca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:50.209063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a9d7-88e9-43d3-9a4c-355ce1578407 req-39645253-cb79-4ef7-9a24-bb5ed44fa2a5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:50.212372 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-98e4a9d7-88e9-43d3-9a4c-355ce1578407 req-39645253-cb79-4ef7-9a24-bb5ed44fa2a5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0906086 Sep 15 10:19:50.253580 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-98e4a9d7-88e9-43d3-9a4c-355ce1578407 req-23331d6c-717d-4fb1-932b-31174ebd1227 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365624 Sep 15 10:19:50.458068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77eb637-dbe1-47b0-92f1-0021830a983c req-4a137b0f-30d7-4648-9778-0958860dd829 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:50.459511 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e77eb637-dbe1-47b0-92f1-0021830a983c req-4a137b0f-30d7-4648-9778-0958860dd829 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0908151 Sep 15 10:19:50.469501 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59224) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:19:50.474292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'floatingip': {'port_id': '7ca12414-5b96-4980-a13f-b8e43fac1712'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:19:50.548222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:50.811132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:51.050977 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-c57e0ba2-b863-4685-9906-10bec12307c7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792260 Sep 15 10:19:51.212060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-a1d85e36-8b2b-495b-9ae4-27c8e7440475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:51.213526 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-a1d85e36-8b2b-495b-9ae4-27c8e7440475 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1099 time: 0.0784893 Sep 15 10:19:51.237877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:51.297309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:51.356588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-747a55c9-913e-47cc-9a4d-3184fdff21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:51.358036 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-747a55c9-913e-47cc-9a4d-3184fdff21f6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1277611 Sep 15 10:19:51.461958 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-561e46b5-4550-43da-82ea-77d5c3b7f724 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 1000 time: 0.0975044 Sep 15 10:19:51.470180 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a associated. External IP: 172.26.7.247, port: 7ca12414-5b96-4980-a13f-b8e43fac1712. Sep 15 10:19:51.522651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-e260852a-c05b-4400-bf18-c9f459d0da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:51.524832 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-e260852a-c05b-4400-bf18-c9f459d0da57 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0575793 Sep 15 10:19:51.610571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-f9018762-767f-48da-86db-dcd482890ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:51.616673 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-f9018762-767f-48da-86db-dcd482890ea8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817068 Sep 15 10:19:51.662946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0bca-5384-4f41-a1ab-f63e745c380e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:51.747391 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-8f85788f-b6bf-4d2a-88fd-d5e15cbcd87f service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289842 Sep 15 10:19:51.819220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:19:51.876720 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e901dd3-8b4d-47fe-b3bd-6bdd99d07bea req-9d0bff74-ba7a-4b4b-baff-06e5b98d7c48 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235144 Sep 15 10:19:52.116533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:19:52.121324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:52.126272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:19:52.137949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:19:52.138649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:19:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:19:52.175308 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-90de626b-94db-47a3-b373-54c8ce1e3a97 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "PUT /v2.0/floatingips/b0d39cb8-4fb4-45e5-b211-9cc62e67d37a HTTP/1.1" status: 200 len: 992 time: 1.7047446 Sep 15 10:19:52.175888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:19:52.178206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8213c5b7-7836-48ee-b93e-3ccb9c83303c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:19:52.220886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cf65c9-c8dc-4d3a-8457-440ab0a67dd3 x-openstack-request-id: req-62cf65c9-c8dc-4d3a-8457-440ab0a67dd3 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:19:52.221173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:19:52.221422 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-62cf65c9-c8dc-4d3a-8457-440ab0a67dd3 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:19:52.221868 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62cf65c9-c8dc-4d3a-8457-440ab0a67dd3'] response: {'name': 'network-changed', 'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'status': 'completed', 'code': 200} Sep 15 10:19:52.319471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:19:52.339989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-1ff171a6-2936-4ed7-b7a3-53e8817da525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:52.341511 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-1ff171a6-2936-4ed7-b7a3-53e8817da525 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1099 time: 0.0790298 Sep 15 10:19:52.561772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:52.575389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-e9662436-fbc4-4e4d-bdb4-2dacc6d0d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:52.576828 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-e9662436-fbc4-4e4d-bdb4-2dacc6d0d641 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.2292814 Sep 15 10:19:52.679051 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-d40e1da5-cbdf-4cdf-977d-aed86551b876 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 1000 time: 0.0961459 Sep 15 10:19:52.685193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:b2:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:19:51Z', 'revision_number': 9, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:19:52.689009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:19:52.697934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:19:52.698527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:19:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:19:52.743925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-0f0dde36-edd8-41da-88fe-0a04ae970b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:52.745412 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-0f0dde36-edd8-41da-88fe-0a04ae970b6f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0604804 Sep 15 10:19:52.828611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-8e294d7b-4aa8-4bfd-a9bf-3ec5c310571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:19:52.830039 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-8e294d7b-4aa8-4bfd-a9bf-3ec5c310571a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789945 Sep 15 10:19:52.866016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:52.889529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:19:52.965387 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-77c3bc14-8a8e-4163-9865-5335502aca7b service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286757 Sep 15 10:19:53.096713 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8213c5b7-7836-48ee-b93e-3ccb9c83303c req-f76938b8-c8bb-4423-af51-69c9cfb157cd service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259682 Sep 15 10:19:53.233444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:b2:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:19:51Z', 'revision_number': 9, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:19:53.237321 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fa1b2-7bf8-4222-acc4-c04114b715b8 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:b2:fc:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:19:51Z', 'revision_number': 9, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:19:53.434880 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c8b301-7ca8-42e1-9d78-446e25e393fd None None] New status for floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:19:54.411633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:19:58.169156 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:20:19.600057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c7dba727-d9ec-41cf-bf14-16bd70d9907d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:20.862568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:21.651110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4bc1f711-c59b-43a0-9ab9-aea387108907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:22.525856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:22.890269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:24.377552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:29.861254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3f835-8614-46b1-94ec-7591dd3cb489 req-2e9a5c8e-1ccb-429c-9c87-73fbd8fd0900 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:29.862759 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-79e3f835-8614-46b1-94ec-7591dd3cb489 req-2e9a5c8e-1ccb-429c-9c87-73fbd8fd0900 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0900853 Sep 15 10:20:29.908116 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-79e3f835-8614-46b1-94ec-7591dd3cb489 req-c223c73c-58ab-422a-9804-3fdd5a6b6bbb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395958 Sep 15 10:20:29.927266 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-9be34fee-4fa7-4ed1-b2f6-092d261fb644 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0828264 Sep 15 10:20:31.129718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244fc5b-af38-4115-886c-1f1102077a72 req-0de4d18b-db20-4fd9-8517-d78d82d59a96 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:31.131146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d244fc5b-af38-4115-886c-1f1102077a72 req-0de4d18b-db20-4fd9-8517-d78d82d59a96 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0936539 Sep 15 10:20:31.175823 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d244fc5b-af38-4115-886c-1f1102077a72 req-88139b89-81e2-438e-9b73-13d642c09cc0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388241 Sep 15 10:20:32.119154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-8464ef08-1fa6-44ba-8160-a2a973bfbc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:32.120616 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-8464ef08-1fa6-44ba-8160-a2a973bfbc09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1099 time: 0.0780549 Sep 15 10:20:32.252094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-3bd3ccba-617e-41ec-bcc9-7970d8a4bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:32.253545 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-3bd3ccba-617e-41ec-bcc9-7970d8a4bc45 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1272748 Sep 15 10:20:32.360386 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-a0a49efb-00e1-4ea7-8113-69e30894580b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 1003 time: 0.1013649 Sep 15 10:20:32.391445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc684a2-2964-4e60-b6e1-95941488112c req-7caf9ce0-6f59-4a03-9118-ce4e22614e6f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:32.392824 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0cc684a2-2964-4e60-b6e1-95941488112c req-7caf9ce0-6f59-4a03-9118-ce4e22614e6f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0874705 Sep 15 10:20:32.425830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-999b977a-e1c0-4203-8857-ace5cd04d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:32.427285 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-999b977a-e1c0-4203-8857-ace5cd04d9f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0616374 Sep 15 10:20:32.437722 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0cc684a2-2964-4e60-b6e1-95941488112c req-b36bcd95-216d-42ed-a7ba-15f53b9f5f4a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391254 Sep 15 10:20:32.507792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-798edd31-efc5-4b02-9794-18fc8e8521af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:32.509266 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-798edd31-efc5-4b02-9794-18fc8e8521af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765970 Sep 15 10:20:32.637326 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-69e2704d-0e70-4cab-998f-9441c6e81bd4 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216910 Sep 15 10:20:32.766552 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-7c5c8a29-4f83-4705-9ecc-24233e59121b service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233430 Sep 15 10:20:33.642787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392350e-0a2b-4643-b9c8-798680c39499 req-8963e5cb-0c8a-40e8-8119-aa878d3651b5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:33.644238 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1392350e-0a2b-4643-b9c8-798680c39499 req-8963e5cb-0c8a-40e8-8119-aa878d3651b5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0891669 Sep 15 10:20:33.688172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1392350e-0a2b-4643-b9c8-798680c39499 req-43e9f5c0-13e9-4e72-94f3-8202cb37918c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383708 Sep 15 10:20:35.047550 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4882df-b601-40a9-9a3f-1dc3653258f3 req-32597a0c-ee86-4299-a979-4a072999cfc2 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:35.048928 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7f4882df-b601-40a9-9a3f-1dc3653258f3 req-32597a0c-ee86-4299-a979-4a072999cfc2 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0904179 Sep 15 10:20:35.092080 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7f4882df-b601-40a9-9a3f-1dc3653258f3 req-63247047-c219-48d6-81d3-6e95328f6e89 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375063 Sep 15 10:20:35.171767 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:20:36.298378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027ea02-2b21-4364-8868-4629eb4ca56b req-615c22b1-059a-40eb-b7f6-df571ad2865c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:36.299855 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a027ea02-2b21-4364-8868-4629eb4ca56b req-615c22b1-059a-40eb-b7f6-df571ad2865c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0880611 Sep 15 10:20:36.343465 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a027ea02-2b21-4364-8868-4629eb4ca56b req-ee093d42-68c3-47bb-b2f7-97f17ddff025 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378952 Sep 15 10:20:37.549967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadc33c-6307-4796-8f92-5a594850ba0b req-0c43f9c0-61c6-4d5c-82c7-c4f66163b4ee tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:37.551258 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bfadc33c-6307-4796-8f92-5a594850ba0b req-0c43f9c0-61c6-4d5c-82c7-c4f66163b4ee tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0903296 Sep 15 10:20:37.594310 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bfadc33c-6307-4796-8f92-5a594850ba0b req-cd38676b-fc03-45b9-8831-831141e47263 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373814 Sep 15 10:20:38.800517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c3a232-76f0-46e0-b236-0b7bb2a87881 req-7decec4e-5b1e-4661-a2c5-236b5373da75 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:38.801983 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06c3a232-76f0-46e0-b236-0b7bb2a87881 req-7decec4e-5b1e-4661-a2c5-236b5373da75 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0865932 Sep 15 10:20:38.848562 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06c3a232-76f0-46e0-b236-0b7bb2a87881 req-8dd1c3f2-4765-42eb-a8b0-174902fc641b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Sep 15 10:20:40.053418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a473c0-2dd3-48d1-9253-63de1d642fc9 req-c69579b4-a5d4-4dae-909a-346c9d5a238a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:40.054911 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-46a473c0-2dd3-48d1-9253-63de1d642fc9 req-c69579b4-a5d4-4dae-909a-346c9d5a238a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0861280 Sep 15 10:20:40.098083 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-46a473c0-2dd3-48d1-9253-63de1d642fc9 req-88a80fa6-2e99-442c-9162-8d1f19f551f2 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370021 Sep 15 10:20:41.307496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d2cd2-cbb4-4b2a-b4f9-b3ab95e48e81 req-bc33753d-e37b-41d9-9e59-ee744288b5ba tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:41.309450 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f54d2cd2-cbb4-4b2a-b4f9-b3ab95e48e81 req-bc33753d-e37b-41d9-9e59-ee744288b5ba tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0910232 Sep 15 10:20:41.353408 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f54d2cd2-cbb4-4b2a-b4f9-b3ab95e48e81 req-ca7ba68d-ee13-40d1-b398-3627405b26f1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378325 Sep 15 10:20:42.564504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540e27b-4788-449b-9d73-b3aeb493e657 req-d15ddaeb-a467-4556-86fd-df82491bc6df tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:42.565875 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5540e27b-4788-449b-9d73-b3aeb493e657 req-d15ddaeb-a467-4556-86fd-df82491bc6df tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0888927 Sep 15 10:20:42.612422 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5540e27b-4788-449b-9d73-b3aeb493e657 req-b4ed335c-e7a5-473f-9ba8-fb13a8d42337 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406299 Sep 15 10:20:43.817900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cfd61c-a444-4b57-a348-0f111d7dd137 req-db1e2258-9e80-4296-9389-73dc9cf60aa5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:43.819335 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4cfd61c-a444-4b57-a348-0f111d7dd137 req-db1e2258-9e80-4296-9389-73dc9cf60aa5 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0896807 Sep 15 10:20:43.862646 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4cfd61c-a444-4b57-a348-0f111d7dd137 req-45c8db16-db42-483e-94ef-d4193fb60be7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370429 Sep 15 10:20:44.773729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-c5914323-76c2-420a-8c50-9b23fc0400b3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:20:44.774827 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-c5914323-76c2-420a-8c50-9b23fc0400b3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053401 Sep 15 10:20:44.857939 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-b808ff5e-0b6b-4e74-880a-5a1985674a3e service neutron] 10.222.0.16 "GET /v2.0/ports/7ca12414-5b96-4980-a13f-b8e43fac1712/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0780361 Sep 15 10:20:45.077957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a1754-53b3-4931-95dc-c73fef9e8a7a req-95ce8782-d1fd-49b4-8c09-0e263078a20f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:45.079328 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8f4a1754-53b3-4931-95dc-c73fef9e8a7a req-95ce8782-d1fd-49b4-8c09-0e263078a20f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0945747 Sep 15 10:20:45.127715 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8f4a1754-53b3-4931-95dc-c73fef9e8a7a req-f2ddc6e0-ce25-4f1c-91fe-5d16f0fbdcaf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413640 Sep 15 10:20:45.499843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-d43b9c28-5303-425b-adcd-77892d4f6bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:45.501324 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-d43b9c28-5303-425b-adcd-77892d4f6bd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 1099 time: 0.1671989 Sep 15 10:20:45.612923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-f8a83350-eefe-477d-944e-5a0cc26f0b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:45.614318 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-f8a83350-eefe-477d-944e-5a0cc26f0b11 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1099 time: 0.0794089 Sep 15 10:20:45.745744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-4dd777fa-b429-48c8-9b62-95cea035faab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:45.747223 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-4dd777fa-b429-48c8-9b62-95cea035faab service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1273208 Sep 15 10:20:45.848728 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-3346c3e7-8b54-4114-acae-0bad50943617 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 1003 time: 0.0956564 Sep 15 10:20:45.908838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-d190799d-2238-459e-be35-d8f64c37c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:45.910241 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-d190799d-2238-459e-be35-d8f64c37c282 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0559227 Sep 15 10:20:45.991535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-25a060cb-767e-4164-9a95-0e13e14bb5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:45.992993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-25a060cb-767e-4164-9a95-0e13e14bb5e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770440 Sep 15 10:20:46.121395 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-e643b708-791b-4c65-90d2-5764f1f0de78 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222353 Sep 15 10:20:46.251518 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49830e20-de83-4d82-8f19-9481a523c2e8 req-34ef5da1-0978-44ee-9ad2-efdf59b445e8 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244838 Sep 15 10:20:46.338513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca334786-e7d2-4a50-a643-299df9cb5e42 req-7e8753ee-257a-4976-8681-8675cf90613c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:46.340659 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca334786-e7d2-4a50-a643-299df9cb5e42 req-7e8753ee-257a-4976-8681-8675cf90613c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0896955 Sep 15 10:20:46.387741 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ca334786-e7d2-4a50-a643-299df9cb5e42 req-b6c8bd75-1900-4a3e-9a88-6e8e9b5df2ed tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Sep 15 10:20:47.592237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabc521-0a2f-487b-bc68-977852366dba req-ddb92ce9-677f-4115-9d75-90a4188e4847 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:47.593586 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2eabc521-0a2f-487b-bc68-977852366dba req-ddb92ce9-677f-4115-9d75-90a4188e4847 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0863848 Sep 15 10:20:47.635975 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2eabc521-0a2f-487b-bc68-977852366dba req-e39e166f-842e-425a-ad97-c2df0a5e572c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366931 Sep 15 10:20:48.171406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:20:48.178909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:20:48.433740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:20:48.434056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:48.456482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:20:48.478039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:20:48.480300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1834eae6-50c3-4857-b0df-9da4ec056a71" -d '{"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:20:48.483273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'mac_address': 'fa:16:3e:b2:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:20:48.523693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:20:48.534694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f2105f-cba3-4344-ae8e-d338d89ee0f7 x-openstack-request-id: req-a4f2105f-cba3-4344-ae8e-d338d89ee0f7 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:20:48.534984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:20:48.538693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4f2105f-cba3-4344-ae8e-d338d89ee0f7 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:20:48.538693 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f2105f-cba3-4344-ae8e-d338d89ee0f7'] response: {'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'code': 200} Sep 15 10:20:48.546148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:20:48.546547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:48.564103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ca12414-5b96-4980-a13f-b8e43fac1712 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:20:48.595231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:48.704615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:20:48.704878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:20:48.708192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:20:48.715181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.715526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.715865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.716751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.717078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.717405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.717725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.718070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.718395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.718711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.719025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.719338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:20:48.848174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7876fd4-903e-4232-be6b-45bb7a513274 req-07f29924-413e-46d3-b5e7-cb8fd48596bd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:48.849632 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a7876fd4-903e-4232-be6b-45bb7a513274 req-07f29924-413e-46d3-b5e7-cb8fd48596bd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 944 time: 0.0913570 Sep 15 10:20:48.892329 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a7876fd4-903e-4232-be6b-45bb7a513274 req-b3214f1f-6bfa-450b-82c7-71f3dd1107fd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370822 Sep 15 10:20:49.261944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:20:49.262517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:49.280054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca12414-5b96-4980-a13f-b8e43fac1712 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:20:49.295556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:20:49.369748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:49.436479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:20:49.503336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['7ca12414-5b96-4980-a13f-b8e43fac1712'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:20:49.651103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d85dd01e-c4c3-459b-af6a-7d470a756413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:49.660616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cdbeb2-bbf5-4179-b566-213e3e438b04 req-52eac42a-365f-45e1-a4de-82d08af337d4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:49.662139 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60cdbeb2-bbf5-4179-b566-213e3e438b04 req-52eac42a-365f-45e1-a4de-82d08af337d4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 945 time: 0.0882709 Sep 15 10:20:49.674504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-198ee8ed-c140-4951-a7f0-1d0919747f66 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:49.675237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-198ee8ed-c140-4951-a7f0-1d0919747f66 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Synchronizing usage tracker for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:20:49.713909 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60cdbeb2-bbf5-4179-b566-213e3e438b04 req-594e0483-a665-4d2a-8571-ca0a6eba4335 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445089 Sep 15 10:20:49.765706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-198ee8ed-c140-4951-a7f0-1d0919747f66 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Unset dirty status for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:20:49.766924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-198ee8ed-c140-4951-a7f0-1d0919747f66 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.1937604 Sep 15 10:20:49.848190 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-0883f680-41d3-4c3d-9cb9-a7ed9390f044 service neutron] 10.222.0.16 "GET /v2.0/ports/7ca12414-5b96-4980-a13f-b8e43fac1712/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0743756 Sep 15 10:20:49.972429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-4fc94a07-62be-4471-9f94-e5879da7c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:49.973898 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-4fc94a07-62be-4471-9f94-e5879da7c5d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1098 time: 0.0796208 Sep 15 10:20:50.103083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-e44097de-af1a-42bc-ad7a-c68d9773471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:50.104525 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-e44097de-af1a-42bc-ad7a-c68d9773471c service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1249170 Sep 15 10:20:50.181682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:20:50.213597 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-6396b095-5f16-4767-86bc-0adb26bbcdbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 1002 time: 0.1030245 Sep 15 10:20:50.253645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 7ca12414-5b96-4980-a13f-b8e43fac1712 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:20:50.253960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:50.274404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-b342adc1-9505-4bcf-9593-8effe21b0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:50.275843 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-b342adc1-9505-4bcf-9593-8effe21b0e6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0565329 Sep 15 10:20:50.363118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-b9866db8-16e5-4e3d-b789-1e83c174d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:50.364590 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-b9866db8-16e5-4e3d-b789-1e83c174d2f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826569 Sep 15 10:20:50.378124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:20:50.378659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:50.410198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:20:50.486135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:50.495883 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-cd3ebf72-8dc1-4116-8baf-6f3a80cda527 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256018 Sep 15 10:20:50.539151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:20:50.541548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bf7997-1b27-4880-af92-4ad0587bfe70" -d '{"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-plugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:20:50.565663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:20:50.596599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642c1431-ed47-4d81-8192-249e495043ab x-openstack-request-id: req-642c1431-ed47-4d81-8192-249e495043ab {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:20:50.596891 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-plugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:20:50.597145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-642c1431-ed47-4d81-8192-249e495043ab {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:20:50.597545 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642c1431-ed47-4d81-8192-249e495043ab'] response: {'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'code': 200} Sep 15 10:20:50.727790 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-56fe97a1-00b8-42cb-a5f8-c3e73cc083b1 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166276 Sep 15 10:20:50.851683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:50.932676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342b9d9-d478-4d67-a23c-440d072dbaa8 req-aea340ee-5f4b-40f1-a01a-8d33bdba0c98 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:50.934175 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d342b9d9-d478-4d67-a23c-440d072dbaa8 req-aea340ee-5f4b-40f1-a01a-8d33bdba0c98 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0900843 Sep 15 10:20:50.979375 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d342b9d9-d478-4d67-a23c-440d072dbaa8 req-ed412907-ceb7-40a6-9039-2db495ec2193 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388198 Sep 15 10:20:51.172893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-93750305-619c-4bb6-a22c-6b5492ecad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:51.174370 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-93750305-619c-4bb6-a22c-6b5492ecad8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1099 time: 0.0778167 Sep 15 10:20:51.318837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-bfb3a737-714e-4f67-b3dc-f77104d9f480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:51.320271 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-bfb3a737-714e-4f67-b3dc-f77104d9f480 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1268442 Sep 15 10:20:51.424169 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-4df91ef9-94ff-4352-b5f1-d4f42711d2b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 1003 time: 0.0973401 Sep 15 10:20:51.484827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-79e48ce3-4798-4c08-9d5b-532d81e5c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:51.486225 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-79e48ce3-4798-4c08-9d5b-532d81e5c7ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0564523 Sep 15 10:20:51.572085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-76a9bb9b-5d8b-4c69-9362-074024e6f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:51.573542 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-76a9bb9b-5d8b-4c69-9362-074024e6f228 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807776 Sep 15 10:20:51.652048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-06e8512d-82aa-4416-a282-1c153437589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:51.704822 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-0fc1428c-2a02-4d3c-8871-97623dead6c7 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246841 Sep 15 10:20:51.834569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-426ecf5b-0fb2-40af-83f0-8aedac2686cb req-1f65ee96-b03e-4aa2-8dcf-4824483b5c98 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229820 Sep 15 10:20:52.192050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae920a6-ed2d-49d3-8a5b-a5aa89a235a8 req-7f5e6ce8-81d8-49d2-aa5a-65d520271f90 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:52.193505 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dae920a6-ed2d-49d3-8a5b-a5aa89a235a8 req-7f5e6ce8-81d8-49d2-aa5a-65d520271f90 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0893009 Sep 15 10:20:52.237490 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dae920a6-ed2d-49d3-8a5b-a5aa89a235a8 req-e7056175-0161-4773-9f4b-0bf3484ad48b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383379 Sep 15 10:20:52.577232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:52.863050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:53.449983 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5229c5d1-9a6b-4dc0-93a6-c6ed4416424e req-998626fa-c543-4665-adf5-0fd1fbe73cd0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:53.451640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5229c5d1-9a6b-4dc0-93a6-c6ed4416424e req-998626fa-c543-4665-adf5-0fd1fbe73cd0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0877073 Sep 15 10:20:53.499788 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5229c5d1-9a6b-4dc0-93a6-c6ed4416424e req-22060c11-7641-4a96-9b08-2f0b3f598b92 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423815 Sep 15 10:20:53.816083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-79eccfd2-a160-4738-9947-9c03b5bdeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:53.817464 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-79eccfd2-a160-4738-9947-9c03b5bdeeaa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 1099 time: 0.0789988 Sep 15 10:20:53.928973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-df712d8d-c5bb-419f-90c3-d936ad19a362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:53.930443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-df712d8d-c5bb-419f-90c3-d936ad19a362 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 1099 time: 0.0805204 Sep 15 10:20:54.058820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-04e12bcf-c297-4054-a817-e7087e8a6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:54.060881 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-04e12bcf-c297-4054-a817-e7087e8a6941 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1221011 Sep 15 10:20:54.162910 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-032c1e45-65f6-4fb7-91a8-7deeef975c55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 200 len: 1003 time: 0.0962243 Sep 15 10:20:54.222798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-591b9295-89c1-4d02-8777-0fc50183748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:54.224157 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-591b9295-89c1-4d02-8777-0fc50183748d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0554054 Sep 15 10:20:54.309644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-880b203a-5482-42ac-940c-ccfd485d1b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:54.311750 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-880b203a-5482-42ac-940c-ccfd485d1b16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814626 Sep 15 10:20:54.388725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:54.443624 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-8d479a69-39c9-453b-90ce-01a1a29b08ff service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250844 Sep 15 10:20:54.677145 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-557b42b8-3119-48bb-821a-9ef6961b58e5 req-f833d604-93bc-4f95-aa4d-54f07b6cf26f service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246184 Sep 15 10:20:54.708280 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aefeb48-a1e8-4038-be1e-ab0dae2452ec req-6003b434-7d01-420e-9bf4-e31d24117f86 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:54.709648 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1aefeb48-a1e8-4038-be1e-ab0dae2452ec req-6003b434-7d01-420e-9bf4-e31d24117f86 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0861650 Sep 15 10:20:54.755114 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1aefeb48-a1e8-4038-be1e-ab0dae2452ec req-d30c974a-e92f-49c9-a8e4-bc79d60b9b93 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397601 Sep 15 10:20:55.971403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c73cf-2235-4c67-b325-ff15668712a1 req-140beade-9f94-451f-bb0a-d368f1f56c92 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:55.972888 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d41c73cf-2235-4c67-b325-ff15668712a1 req-140beade-9f94-451f-bb0a-d368f1f56c92 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0947776 Sep 15 10:20:56.022614 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d41c73cf-2235-4c67-b325-ff15668712a1 req-4e33f4ec-491e-4594-bd26-cde431fe66e3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436730 Sep 15 10:20:56.201965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:20:56.215127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:20:56.440703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:20:56.459247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:20:56.459541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:56.468736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'mac_address': 'fa:16:3e:b2:fc:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:20:56.531333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:20:56.533616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41066c0a-72de-4d06-922c-9848a0171bb5" -d '{"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:20:56.548714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:20:56.553402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:20:56.553790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:56.571883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ca12414-5b96-4980-a13f-b8e43fac1712 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:20:56.584218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf3c70f-69aa-4f6e-a494-610e9680d51b x-openstack-request-id: req-dbf3c70f-69aa-4f6e-a494-610e9680d51b {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:20:56.584218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-unplugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:20:56.584218 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dbf3c70f-69aa-4f6e-a494-610e9680d51b {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:20:56.584218 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbf3c70f-69aa-4f6e-a494-610e9680d51b'] response: {'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'code': 200} Sep 15 10:20:56.640603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:56.752175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:20:56.752445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:20:56.757471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=9']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:20:57.239333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b549c-c64c-4490-978a-bac3a7720566 req-c82a4937-c1dc-46a9-ae6a-ce722f940ba4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:57.240792 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-570b549c-c64c-4490-978a-bac3a7720566 req-c82a4937-c1dc-46a9-ae6a-ce722f940ba4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 944 time: 0.0921299 Sep 15 10:20:57.288546 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-570b549c-c64c-4490-978a-bac3a7720566 req-43ea5d9a-6dc8-43c4-8f55-5f249a0b9d60 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Sep 15 10:20:57.310716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:20:57.311207 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:57.329629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca12414-5b96-4980-a13f-b8e43fac1712 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:20:57.345553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:20:57.400559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:57.468560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=10']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:20:57.495970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23011c4-1bfc-4f7c-a34c-d9cba36552a4 req-b421486c-b561-43a0-a768-f6d01016351d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:57.498049 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a23011c4-1bfc-4f7c-a34c-d9cba36552a4 req-b421486c-b561-43a0-a768-f6d01016351d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0896823 Sep 15 10:20:57.529229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['7ca12414-5b96-4980-a13f-b8e43fac1712'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:20:57.541122 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a23011c4-1bfc-4f7c-a34c-d9cba36552a4 req-f78b73f6-32dd-45e1-affb-c86fe5521852 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373204 Sep 15 10:20:57.751535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c6951-1ff3-4c03-9351-479575bd8738 req-eafe9b0d-d10e-4ab8-b908-63d8fc4ab630 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:57.753016 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-761c6951-1ff3-4c03-9351-479575bd8738 req-eafe9b0d-d10e-4ab8-b908-63d8fc4ab630 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0936491 Sep 15 10:20:57.799703 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-761c6951-1ff3-4c03-9351-479575bd8738 req-54002bba-5a2f-4e01-aa07-e9865ad1c0c4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409470 Sep 15 10:20:58.211059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:20:58.287663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 7ca12414-5b96-4980-a13f-b8e43fac1712 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:20:58.288043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:58.410530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6b0c3c-1fb3-4cba-a16d-777644a9353f req-ee6e27c1-cf4f-45b8-8c0e-1f9cb03b9cc3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:58.411987 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b6b0c3c-1fb3-4cba-a16d-777644a9353f req-ee6e27c1-cf4f-45b8-8c0e-1f9cb03b9cc3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 946 time: 0.0892823 Sep 15 10:20:58.412445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 7ca12414-5b96-4980-a13f-b8e43fac1712 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:20:58.412839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:58.445846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:20:58.503256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:20:58.564298 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b6b0c3c-1fb3-4cba-a16d-777644a9353f req-f2ef3e7e-197d-4c4c-b6be-35d5bbec2789 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465063 Sep 15 10:20:58.574133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=11']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:20:58.584069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:20:58.586447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c0b1b28-7449-4638-8cde-97af804ec7aa" -d '{"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-plugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:20:58.627096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd452ee2-4eb7-435c-98f4-7263a8b70c2f x-openstack-request-id: req-bd452ee2-4eb7-435c-98f4-7263a8b70c2f {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:20:58.627381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-plugged", "status": "completed", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:20:58.627631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd452ee2-4eb7-435c-98f4-7263a8b70c2f {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:20:58.628018 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd452ee2-4eb7-435c-98f4-7263a8b70c2f'] response: {'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'code': 200} Sep 15 10:20:59.768664 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03945c16-b4df-455d-be79-f7094c5ef0ca req-c0fe5284-c522-4215-b755-472c6ccf7a60 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:20:59.770133 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-03945c16-b4df-455d-be79-f7094c5ef0ca req-c0fe5284-c522-4215-b755-472c6ccf7a60 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 947 time: 0.0854261 Sep 15 10:20:59.814535 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-03945c16-b4df-455d-be79-f7094c5ef0ca req-f678ff12-fca3-4653-ae0a-daf6e50e1128 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386760 Sep 15 10:21:00.581503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1692790e-b260-4504-a4ab-3746312a3b74 req-4c934f8d-bc21-4266-95d6-f9b71fefc507 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:00.582965 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1692790e-b260-4504-a4ab-3746312a3b74 req-4c934f8d-bc21-4266-95d6-f9b71fefc507 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 947 time: 0.0845470 Sep 15 10:21:00.653511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Deleting port 7ca12414-5b96-4980-a13f-b8e43fac1712 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:21:00.653786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:00.896575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] For port 7ca12414-5b96-4980-a13f-b8e43fac1712, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=7ca12414-5b96-4980-a13f-b8e43fac1712,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:21:00.896933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:01.040692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ad32e-bbf3-4e5e-8e87-e4de43b69662 req-64afb7c4-c96f-4ad0-9ec9-c68dc42c90c4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:01.042255 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f41ad32e-bbf3-4e5e-8e87-e4de43b69662 req-64afb7c4-c96f-4ad0-9ec9-c68dc42c90c4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 947 time: 0.0959444 Sep 15 10:21:01.087656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f41ad32e-bbf3-4e5e-8e87-e4de43b69662 req-6d4bad3c-f88b-44af-8cf7-4791a9e004bf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386686 Sep 15 10:21:01.210179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:01.210547 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:01.210851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a disassociated. External IP: 172.26.7.247, port: 7ca12414-5b96-4980-a13f-b8e43fac1712. Sep 15 10:21:01.211186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Calling delete_port for 7ca12414-5b96-4980-a13f-b8e43fac1712 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:21:01.423533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:01.471925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event deleted for resources: {'Port': ['ID=7ca12414-5b96-4980-a13f-b8e43fac1712,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:21:01.483669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.483910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.484251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.484568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.484890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.485211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.485529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.485865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.486186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.486498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.486809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.487117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:21:01.675167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:21:01.849696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:21:01.860019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:21:01.869501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:21:01.870135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:20:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:21:02.032063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] No DVR routers for this DVR port 7ca12414-5b96-4980-a13f-b8e43fac1712 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:21:02.034577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:02.037244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-deleted', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:21:02.039590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30137de0-e5ef-49b4-8704-a5560369c168" -d '{"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-deleted", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:21:02.048332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:21:02.083229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10fb3c4-d9c4-4dd7-aedc-a7d6e30b3de1 x-openstack-request-id: req-d10fb3c4-d9c4-4dd7-aedc-a7d6e30b3de1 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:21:02.083521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e8af57b-157e-4def-bc4c-d0a968da0b98", "name": "network-vif-deleted", "tag": "7ca12414-5b96-4980-a13f-b8e43fac1712", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:21:02.083776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d10fb3c4-d9c4-4dd7-aedc-a7d6e30b3de1 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:21:02.084175 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10fb3c4-d9c4-4dd7-aedc-a7d6e30b3de1'] response: {'server_uuid': '6e8af57b-157e-4def-bc4c-d0a968da0b98', 'name': 'network-vif-deleted', 'tag': '7ca12414-5b96-4980-a13f-b8e43fac1712', 'status': 'completed', 'code': 200} Sep 15 10:21:02.119048 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1692790e-b260-4504-a4ab-3746312a3b74 req-2cdb85a5-b6bd-490d-bbff-018522397f5a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "DELETE /v2.0/ports/7ca12414-5b96-4980-a13f-b8e43fac1712 HTTP/1.1" status: 204 len: 173 time: 1.5312946 Sep 15 10:21:02.261487 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e77ab95-c28f-4f4c-98f7-b57080e97f7a req-5eda9919-8f27-4a0b-9aee-ff4e9b217b23 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=6e8af57b-157e-4def-bc4c-d0a968da0b98 HTTP/1.1" status: 200 len: 210 time: 0.0503435 Sep 15 10:21:02.372900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:21:02.376865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:21:02.384966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:21:02.385551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:20:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:21:02.567460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:21:02.919985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:21:02.924388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58d394-780e-4a3c-a72d-4a141b2df724 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:21:03.151987 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265fac76-7bb7-4886-b46f-724922860bd4 None None] New status for floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:21:03.621890 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-2f67d907-2872-4a88-a4b7-7382df0931c9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1889620335&fields=id&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 267 time: 0.0412836 Sep 15 10:21:03.771992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98843be-d982-419e-89e1-e2a754dcb7df req-f0e535c3-cd74-4741-ab91-a2440a2f4530 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:03.773411 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-f0e535c3-cd74-4741-ab91-a2440a2f4530 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 811 time: 0.1449757 Sep 15 10:21:03.788772 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-ed25c685-4c5b-4ed1-86be-9a17ac75b027 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/quotas/7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 375 time: 0.0090537 Sep 15 10:21:03.879727 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-f27ddec6-9be2-44ca-9f6b-df459c345fa1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0856631 Sep 15 10:21:04.012674 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-95f0842a-7a8f-4487-bd14-af465ee42f79 service neutron] 10.222.0.62 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216419 Sep 15 10:21:04.142949 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-d6369b4b-d334-4d8b-bcd4-fc5b1e48d53c service neutron] 10.222.0.62 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240187 Sep 15 10:21:04.227448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:21:04.263182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 7ca12414-5b96-4980-a13f-b8e43fac1712 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:21:04.263941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 7ca12414-5b96-4980-a13f-b8e43fac1712 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:21:04.429437 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a7aa8502-ee65-4129-ac73-15ab08aa993f req-1bbc4a00-2b1b-4007-9bb1-31fe4bc705cd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 210 time: 0.0528588 Sep 15 10:21:05.604872 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0d49cd41-5d92-466e-bc47-2ef5ae5f3300 req-8c3f17c2-c900-41de-a701-fbb55a82d8fe tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 210 time: 0.0511639 Sep 15 10:21:06.592523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98843be-d982-419e-89e1-e2a754dcb7df req-79555491-9ba3-46ae-ba8a-2084397b93fe tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:06.593879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-79555491-9ba3-46ae-ba8a-2084397b93fe tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 811 time: 0.1432321 Sep 15 10:21:06.646778 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-13464bf2-f8ed-4e23-b524-c4d6581eb7e9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 380 time: 0.0391397 Sep 15 10:21:06.655263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'port': {'device_id': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'admin_state_up': True, 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'security_groups': ['825d497a-cf33-47d9-b291-4d64785a42e6']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:21:06.772782 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1c3cdcd9-c1b6-4aba-b414-74985ff32321 req-8bc04fea-02d8-4dc6-a812-02eea420759e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 210 time: 0.0488234 Sep 15 10:21:06.796285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:21:06.800821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Usage tracker for resource:port and tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:21:06.803846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:21:06.809744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:21:06.878103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Made reservation on behalf of 7a6ba5d9f4d74cdea9c76d7a26d3f2cc for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:21:06.881539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:07.045511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Allocated IP 172.20.0.9 (0571a1a7-6eb4-4f49-96fe-776ac7af34a3/8c8e4355-e88f-4e62-b7fe-284d368a1346/8d8860c1-4025-4fc8-89cc-142f6e280aad) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:21:07.239187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:07.255327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Transition to ACTIVE for port object 8d8860c1-4025-4fc8-89cc-142f6e280aad will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:21:07.337668 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:07.408835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:21:07.411977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:21:07.415734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:21:07.446524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:21:07.483827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:07.484355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:07.578135 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c8e73ca1-53ea-4f55-b716-96fb8dac090c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9268270 Sep 15 10:21:07.597141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Request body: {'port': {'device_id': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:21:07.701350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-57f338f4-729a-4305-834c-dca3381dbde1 None None] Provisioning for port 8d8860c1-4025-4fc8-89cc-142f6e280aad completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:21:07.706201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-57f338f4-729a-4305-834c-dca3381dbde1 None None] Provisioning complete for port 8d8860c1-4025-4fc8-89cc-142f6e280aad triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:21:07.706579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57f338f4-729a-4305-834c-dca3381dbde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:07.708270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:07.762035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-57f338f4-729a-4305-834c-dca3381dbde1 None None] Port 8d8860c1-4025-4fc8-89cc-142f6e280aad cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:21:07.987272 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f8a497-b5de-4843-aa8f-0d96bddee11c req-dee8951e-d4d7-4723-a8c0-1c390d90800e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:07.988749 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f7f8a497-b5de-4843-aa8f-0d96bddee11c req-dee8951e-d4d7-4723-a8c0-1c390d90800e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 931 time: 0.0895987 Sep 15 10:21:08.032951 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f7f8a497-b5de-4843-aa8f-0d96bddee11c req-6d9a7591-b7dc-43e6-bde2-fef8f38ab95f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381701 Sep 15 10:21:08.051369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8860c1-4025-4fc8-89cc-142f6e280aad {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:21:08.058672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:08.073301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Transition to ACTIVE for port object 8d8860c1-4025-4fc8-89cc-142f6e280aad will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:21:08.135176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:08.295221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:21:08.366112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Attempting to bind port 8d8860c1-4025-4fc8-89cc-142f6e280aad on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:21:08.366448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Attempting to bind port 8d8860c1-4025-4fc8-89cc-142f6e280aad by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:21:08.366776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Attempting to bind port 8d8860c1-4025-4fc8-89cc-142f6e280aad on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:21:08.371271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Port 8d8860c1-4025-4fc8-89cc-142f6e280aad on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:21:08.371590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Attempting to bind port 8d8860c1-4025-4fc8-89cc-142f6e280aad on network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:21:08.376683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:21:08.377017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Checking segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:21:08.377398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Bound using segment: {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:21:08.377841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Bound port: 8d8860c1-4025-4fc8-89cc-142f6e280aad, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2178094c-9985-45db-9d4a-ed674ea9e942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:21:08.378205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:08.467826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:21:08.470887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:21:08.532128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:08.563173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:08.563707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:08.565061 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] 10.222.0.16 "PUT /v2.0/ports/8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 1093 time: 0.9719658 Sep 15 10:21:08.565489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:21:08.567804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf6be63-d0b2-475b-9489-8fa6e398edc9" -d '{"events": [{"name": "network-changed", "server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:21:08.609540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e593b94-6887-4b5c-a604-2310787b5984 service neutron] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:21:08.612970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e66340d-d5cf-4e9f-940f-0749ba014273 x-openstack-request-id: req-6e66340d-d5cf-4e9f-940f-0749ba014273 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:21:08.613251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:21:08.613495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e66340d-d5cf-4e9f-940f-0749ba014273 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:21:08.613903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e66340d-d5cf-4e9f-940f-0749ba014273'] response: {'name': 'network-changed', 'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'status': 'completed', 'code': 200} Sep 15 10:21:08.734816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6be63-d0b2-475b-9489-8fa6e398edc9 req-33f037f7-f112-4613-9d4f-564efccdc110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:08.736287 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8bf6be63-d0b2-475b-9489-8fa6e398edc9 req-33f037f7-f112-4613-9d4f-564efccdc110 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1096 time: 0.0816553 Sep 15 10:21:08.966517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6be63-d0b2-475b-9489-8fa6e398edc9 req-55aa2aae-2bdb-4784-b853-c913642018fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:08.967997 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8bf6be63-d0b2-475b-9489-8fa6e398edc9 req-55aa2aae-2bdb-4784-b853-c913642018fe service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2197394 Sep 15 10:21:09.104962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6be63-d0b2-475b-9489-8fa6e398edc9 req-d05ac563-0354-40c1-8a04-ecb6b556733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:09.107023 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8bf6be63-d0b2-475b-9489-8fa6e398edc9 req-d05ac563-0354-40c1-8a04-ecb6b556733c service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318791 Sep 15 10:21:09.244410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98843be-d982-419e-89e1-e2a754dcb7df req-5fc2ab14-fdca-45a7-b163-17edae7043ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:09.244926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdee6ba-256f-4b61-a8d6-ed6c6ca09d48 req-769d3d48-014a-4a0d-80d6-1d2e570f26a6 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:09.246027 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-5fc2ab14-fdca-45a7-b163-17edae7043ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1096 time: 0.0812535 Sep 15 10:21:09.246415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffdee6ba-256f-4b61-a8d6-ed6c6ca09d48 req-769d3d48-014a-4a0d-80d6-1d2e570f26a6 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.0928802 Sep 15 10:21:09.292383 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffdee6ba-256f-4b61-a8d6-ed6c6ca09d48 req-e37e0a25-3636-4e15-a9f7-ce6d35b2c354 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 Sep 15 10:21:09.326469 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-7f79ae31-ff71-4aa3-8cf2-2a43cb7dbb93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 217 time: 0.0683146 Sep 15 10:21:09.387532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98843be-d982-419e-89e1-e2a754dcb7df req-b35affd0-9a81-42dd-9158-3ce88d98feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:09.388996 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-b35affd0-9a81-42dd-9158-3ce88d98feca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0566344 Sep 15 10:21:09.471800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c7e511f4-d4a9-41f8-b0a0-d9756187f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:09.473251 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-c7e511f4-d4a9-41f8-b0a0-d9756187f8d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787804 Sep 15 10:21:09.603115 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-90d3f67a-d1a1-48a0-a81f-6553ac880e0d service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228359 Sep 15 10:21:09.730306 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c98843be-d982-419e-89e1-e2a754dcb7df req-0e2e675a-3063-4eca-a3eb-fed9b5244573 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208215 Sep 15 10:21:10.498873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88c90e8-33ed-46b1-996f-77cff25b297d req-a8e64682-a60c-47c6-a153-53b08d4b6fec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:10.500311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c88c90e8-33ed-46b1-996f-77cff25b297d req-a8e64682-a60c-47c6-a153-53b08d4b6fec tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.0859246 Sep 15 10:21:10.542585 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c88c90e8-33ed-46b1-996f-77cff25b297d req-b53fc99a-8055-4468-931f-628116b62379 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366948 Sep 15 10:21:11.749766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626211d6-7e33-44f2-ad19-1bd25d0f1107 req-064dbfc3-9289-4fc3-a2e0-4abbd88da139 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:11.751232 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-626211d6-7e33-44f2-ad19-1bd25d0f1107 req-064dbfc3-9289-4fc3-a2e0-4abbd88da139 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.0906260 Sep 15 10:21:11.793497 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-626211d6-7e33-44f2-ad19-1bd25d0f1107 req-a4370ccd-3f1c-4337-810b-5b802a6f699e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365305 Sep 15 10:21:12.170919 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:21:13.003424 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da24063-3269-466c-9f93-d9144461bf3c req-356a71ed-11ee-4c18-a66d-5b7d977da6c9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:13.004885 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da24063-3269-466c-9f93-d9144461bf3c req-356a71ed-11ee-4c18-a66d-5b7d977da6c9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.0931878 Sep 15 10:21:13.049853 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1da24063-3269-466c-9f93-d9144461bf3c req-b8f1e353-5246-4e79-9bc7-8f22c926e5a3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Sep 15 10:21:14.255206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813b309-63a3-4ac1-8933-7b2ae3bc30fe req-fca8e9a8-ba97-469c-ae9d-d68edfc64c3c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:14.256693 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d813b309-63a3-4ac1-8933-7b2ae3bc30fe req-fca8e9a8-ba97-469c-ae9d-d68edfc64c3c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.0862625 Sep 15 10:21:14.289845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:21:14.301776 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d813b309-63a3-4ac1-8933-7b2ae3bc30fe req-2c145137-b383-4762-9a99-7925139ca036 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395677 Sep 15 10:21:14.429065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:21:14.441961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'mac_address': 'fa:16:3e:b0:22:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:21:14.495176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8d8860c1-4025-4fc8-89cc-142f6e280aad is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:21:14.495553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:14.511688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8860c1-4025-4fc8-89cc-142f6e280aad {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:21:14.526544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:21:14.615018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:14.684454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:21:14.886336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['8d8860c1-4025-4fc8-89cc-142f6e280aad'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:21:15.600778 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602cf15-4008-476d-8e58-d9690bed03b8 req-b6d3c745-8a50-47d3-bebb-a68f4e70d5c7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:15.602169 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8602cf15-4008-476d-8e58-d9690bed03b8 req-b6d3c745-8a50-47d3-bebb-a68f4e70d5c7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 944 time: 0.1806846 Sep 15 10:21:15.646817 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8602cf15-4008-476d-8e58-d9690bed03b8 req-f6d76faf-f6ca-4829-b5b7-5061c4d87b07 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383449 Sep 15 10:21:16.298499 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:21:16.434706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 8d8860c1-4025-4fc8-89cc-142f6e280aad completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:21:16.440646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 8d8860c1-4025-4fc8-89cc-142f6e280aad triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:21:16.441023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:16.556581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8d8860c1-4025-4fc8-89cc-142f6e280aad is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:21:16.556878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:16.584156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:21:16.586468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5b04c1-ef9f-42fc-853e-5a7d4d12046f" -d '{"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-plugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:21:16.594461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:21:16.629127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-285a4f61-fb46-4a4b-928a-e1917331dbfb x-openstack-request-id: req-285a4f61-fb46-4a4b-928a-e1917331dbfb {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:21:16.629413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-plugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:21:16.629664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-285a4f61-fb46-4a4b-928a-e1917331dbfb {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:21:16.630072 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-285a4f61-fb46-4a4b-928a-e1917331dbfb'] response: {'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'code': 200} Sep 15 10:21:16.666705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:16.739090 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:21:16.862487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b2284-49cd-4463-880e-affda5712e43 req-87ba2040-0630-4421-a4bf-b2adaef6dddb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:16.863838 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-538b2284-49cd-4463-880e-affda5712e43 req-87ba2040-0630-4421-a4bf-b2adaef6dddb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0898690 Sep 15 10:21:16.909386 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-538b2284-49cd-4463-880e-affda5712e43 req-294860e4-0f80-473c-a261-8e1be9c62e35 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397234 Sep 15 10:21:17.013886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc566a-a987-410b-a212-17a2e220b8f8 req-f8f125b7-39ed-4ed5-90c9-494c296adbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:17.015356 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6efc566a-a987-410b-a212-17a2e220b8f8 req-f8f125b7-39ed-4ed5-90c9-494c296adbf6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1098 time: 0.0778561 Sep 15 10:21:17.055509 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6efc566a-a987-410b-a212-17a2e220b8f8 req-5fb780c2-2db9-4766-9fd7-054fa33c9423 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345054 Sep 15 10:21:18.119585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648814ed-83a9-4c5e-918c-4f94d50e0bc6 req-ef9d9496-e9eb-4cd0-ba7e-f70b0beeec81 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:18.121044 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-648814ed-83a9-4c5e-918c-4f94d50e0bc6 req-ef9d9496-e9eb-4cd0-ba7e-f70b0beeec81 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0890486 Sep 15 10:21:18.167714 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-648814ed-83a9-4c5e-918c-4f94d50e0bc6 req-05e8a07e-1d66-4a69-88df-823204497e4d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403225 Sep 15 10:21:19.378651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deabb5d-533f-4e54-beb2-d266f76bc8e0 req-7012e892-3723-4d95-8b44-c9fcf30d3033 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:19.380165 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4deabb5d-533f-4e54-beb2-d266f76bc8e0 req-7012e892-3723-4d95-8b44-c9fcf30d3033 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0929189 Sep 15 10:21:19.425703 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4deabb5d-533f-4e54-beb2-d266f76bc8e0 req-456a1d19-be79-4be2-8fc6-ab661bfeb201 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398912 Sep 15 10:21:19.617501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ee60a414-e897-4c6a-a2a5-0c5d59cedbaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:19.625784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b14dd-36fa-4b86-ae85-2dde63f1b3c9 req-5b7f48d9-b739-4cb7-b783-b681966c549d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:19.627236 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-081b14dd-36fa-4b86-ae85-2dde63f1b3c9 req-5b7f48d9-b739-4cb7-b783-b681966c549d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0891588 Sep 15 10:21:19.638178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59402) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:21:19.643157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Request body: {'floatingip': {'port_id': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:21:19.719546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:20.303728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:20.372305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:20.536580 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a associated. External IP: 172.26.7.247, port: 8d8860c1-4025-4fc8-89cc-142f6e280aad. Sep 15 10:21:20.909033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:21.018844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:21:21.192144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:21:21.196931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:21.202585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:21:21.211725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:21:21.212333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:20:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:21:21.253246 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c65755a9-d5c5-4a62-8193-dff76ca13ecd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "PUT /v2.0/floatingips/b0d39cb8-4fb4-45e5-b211-9cc62e67d37a HTTP/1.1" status: 200 len: 992 time: 1.6140308 Sep 15 10:21:21.253943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:21:21.256279 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c52f33-75c7-4830-9442-0b8e67cf4710" -d '{"events": [{"name": "network-changed", "server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:21:21.299099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30444e67-0c14-44f1-b283-23037d401c26 x-openstack-request-id: req-30444e67-0c14-44f1-b283-23037d401c26 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:21:21.299386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:21:21.299631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30444e67-0c14-44f1-b283-23037d401c26 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:21:21.300085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30444e67-0c14-44f1-b283-23037d401c26'] response: {'name': 'network-changed', 'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'status': 'completed', 'code': 200} Sep 15 10:21:21.392115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:21:21.424482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-5e68cb2b-38c3-43ba-bfe2-c1f44a753262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:21.425980 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-5e68cb2b-38c3-43ba-bfe2-c1f44a753262 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1098 time: 0.0801356 Sep 15 10:21:21.560708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-87ac47d2-ba60-4fcd-a559-fca8b0ec227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:21.562098 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-87ac47d2-ba60-4fcd-a559-fca8b0ec227e service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1300075 Sep 15 10:21:21.663260 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-eccc3f37-2689-4492-9b9c-a37d47c929af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 1000 time: 0.0958712 Sep 15 10:21:21.726549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-255162ec-2af7-44ab-a47f-a4ff41a231a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:21.727993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-255162ec-2af7-44ab-a47f-a4ff41a231a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0595000 Sep 15 10:21:21.764934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2405aaaf-2ef9-47ab-8acb-0e4337ba909f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:21.788495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:b0:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:21:20Z', 'revision_number': 13, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:21:21.792334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:21:21.801910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:21:21.802755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:21:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:21:21.813095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-056a19f3-07ce-41ac-a69e-4cc3ff92a43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:21.814579 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-056a19f3-07ce-41ac-a69e-4cc3ff92a43e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808427 Sep 15 10:21:21.945337 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-f162ff81-4855-4b8f-a6df-5ca43d020836 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245797 Sep 15 10:21:21.987015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:21:22.077594 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f9c52f33-75c7-4830-9442-0b8e67cf4710 req-eb0ca2d8-be14-4808-87e1-c264e7f8da5f service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263962 Sep 15 10:21:22.333760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:b0:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:21:20Z', 'revision_number': 13, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:21:22.338005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dd96c9-9c20-48b9-90d7-8efac9ab1da0 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b0d39cb8-4fb4-45e5-b211-9cc62e67d37a', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'floating_ip_address': '172.26.7.247', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'port_id': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'mac_address': 'fa:16:3e:b0:22:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:16:59Z', 'updated_at': '2022-09-15T10:21:20Z', 'revision_number': 13, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:21:22.523054 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c328d37-bb1f-4eec-961a-92f5be8af774 None None] New status for floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:21:22.537536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:22.855980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:24.417560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:49.169704 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:21:49.611441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f900ad3a-62c0-44ee-bbcc-d12c373693e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:50.871372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:51.156995 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-6300e946-675a-476d-81b7-e95ae798f350 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1755373 Sep 15 10:21:51.321706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-52e450b6-86c5-4ace-a878-b84a35f61910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:51.323250 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-52e450b6-86c5-4ace-a878-b84a35f61910 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1098 time: 0.0824330 Sep 15 10:21:51.466936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-4ca43e6b-b02e-4b0d-8376-4923cf36a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:51.468250 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-4ca43e6b-b02e-4b0d-8376-4923cf36a6ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1252301 Sep 15 10:21:51.569668 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-39ccaa50-9b26-47cc-949c-3705cf7b3697 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 1002 time: 0.0954909 Sep 15 10:21:51.632638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-3e5e08c0-f43f-48d6-80cb-f239953ff495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:51.634094 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-3e5e08c0-f43f-48d6-80cb-f239953ff495 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0581141 Sep 15 10:21:51.700080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cf193659-5c38-4343-986b-b05a78c46e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:51.715803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-7987f44a-2540-4f3f-a069-4bfb6216e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:51.718192 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-7987f44a-2540-4f3f-a069-4bfb6216e57d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781031 Sep 15 10:21:51.846536 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-5c4be43b-6385-4dec-b72b-b7b0a5f07571 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224668 Sep 15 10:21:51.975482 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f85d6093-16a5-4340-b857-91d3c69e0054 req-9d2cfbe6-4c6a-4fce-a1aa-41280ff8f9e5 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229372 Sep 15 10:21:52.546021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:52.869087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:54.400062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:21:57.743592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89e966-1de4-4b43-9cc7-af31717acadf req-4bba8048-3d58-401c-a132-395cecff820b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:21:57.744987 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c89e966-1de4-4b43-9cc7-af31717acadf req-4bba8048-3d58-401c-a132-395cecff820b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.1456757 Sep 15 10:21:57.789793 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9c89e966-1de4-4b43-9cc7-af31717acadf req-47291203-a2d4-4053-abbb-4cc333d54ac0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389564 Sep 15 10:22:08.068215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec030e4-e582-4a55-aae6-640373c8adb7 req-6e78388f-d7b3-47bf-af5d-6f8b4a7220a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:08.069669 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aec030e4-e582-4a55-aae6-640373c8adb7 req-6e78388f-d7b3-47bf-af5d-6f8b4a7220a1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0894082 Sep 15 10:22:08.115176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aec030e4-e582-4a55-aae6-640373c8adb7 req-d33486ea-67ed-4c92-bd95-8fff8cc0ad20 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392270 Sep 15 10:22:08.152692 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-8346bcd7-dda9-469c-a24d-c1abafb2ae43 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833561 Sep 15 10:22:09.327892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1eaaf-a64e-4678-8a7f-f9fdbbd503d9 req-6ad2ec5d-66f5-4675-9660-1b9da5605f5b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:09.329656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-caa1eaaf-a64e-4678-8a7f-f9fdbbd503d9 req-6ad2ec5d-66f5-4675-9660-1b9da5605f5b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0932329 Sep 15 10:22:09.372846 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-caa1eaaf-a64e-4678-8a7f-f9fdbbd503d9 req-0a73e154-1625-4579-80d4-bcc43b95ac67 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Sep 15 10:22:10.383975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-09dbb0da-c35a-4dfc-bc2a-75f51cb3bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:10.385450 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-09dbb0da-c35a-4dfc-bc2a-75f51cb3bd92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1098 time: 0.1649339 Sep 15 10:22:10.519446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-079a2b8c-993d-4f94-98ef-e0f4de1e054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:10.520826 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-079a2b8c-993d-4f94-98ef-e0f4de1e054b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1276846 Sep 15 10:22:10.580677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a55ff-9da0-4739-9b32-7e5a3b27c86a req-c3bb7f84-1667-40b8-a7b9-11be45556b33 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:10.582153 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe6a55ff-9da0-4739-9b32-7e5a3b27c86a req-c3bb7f84-1667-40b8-a7b9-11be45556b33 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0867674 Sep 15 10:22:10.625448 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe6a55ff-9da0-4739-9b32-7e5a3b27c86a req-465b50e8-df5e-4ffd-83a9-5899cd75351e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375769 Sep 15 10:22:10.625772 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-459ebc16-13fc-421d-beb4-03cf51845264 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 1002 time: 0.0991418 Sep 15 10:22:10.690366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-4599d63f-aeac-446a-bcc0-d06b032fffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:10.691771 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-4599d63f-aeac-446a-bcc0-d06b032fffdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0606804 Sep 15 10:22:10.773377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-2541a6e8-dc04-4d4f-bfda-3a3ffaf2549a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:10.774811 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-2541a6e8-dc04-4d4f-bfda-3a3ffaf2549a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771534 Sep 15 10:22:10.903490 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-68392f3d-b8f5-41fe-ab9d-52887cd1ad26 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228094 Sep 15 10:22:11.034096 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-a954afbc-3303-4f70-8208-5f2a0f629d77 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241839 Sep 15 10:22:11.831449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa147f0-c285-4268-ba0d-7c43904b6f11 req-54192b96-abb6-472c-aa34-4a356992147a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:11.832886 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-daa147f0-c285-4268-ba0d-7c43904b6f11 req-54192b96-abb6-472c-aa34-4a356992147a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0885854 Sep 15 10:22:11.875374 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-daa147f0-c285-4268-ba0d-7c43904b6f11 req-6cff84b6-1970-4f3d-a818-4be8f3d32e63 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369084 Sep 15 10:22:13.084569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5729b-1b99-490f-ad10-1f75affcd974 req-db498ef1-dc40-46f9-85d2-1787ae5d1af4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:13.086026 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3f5729b-1b99-490f-ad10-1f75affcd974 req-db498ef1-dc40-46f9-85d2-1787ae5d1af4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0895584 Sep 15 10:22:13.129213 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f3f5729b-1b99-490f-ad10-1f75affcd974 req-50bb7a6c-0bd6-480d-a70e-a6bd715e3a25 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373414 Sep 15 10:22:14.339186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39004ac6-a9d7-4341-81b0-f3a06be68806 req-f24a3117-1ca4-467d-b118-8a41f8a2896c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:14.340626 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-39004ac6-a9d7-4341-81b0-f3a06be68806 req-f24a3117-1ca4-467d-b118-8a41f8a2896c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0880077 Sep 15 10:22:14.384132 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-39004ac6-a9d7-4341-81b0-f3a06be68806 req-23571ec8-fda4-476a-a8c5-e60b6cdf1efa tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371282 Sep 15 10:22:15.592402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c1e76-b8fc-4f5a-bc35-0e71c50203c7 req-cba6512e-1960-4633-b173-3c6a2ff63246 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:15.593730 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f14c1e76-b8fc-4f5a-bc35-0e71c50203c7 req-cba6512e-1960-4633-b173-3c6a2ff63246 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0874312 Sep 15 10:22:15.637685 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f14c1e76-b8fc-4f5a-bc35-0e71c50203c7 req-261756d7-abb2-48bf-a9cb-762562ef7efc tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373003 Sep 15 10:22:16.845735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ea749-30b2-4f35-8885-44eb29619fe9 req-4b43cf5f-8c8b-40ee-ae31-0835aeb37bbe tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:16.847229 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-533ea749-30b2-4f35-8885-44eb29619fe9 req-4b43cf5f-8c8b-40ee-ae31-0835aeb37bbe tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0913720 Sep 15 10:22:16.989373 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-533ea749-30b2-4f35-8885-44eb29619fe9 req-4f55fd5a-6610-41cb-984f-888dfb19937f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364088 Sep 15 10:22:18.211287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ae87f-e599-4870-933e-e1fa429bc1eb req-5c95cab7-7d34-4427-adbe-a1f754cd5105 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:18.212738 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1c6ae87f-e599-4870-933e-e1fa429bc1eb req-5c95cab7-7d34-4427-adbe-a1f754cd5105 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0874147 Sep 15 10:22:18.258169 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1c6ae87f-e599-4870-933e-e1fa429bc1eb req-17af96ca-11c4-4947-961c-b9c12eada866 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397198 Sep 15 10:22:19.462375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbda3d9-6f52-489e-90e5-644dd0ade59b req-51d9e8fb-42a9-432d-80d5-62cf5e441550 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:19.463840 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1bbda3d9-6f52-489e-90e5-644dd0ade59b req-51d9e8fb-42a9-432d-80d5-62cf5e441550 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0861814 Sep 15 10:22:19.506653 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1bbda3d9-6f52-489e-90e5-644dd0ade59b req-4bc178c2-cee2-442c-a14f-8619c1e178bb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371838 Sep 15 10:22:19.619892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-211f1577-e19e-4fa6-ac0a-79c147a1f870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:20.712372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729371-6829-49fa-b68a-5fc120e13b6b req-3bd78db5-bdef-4ce0-99f9-d8aa7291763f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:20.713813 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5729371-6829-49fa-b68a-5fc120e13b6b req-3bd78db5-bdef-4ce0-99f9-d8aa7291763f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0887575 Sep 15 10:22:20.758504 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d5729371-6829-49fa-b68a-5fc120e13b6b req-e456aabd-de6a-41cc-94cb-93129130d389 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383463 Sep 15 10:22:20.885957 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:21.700080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f070532f-e9b4-45ce-adbe-75c500e6aa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:21.966304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3525cb7-8a36-4a72-aa7f-0f36170c9d6f req-d2824db5-ffd3-496b-ae1b-670e04cc6bb3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:21.967647 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b3525cb7-8a36-4a72-aa7f-0f36170c9d6f req-d2824db5-ffd3-496b-ae1b-670e04cc6bb3 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0863237 Sep 15 10:22:22.014602 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b3525cb7-8a36-4a72-aa7f-0f36170c9d6f req-613a691a-e7e6-44f7-9220-4c785980fd0c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406587 Sep 15 10:22:22.539760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:22.857657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:23.221589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104019d-685d-4293-8b19-94da02267417 req-6d780a80-c329-4d54-986f-05a0312f23bf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:23.223226 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a104019d-685d-4293-8b19-94da02267417 req-6d780a80-c329-4d54-986f-05a0312f23bf tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0873501 Sep 15 10:22:23.266660 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a104019d-685d-4293-8b19-94da02267417 req-fbccd089-0a44-4ee6-8cbf-14bf0e801ec1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378888 Sep 15 10:22:24.361883 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-871975dc-1f83-426b-803b-d6037e4019f6 service neutron] 10.222.0.16 "GET /v2.0/ports/8d8860c1-4025-4fc8-89cc-142f6e280aad/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.1742415 Sep 15 10:22:24.396681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:24.479792 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456f08c-1de0-4e3e-a677-eda95f31ecd5 req-43b50f40-d816-472a-8ff2-43bd3b00b2fe tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:24.481247 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8456f08c-1de0-4e3e-a677-eda95f31ecd5 req-43b50f40-d816-472a-8ff2-43bd3b00b2fe tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0911477 Sep 15 10:22:24.525667 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8456f08c-1de0-4e3e-a677-eda95f31ecd5 req-34212aea-0278-4dfb-a333-1c88ec76bfb9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383961 Sep 15 10:22:25.089229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-942f1dbf-daf2-4951-a4bd-99c6f1e19eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:25.090744 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-942f1dbf-daf2-4951-a4bd-99c6f1e19eb6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 1098 time: 0.0814674 Sep 15 10:22:25.207998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-9feca3a8-2546-41f9-b5b6-e40ab9921a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:25.209490 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-9feca3a8-2546-41f9-b5b6-e40ab9921a06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1098 time: 0.0843539 Sep 15 10:22:25.345643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-013c1f11-a663-405e-8946-b888b8d61bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:25.347177 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-013c1f11-a663-405e-8946-b888b8d61bc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1322744 Sep 15 10:22:25.451954 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-0f1eeb3c-e47c-41a7-92ae-5bb07fdfda88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 1002 time: 0.0990622 Sep 15 10:22:25.517622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-4ae5aca3-13b4-4de2-ab2a-ec054d961b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:25.519096 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-4ae5aca3-13b4-4de2-ab2a-ec054d961b4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0611904 Sep 15 10:22:25.603749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-1a1055a9-5190-4ded-839a-5aaeb9b8f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:25.605383 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-1a1055a9-5190-4ded-839a-5aaeb9b8f2ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806987 Sep 15 10:22:25.742398 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-b07d0ac4-691a-48da-83c4-d1de83e0d972 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306994 Sep 15 10:22:25.755823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d8ad7-dd2a-43ff-a556-eb24f2b71c12 req-daae11fe-f179-481e-9c72-c0025a6b2abd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:25.757469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ce2d8ad7-dd2a-43ff-a556-eb24f2b71c12 req-daae11fe-f179-481e-9c72-c0025a6b2abd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0969722 Sep 15 10:22:25.820400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ce2d8ad7-dd2a-43ff-a556-eb24f2b71c12 req-c7401ca9-811d-4e63-81ed-856240c2a7d8 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501680 Sep 15 10:22:25.885346 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-e1e50576-c7b9-44b9-a730-81ed14dd8229 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366963 Sep 15 10:22:26.168764 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:22:27.043309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a99fc5-37a9-4a7b-bb4e-4513bc5e94a2 req-608bff83-1b66-4e8b-830a-14523d2601d0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:27.044698 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-20a99fc5-37a9-4a7b-bb4e-4513bc5e94a2 req-608bff83-1b66-4e8b-830a-14523d2601d0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0917313 Sep 15 10:22:27.089458 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-20a99fc5-37a9-4a7b-bb4e-4513bc5e94a2 req-15a2167a-7517-4704-bfee-683129897801 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378580 Sep 15 10:22:28.298926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf9eb9-df97-4b16-ad92-63daf8783aca req-864f5efd-0463-4d23-bc11-d125797a18f4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:28.300386 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60bf9eb9-df97-4b16-ad92-63daf8783aca req-864f5efd-0463-4d23-bc11-d125797a18f4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0899425 Sep 15 10:22:28.344187 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60bf9eb9-df97-4b16-ad92-63daf8783aca req-e988c1ef-20e7-4742-9c42-ffc791bad6ff tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380492 Sep 15 10:22:28.559650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:22:28.684339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8d8860c1-4025-4fc8-89cc-142f6e280aad is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:22:28.684339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:28.706741 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:22:28.709028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b087c-5201-4517-ab75-7afb2e8d9998" -d '{"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:22:28.716515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:28.757482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c31afdf-2d23-4126-8324-4ce0fb3eec15 x-openstack-request-id: req-9c31afdf-2d23-4126-8324-4ce0fb3eec15 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:22:28.757769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:22:28.763042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c31afdf-2d23-4126-8324-4ce0fb3eec15 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:22:28.763042 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c31afdf-2d23-4126-8324-4ce0fb3eec15'] response: {'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'code': 200} Sep 15 10:22:28.785141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:28.853595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:22:28.860579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.861054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.861322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.861652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.862007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.862336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.862659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.862982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.863300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.863618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.863937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:28.864252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:29.561678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a34bb-a4eb-4e74-a458-626062f71320 req-5469639c-2ed7-4519-adfc-b02ef3bd65ce tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:29.563095 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-308a34bb-a4eb-4e74-a458-626062f71320 req-5469639c-2ed7-4519-adfc-b02ef3bd65ce tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.0945654 Sep 15 10:22:29.609363 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-308a34bb-a4eb-4e74-a458-626062f71320 req-2eaf7fb8-5e1c-42d7-bddf-0251fb24f48b tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399334 Sep 15 10:22:30.556133 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:22:30.689960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:30.702833 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'mac_address': 'fa:16:3e:b0:22:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:22:30.757882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8d8860c1-4025-4fc8-89cc-142f6e280aad is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:22:30.758261 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:30.775200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8860c1-4025-4fc8-89cc-142f6e280aad {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:22:30.791679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:30.820533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033105f3-ac3c-4c01-b2c1-bf64b2044ed3 req-ca207ded-4026-45cc-9d34-cc6aadebd21c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:30.822019 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-033105f3-ac3c-4c01-b2c1-bf64b2044ed3 req-ca207ded-4026-45cc-9d34-cc6aadebd21c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.0906978 Sep 15 10:22:30.851762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:30.866260 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-033105f3-ac3c-4c01-b2c1-bf64b2044ed3 req-73f062bd-5572-4785-8c06-3afbc8473c4d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386167 Sep 15 10:22:30.924422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:22:30.977145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['8d8860c1-4025-4fc8-89cc-142f6e280aad'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:22:32.076541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8c430-f474-47d9-9775-1d1e343c86e3 req-f15252a1-a675-420a-bebd-54dfdeb54796 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:32.078034 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1f8c430-f474-47d9-9775-1d1e343c86e3 req-f15252a1-a675-420a-bebd-54dfdeb54796 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 944 time: 0.0910482 Sep 15 10:22:32.120553 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1f8c430-f474-47d9-9775-1d1e343c86e3 req-9a12ebd5-ba52-49a4-bdd3-45d774a70d69 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363727 Sep 15 10:22:32.554393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:22:32.625103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 8d8860c1-4025-4fc8-89cc-142f6e280aad triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:22:32.625382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:32.768958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8d8860c1-4025-4fc8-89cc-142f6e280aad is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:22:32.769321 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:32.795804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:22:32.798337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1d4525-996a-4f6e-80cf-f9c8a3e6a9a6" -d '{"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-plugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:22:32.807032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:32.849517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab248a67-1584-4bfe-a666-006c4d0ae1ee x-openstack-request-id: req-ab248a67-1584-4bfe-a666-006c4d0ae1ee {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:22:32.849802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-plugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:22:32.850076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab248a67-1584-4bfe-a666-006c4d0ae1ee {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:22:32.850460 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab248a67-1584-4bfe-a666-006c4d0ae1ee'] response: {'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'code': 200} Sep 15 10:22:32.869277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:32.935524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:22:33.332155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef2ce9-b3c2-487b-9a29-bc86f534c60c req-cc9b84e1-da14-4bc8-bcfb-0fcce27e9eaa tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:33.333638 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f0ef2ce9-b3c2-487b-9a29-bc86f534c60c req-cc9b84e1-da14-4bc8-bcfb-0fcce27e9eaa tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0880978 Sep 15 10:22:33.380138 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f0ef2ce9-b3c2-487b-9a29-bc86f534c60c req-9406dd4d-4cc6-476f-ab83-3772b03b2b57 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407057 Sep 15 10:22:34.583994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e80af0-1e84-4ee1-b12c-9549d1945797 req-699aed21-d7d1-4c26-9afd-97c318f06745 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:34.585436 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-30e80af0-1e84-4ee1-b12c-9549d1945797 req-699aed21-d7d1-4c26-9afd-97c318f06745 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0868652 Sep 15 10:22:34.627575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-30e80af0-1e84-4ee1-b12c-9549d1945797 req-1bab035f-dda9-4db6-9120-c9095ce8a07e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364742 Sep 15 10:22:35.837267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7093d1d2-2fe2-4c32-8d6a-af1693df506c req-89e13f7c-8add-4004-9c31-3806090aedb1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:35.838733 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7093d1d2-2fe2-4c32-8d6a-af1693df506c req-89e13f7c-8add-4004-9c31-3806090aedb1 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0915010 Sep 15 10:22:35.882480 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7093d1d2-2fe2-4c32-8d6a-af1693df506c req-5e8ead5a-337a-4f27-92eb-afadcabf67ed tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381961 Sep 15 10:22:36.622432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b3f18-91c0-441a-9526-b609d35e9468 req-3657ba4b-5a42-42ae-9741-89690c610ce4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:36.623813 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-627b3f18-91c0-441a-9526-b609d35e9468 req-3657ba4b-5a42-42ae-9741-89690c610ce4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0877106 Sep 15 10:22:36.630015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-031fdedb-0f10-45f7-8eba-72cbe7f188a4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:36.630825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-031fdedb-0f10-45f7-8eba-72cbe7f188a4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Synchronizing usage tracker for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:22:36.671993 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-627b3f18-91c0-441a-9526-b609d35e9468 req-fa3d2d2a-30c7-4854-bc08-412aeed75ee9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415914 Sep 15 10:22:36.705555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-031fdedb-0f10-45f7-8eba-72cbe7f188a4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Unset dirty status for tenant:7a6ba5d9f4d74cdea9c76d7a26d3f2cc on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:22:36.707544 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-031fdedb-0f10-45f7-8eba-72cbe7f188a4 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 945 time: 0.1727724 Sep 15 10:22:36.784874 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-ffcad9a6-29e4-4704-8f1b-ec8edea82c3e service neutron] 10.222.0.16 "GET /v2.0/ports/8d8860c1-4025-4fc8-89cc-142f6e280aad/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0720837 Sep 15 10:22:36.904496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-9b5d0d3b-5cf1-4136-9efa-014906dad35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:36.905865 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-9b5d0d3b-5cf1-4136-9efa-014906dad35b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1098 time: 0.0796182 Sep 15 10:22:37.033195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-cb2becf3-93e1-4acd-8052-3390d4ee879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:37.034755 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-cb2becf3-93e1-4acd-8052-3390d4ee879a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1231425 Sep 15 10:22:37.135987 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-4435f93f-fda1-44e9-b67d-a863e2ec8255 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 1002 time: 0.0952704 Sep 15 10:22:37.196462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-f728fa05-7cb7-44ff-b237-346a1d245267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:37.197850 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-f728fa05-7cb7-44ff-b237-346a1d245267 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0556650 Sep 15 10:22:37.281458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-74276015-9483-4ff2-be4b-2a299497878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:37.282982 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-74276015-9483-4ff2-be4b-2a299497878c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790694 Sep 15 10:22:37.415675 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-e78b3189-dc4f-4fe9-8ce2-0114a74a70e8 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270199 Sep 15 10:22:37.632034 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-8ceb0652-c581-490a-8288-813432a9b35c service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101717 Sep 15 10:22:38.030979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549cb92d-62d4-4788-bc27-2fd62888a724 req-5ff91ec4-e7df-4cd6-9ac2-2ce114b85302 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:38.032424 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-549cb92d-62d4-4788-bc27-2fd62888a724 req-5ff91ec4-e7df-4cd6-9ac2-2ce114b85302 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0868583 Sep 15 10:22:38.075728 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-549cb92d-62d4-4788-bc27-2fd62888a724 req-fca4bd66-285c-4446-85a2-3b013f536efa tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374460 Sep 15 10:22:39.286194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6a4a2-d12a-4148-8705-6985ff78aca6 req-f399264d-9c0c-4f5e-81e0-b1d65e19dfef tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:39.287797 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4c6a4a2-d12a-4148-8705-6985ff78aca6 req-f399264d-9c0c-4f5e-81e0-b1d65e19dfef tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0930030 Sep 15 10:22:39.335387 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4c6a4a2-d12a-4148-8705-6985ff78aca6 req-a5c2304a-1dd7-46db-afcd-231835406587 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413592 Sep 15 10:22:40.543817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be06bb8-ddd9-48f9-8a10-a49d43886be4 req-00533d9b-85ac-4980-a87c-a5f8b3cdc157 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:40.545257 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9be06bb8-ddd9-48f9-8a10-a49d43886be4 req-00533d9b-85ac-4980-a87c-a5f8b3cdc157 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0859153 Sep 15 10:22:40.594576 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9be06bb8-ddd9-48f9-8a10-a49d43886be4 req-9d8508ac-a5d3-49e2-a06f-da324f92b0a0 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421984 Sep 15 10:22:41.570085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-b21b4275-420f-464d-8d3f-99ed65d185bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:41.571443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-b21b4275-420f-464d-8d3f-99ed65d185bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96&tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc HTTP/1.1" status: 200 len: 1098 time: 0.0776675 Sep 15 10:22:41.687483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-c685e7ac-285d-43ce-a866-f99de59ba12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:41.688946 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-c685e7ac-285d-43ce-a866-f99de59ba12d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1098 time: 0.0818262 Sep 15 10:22:41.803637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c1b5f9-3b25-4d0f-a6d1-d9d831a5c759 req-172164c8-e7f7-4a2c-b606-f8ada002c346 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:41.805618 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-76c1b5f9-3b25-4d0f-a6d1-d9d831a5c759 req-172164c8-e7f7-4a2c-b606-f8ada002c346 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0889397 Sep 15 10:22:41.820361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-9ed622f2-3e68-4bff-8a3a-023e5586e356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:41.821704 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-9ed622f2-3e68-4bff-8a3a-023e5586e356 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1269925 Sep 15 10:22:41.850801 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-76c1b5f9-3b25-4d0f-a6d1-d9d831a5c759 req-9d0a8c24-e365-499e-968f-15e8fb876b48 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392654 Sep 15 10:22:41.924496 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-824b9c97-55d8-48cb-9fdc-f311c73f3cfc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 1002 time: 0.0957711 Sep 15 10:22:41.985006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-70ce05f8-a41f-4097-9aeb-b0cec14df0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:41.996689 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-70ce05f8-a41f-4097-9aeb-b0cec14df0dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0554621 Sep 15 10:22:42.072941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-f63bffbc-6b1f-4804-9f00-ce7ff576fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:42.074347 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-f63bffbc-6b1f-4804-9f00-ce7ff576fc17 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816958 Sep 15 10:22:42.202739 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-530c8fa3-c1b2-4cac-8573-ea5e7eafaf55 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218684 Sep 15 10:22:42.337365 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a722a6b5-8c4d-4ba1-8a32-c12a84097f4c req-6c554d27-27d9-4a19-b1fb-c5165c59cf3f service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270998 Sep 15 10:22:43.074949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03ac07-553d-4ad7-9148-2d6501b23434 req-b2a1f5fb-20c9-471e-92e7-921e5bd7ab5d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:43.076487 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1b03ac07-553d-4ad7-9148-2d6501b23434 req-b2a1f5fb-20c9-471e-92e7-921e5bd7ab5d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0962477 Sep 15 10:22:43.126986 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1b03ac07-553d-4ad7-9148-2d6501b23434 req-fb26b1cf-a882-4b2e-b2dd-5cbb08f9f586 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436931 Sep 15 10:22:44.336538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e2250-6365-4d08-b88a-cd64555946ec req-75251b44-222e-4a21-9e7c-9b91dccc88cd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:44.338016 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d97e2250-6365-4d08-b88a-cd64555946ec req-75251b44-222e-4a21-9e7c-9b91dccc88cd tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0872495 Sep 15 10:22:44.385350 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d97e2250-6365-4d08-b88a-cd64555946ec req-f81e5c8d-cb17-44b5-b775-782daf330083 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Sep 15 10:22:44.617407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:22:44.729176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8d8860c1-4025-4fc8-89cc-142f6e280aad is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:22:44.729467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:44.755501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:22:44.757726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caa4572-2ecb-4e0e-8b46-10bf34a0afaa" -d '{"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:22:44.765044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:44.810243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb72e65-012f-4a1b-85e5-6f3e9816a198 x-openstack-request-id: req-4bb72e65-012f-4a1b-85e5-6f3e9816a198 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:22:44.810533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-unplugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:22:44.810798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bb72e65-012f-4a1b-85e5-6f3e9816a198 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:22:44.811184 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb72e65-012f-4a1b-85e5-6f3e9816a198'] response: {'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'code': 200} Sep 15 10:22:44.853902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:44.920086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=9']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:22:45.593153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094dde7-27bc-466c-8db2-29b947e255cf req-3301b98c-4760-46dd-bde7-4ae5a0f454e7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:45.594534 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f094dde7-27bc-466c-8db2-29b947e255cf req-3301b98c-4760-46dd-bde7-4ae5a0f454e7 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.0878291 Sep 15 10:22:45.638248 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f094dde7-27bc-466c-8db2-29b947e255cf req-f69664d9-aa3b-46e3-9352-c97c6ada1e68 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373461 Sep 15 10:22:46.632038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:22:46.764464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:46.777726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'port_id': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'mac_address': 'fa:16:3e:b0:22:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 384, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:22:46.838199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8d8860c1-4025-4fc8-89cc-142f6e280aad is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:22:46.838576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:46.856373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8860c1-4025-4fc8-89cc-142f6e280aad {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:22:46.873325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:46.948350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8284c29-3a6f-4cac-b088-2155ff484787 req-414ff86d-20d5-4abf-8d10-3b8ee6e99b16 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:46.949800 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8284c29-3a6f-4cac-b088-2155ff484787 req-414ff86d-20d5-4abf-8d10-3b8ee6e99b16 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 943 time: 0.1873515 Sep 15 10:22:46.968199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:46.993940 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8284c29-3a6f-4cac-b088-2155ff484787 req-9c4d8ab2-1e0e-4a1b-a43e-20c1c85e3a6c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384517 Sep 15 10:22:47.036472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=10']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:22:47.092525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['8d8860c1-4025-4fc8-89cc-142f6e280aad'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:22:48.198883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf72582-5c29-4596-8c22-8a431183247b req-741b838c-2bc7-40eb-be1f-66e7406533fb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:48.200332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bdf72582-5c29-4596-8c22-8a431183247b req-741b838c-2bc7-40eb-be1f-66e7406533fb tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 945 time: 0.0864351 Sep 15 10:22:48.243197 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bdf72582-5c29-4596-8c22-8a431183247b req-89ed2cb6-3e54-417b-93b4-0ecb31590422 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373323 Sep 15 10:22:48.647638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:22:48.714277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 8d8860c1-4025-4fc8-89cc-142f6e280aad triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:22:48.714667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:48.828040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8d8860c1-4025-4fc8-89cc-142f6e280aad is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:22:48.828413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:48.854840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:22:48.857103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc923c3-73de-4fea-aca6-6cfe6ff16629" -d '{"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-plugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:22:48.865273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:48.907005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed80de9-fe11-4685-80fe-fa7b9eb9c197 x-openstack-request-id: req-0ed80de9-fe11-4685-80fe-fa7b9eb9c197 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:22:48.907318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-plugged", "status": "completed", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:22:48.907565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0ed80de9-fe11-4685-80fe-fa7b9eb9c197 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:22:48.907960 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ed80de9-fe11-4685-80fe-fa7b9eb9c197'] response: {'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'code': 200} Sep 15 10:22:48.939363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:49.008503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=11']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:22:49.460372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230c4d0-11d8-4276-aa79-7bbfab63940e req-ee422e3e-f884-42df-8bb3-07b31c2fd877 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:49.461806 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f230c4d0-11d8-4276-aa79-7bbfab63940e req-ee422e3e-f884-42df-8bb3-07b31c2fd877 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0905302 Sep 15 10:22:49.504755 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f230c4d0-11d8-4276-aa79-7bbfab63940e req-263f9191-3074-4541-9695-97e5f0dcd22e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373435 Sep 15 10:22:49.614155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-21bdf0c1-bdc0-4a22-a31f-1a4a82888ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:50.714236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5e448-d3bb-4cdd-a42c-8222a202bcde req-f39bd0fc-470b-4f36-b1a0-03570e94543d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:50.715707 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4f5e448-d3bb-4cdd-a42c-8222a202bcde req-f39bd0fc-470b-4f36-b1a0-03570e94543d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0911856 Sep 15 10:22:50.760669 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4f5e448-d3bb-4cdd-a42c-8222a202bcde req-64c92c71-a660-4690-b291-45c5c378cf6e tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390892 Sep 15 10:22:50.903503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:51.606118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349aec6-713d-4b22-9ba1-f17def676520 req-0dc28c53-ba66-4ebf-811f-6077f09d36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:51.607652 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8349aec6-713d-4b22-9ba1-f17def676520 req-0dc28c53-ba66-4ebf-811f-6077f09d36e0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 1099 time: 0.0802472 Sep 15 10:22:51.663538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-857248b3-293d-4f53-bf06-015d072f1151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:51.753436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349aec6-713d-4b22-9ba1-f17def676520 req-f8ab89b5-88ed-4fd7-9cef-dc9eb9efc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:51.754916 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8349aec6-713d-4b22-9ba1-f17def676520 req-f8ab89b5-88ed-4fd7-9cef-dc9eb9efc92a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 200 len: 912 time: 0.1274090 Sep 15 10:22:51.863214 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8349aec6-713d-4b22-9ba1-f17def676520 req-c8dedb90-c653-4354-b6d6-c784a688d23b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 200 len: 1002 time: 0.1025786 Sep 15 10:22:51.925020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349aec6-713d-4b22-9ba1-f17def676520 req-a702db7d-5e53-4477-9eed-f405b9323a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:51.926820 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8349aec6-713d-4b22-9ba1-f17def676520 req-a702db7d-5e53-4477-9eed-f405b9323a73 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 200 len: 850 time: 0.0581973 Sep 15 10:22:51.973747 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8f8c9-3ef4-451a-b092-8f22a54f642f req-b7607d7a-593c-405b-95f9-a1168b0c79f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:51.975224 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b8f8c9-3ef4-451a-b092-8f22a54f642f req-b7607d7a-593c-405b-95f9-a1168b0c79f9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0873988 Sep 15 10:22:52.015134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8349aec6-713d-4b22-9ba1-f17def676520 req-9b36b1eb-b79e-41fe-a7c0-8f807a92f95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:52.016630 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8349aec6-713d-4b22-9ba1-f17def676520 req-9b36b1eb-b79e-41fe-a7c0-8f807a92f95e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0571a1a7-6eb4-4f49-96fe-776ac7af34a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842745 Sep 15 10:22:52.017690 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95b8f8c9-3ef4-451a-b092-8f22a54f642f req-211dd389-bbdb-4a27-b999-526181bd0e27 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367291 Sep 15 10:22:52.230090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb5dd7-9b4a-4af7-8aa1-4d5c16e968f7 req-459d5fff-9bc0-4c5c-bf27-d083c2909f69 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:52.231563 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-49fb5dd7-9b4a-4af7-8aa1-4d5c16e968f7 req-459d5fff-9bc0-4c5c-bf27-d083c2909f69 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0944638 Sep 15 10:22:52.249764 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8349aec6-713d-4b22-9ba1-f17def676520 req-d4e1b271-8c49-49bc-b9e1-3416acb37f0c service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272656 Sep 15 10:22:52.276149 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-49fb5dd7-9b4a-4af7-8aa1-4d5c16e968f7 req-1b685e05-f7d9-4679-98d8-4c50802e1c7a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387678 Sep 15 10:22:52.380582 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8349aec6-713d-4b22-9ba1-f17def676520 req-9740f7fc-7e66-44fe-bc2d-a9794045fea1 service neutron] 10.222.0.16 "GET /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251342 Sep 15 10:22:52.487446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14752746-522f-49b4-b8ff-e8d007dd9e12 req-dc57f413-28be-462f-a995-879e6e8cc27f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:52.488827 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14752746-522f-49b4-b8ff-e8d007dd9e12 req-dc57f413-28be-462f-a995-879e6e8cc27f tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0927296 Sep 15 10:22:52.532046 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14752746-522f-49b4-b8ff-e8d007dd9e12 req-4f75c3b4-21fc-4900-8c8d-530fe6757fb9 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 Sep 15 10:22:52.556456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:52.848610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:53.111712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc3965-6b00-40a6-8b95-a7207af25bf5 req-b57b1177-4280-4edc-860e-90178ef912aa tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:53.113084 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f5bc3965-6b00-40a6-8b95-a7207af25bf5 req-b57b1177-4280-4edc-860e-90178ef912aa tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0866613 Sep 15 10:22:53.157216 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f5bc3965-6b00-40a6-8b95-a7207af25bf5 req-664172fc-0373-4e32-b830-b0648ee5d486 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Sep 15 10:22:54.366939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33833753-68c6-490b-9d1b-f6d37194a955 req-3f347bef-e43f-4476-99b7-1fa905e5d13a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:54.368378 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-33833753-68c6-490b-9d1b-f6d37194a955 req-3f347bef-e43f-4476-99b7-1fa905e5d13a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0901160 Sep 15 10:22:54.397266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:54.412463 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-33833753-68c6-490b-9d1b-f6d37194a955 req-f85825e1-d053-4146-8ef7-3ef9d5d68c9c tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383646 Sep 15 10:22:55.544185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-4e05ffb7-512f-4fa5-a889-e8759d1a2338 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:55.545608 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-4e05ffb7-512f-4fa5-a889-e8759d1a2338 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0861297 Sep 15 10:22:55.617062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c7283-bb32-4510-a6cd-3b3d0932ec58 req-c0c8ae57-fcf8-40fa-8879-8ba5ef6eca50 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:22:55.618463 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d34c7283-bb32-4510-a6cd-3b3d0932ec58 req-c0c8ae57-fcf8-40fa-8879-8ba5ef6eca50 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 946 time: 0.0866566 Sep 15 10:22:55.622344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Deleting port 8d8860c1-4025-4fc8-89cc-142f6e280aad {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:22:55.622687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:55.668881 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d34c7283-bb32-4510-a6cd-3b3d0932ec58 req-266048ce-de6f-4d9d-bb4f-d8dd15176913 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups?id=825d497a-cf33-47d9-b291-4d64785a42e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446751 Sep 15 10:22:55.868303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] For port 8d8860c1-4025-4fc8-89cc-142f6e280aad, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8d8860c1-4025-4fc8-89cc-142f6e280aad,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:22:55.868526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:56.156135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:56.156509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:56.156816 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a disassociated. External IP: 172.26.7.247, port: 8d8860c1-4025-4fc8-89cc-142f6e280aad. Sep 15 10:22:56.157150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Calling delete_port for 8d8860c1-4025-4fc8-89cc-142f6e280aad owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:22:56.350939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:56.401721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event deleted for resources: {'Port': ['ID=8d8860c1-4025-4fc8-89cc-142f6e280aad,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:22:56.411622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.411959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.412292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.412621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.412951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.413660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.413660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.413994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.414219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.414538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.414854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.415165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:22:56.603776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:22:56.780698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:22:56.792429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:22:56.802977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:22:56.803529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:22:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:22:56.843544 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-46858f69-9ef6-458d-915e-6ee462b4d279 req-335450bf-e9f4-4b24-b75f-64f4e97bda92 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 210 time: 0.0548148 Sep 15 10:22:56.968631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] No DVR routers for this DVR port 8d8860c1-4025-4fc8-89cc-142f6e280aad on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:22:56.971554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:22:56.974957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-deleted', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:22:56.977216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02581ded-ab10-4bb7-87f8-bd1a2f6b01f6" -d '{"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-deleted", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:22:56.995382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:22:57.077640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0cb07f-1a01-40ef-b093-d61a3f78ce97 x-openstack-request-id: req-9b0cb07f-1a01-40ef-b093-d61a3f78ce97 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:22:57.077959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e6be2-2057-4293-bb71-89c64e989c96", "name": "network-vif-deleted", "tag": "8d8860c1-4025-4fc8-89cc-142f6e280aad", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:22:57.078212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b0cb07f-1a01-40ef-b093-d61a3f78ce97 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:22:57.078663 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0cb07f-1a01-40ef-b093-d61a3f78ce97'] response: {'server_uuid': 'af9e6be2-2057-4293-bb71-89c64e989c96', 'name': 'network-vif-deleted', 'tag': '8d8860c1-4025-4fc8-89cc-142f6e280aad', 'status': 'completed', 'code': 200} Sep 15 10:22:57.087243 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b70f6da1-6f51-4c6b-acb4-7b98a0e540be req-b3211f9e-a200-4c20-b20c-73058041ef2a tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.16 "DELETE /v2.0/ports/8d8860c1-4025-4fc8-89cc-142f6e280aad HTTP/1.1" status: 204 len: 173 time: 1.5367742 Sep 15 10:22:57.327824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:22:57.332109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:22:57.341569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:22:57.342202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:22:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:22:57.557268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:22:57.883305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:22:57.887467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52f79c3-9625-4e8d-852d-ae1b6bfff989 None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:16:56Z', 'revision_number': 4, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82', 'name': '', 'network_id': '0571a1a7-6eb4-4f49-96fe-776ac7af34a3', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'mac_address': 'fa:16:3e:87:54:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:55Z', 'updated_at': '2022-09-15T10:17:01Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'subnets': [{'id': '8c8e4355-e88f-4e62-b7fe-284d368a1346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:22:58.047032 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c4475fd3-c9bd-4193-bed4-afa8ce9df22e req-3a30517e-d1c0-48be-9e91-11ac60948302 tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/ports?device_id=af9e6be2-2057-4293-bb71-89c64e989c96 HTTP/1.1" status: 200 len: 210 time: 0.0580966 Sep 15 10:22:58.118081 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a632602b-9315-4401-a70b-1f57ab53f314 None None] New status for floating IP b0d39cb8-4fb4-45e5-b211-9cc62e67d37a: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:23:00.710885 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:23:00.748724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 8d8860c1-4025-4fc8-89cc-142f6e280aad {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:23:00.749063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8d8860c1-4025-4fc8-89cc-142f6e280aad not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:23:02.566491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59646) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:02.635234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:02.663613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:02.772091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:02.790438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825d497a-cf33-47d9-b291-4d64785a42e6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:02.798546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.799374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.799374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.799676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.799883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.800211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.800534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.800853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.801180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.801619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.802058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.802379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:02.852380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:02.855678 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8cb86aa9-b6da-4089-8559-356aa1093e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "DELETE /v2.0/security-groups/825d497a-cf33-47d9-b291-4d64785a42e6 HTTP/1.1" status: 204 len: 168 time: 0.2859704 Sep 15 10:23:02.856105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59650) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:02.871766 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-ebd8edb5-36e1-4c89-b349-dc40b0de2d1d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] show failed (client error): The resource could not be found. Sep 15 10:23:02.872724 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ebd8edb5-36e1-4c89-b349-dc40b0de2d1d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "GET /v2.0/security-groups/825d497a-cf33-47d9-b291-4d64785a42e6 HTTP/1.1" status: 404 len: 347 time: 0.0156977 Sep 15 10:23:02.875313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59654) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:03.031818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Deleting port 86a9d94d-ed9a-43b6-9703-cca9965f439c {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:03.032132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:03.167819 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:23:03.198155 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:03.198475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:03.322988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Calling delete_port for 86a9d94d-ed9a-43b6-9703-cca9965f439c owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:23:03.613608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:03.661786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Pushing event deleted for resources: {'Port': ['ID=86a9d94d-ed9a-43b6-9703-cca9965f439c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:03.757545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:03.771638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:03.772755 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5b400e12-f38a-4f72-affa-7c7b769d5e8d tempest-ServerActionsTestJSON-1746467483 tempest-ServerActionsTestJSON-1746467483-project] 10.222.0.62 "DELETE /v2.0/floatingips/b0d39cb8-4fb4-45e5-b211-9cc62e67d37a HTTP/1.1" status: 204 len: 168 time: 0.8965938 Sep 15 10:23:03.775703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59658) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:04.379339 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:04.716675 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Deleting port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:04.717396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:04.886175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] For port 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:04.886527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:05.111079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Calling delete_port for 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:23:05.470609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:05.515713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Pushing event deleted for resources: {'Port': ['ID=08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:05.785334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:06.142265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Router 395970f8-f56b-4b95-8416-9908e4a76b6b has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:23:06.318216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:23:06.327170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] Sync routers for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:23:06.333303 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-47fe9d3b-e2e4-41d3-8275-164bca7051eb admin admin] 10.222.0.62 "PUT /v2.0/routers/395970f8-f56b-4b95-8416-9908e4a76b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5538964 Sep 15 10:23:06.333608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59664) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:06.337653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:23:06.338541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:22:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:06.520716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:23:06.625481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:06.801332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:23:05Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:06.802101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:06.805178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] Checking router: 395970f8-f56b-4b95-8416-9908e4a76b6b for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:23:06.813504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] Routers {'395970f8-f56b-4b95-8416-9908e4a76b6b'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:23:06.814142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:22:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['395970f8-f56b-4b95-8416-9908e4a76b6b'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:06.911693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Deleting port 775c8d67-0801-4d72-bb1d-5494441d14cd {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:06.912052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:07.037333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] Set router 395970f8-f56b-4b95-8416-9908e4a76b6b gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:23:07.099112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] For port 775c8d67-0801-4d72-bb1d-5494441d14cd, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=775c8d67-0801-4d72-bb1d-5494441d14cd,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:07.099400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:07.230281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Calling delete_port for 775c8d67-0801-4d72-bb1d-5494441d14cd owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:23:07.328912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:23:05Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:07.328912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3444540-462e-4866-bcf1-04e43b397e1f None None] The sync data for ids ['395970f8-f56b-4b95-8416-9908e4a76b6b'] in dv-neutron-857775-1-hyperv is: [{'id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'name': 'tempest-ServerActionsTestJSON-504168125-router', 'tenant_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:16:51Z', 'updated_at': '2022-09-15T10:23:05Z', 'revision_number': 5, 'project_id': '7a6ba5d9f4d74cdea9c76d7a26d3f2cc', 'gw_port': {'id': '775c8d67-0801-4d72-bb1d-5494441d14cd', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:ec:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395970f8-f56b-4b95-8416-9908e4a76b6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:16:52Z', 'updated_at': '2022-09-15T10:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:23:07.463569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:07.510512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Pushing event deleted for resources: {'Port': ['ID=775c8d67-0801-4d72-bb1d-5494441d14cd,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:07.606802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:07.779736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:07.781990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:07.882033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:07.882609 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 395970f8-f56b-4b95-8416-9908e4a76b6b {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:23:07.896470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:07.899865 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8b6a622d-59d9-4bf6-9d7c-a90428621652 admin admin] 10.222.0.62 "DELETE /v2.0/routers/395970f8-f56b-4b95-8416-9908e4a76b6b HTTP/1.1" status: 204 len: 168 time: 1.5630584 Sep 15 10:23:07.900643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59668) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:07.962227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-229440ab-fde5-4f91-82a3-e260610a3bd8 admin admin] Deleting subnet 8c8e4355-e88f-4e62-b7fe-284d368a1346 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:23:07.965438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-229440ab-fde5-4f91-82a3-e260610a3bd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.017762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-229440ab-fde5-4f91-82a3-e260610a3bd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.093519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-229440ab-fde5-4f91-82a3-e260610a3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.219350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-229440ab-fde5-4f91-82a3-e260610a3bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.365904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229440ab-fde5-4f91-82a3-e260610a3bd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c8e4355-e88f-4e62-b7fe-284d368a1346,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:08.371084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-229440ab-fde5-4f91-82a3-e260610a3bd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.376546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6025c192-077d-4188-8b9a-3a40a2874f5a None None] Network 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:23:08.376975 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-229440ab-fde5-4f91-82a3-e260610a3bd8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8c8e4355-e88f-4e62-b7fe-284d368a1346 HTTP/1.1" status: 204 len: 168 time: 0.4753177 Sep 15 10:23:08.379401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59672) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:08.482076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.492630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Deleting port f83b7d5d-0031-4faf-b45d-8558c5bdce04 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:08.492953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.624961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] DHCP port deletion for 0571a1a7-6eb4-4f49-96fe-776ac7af34a3 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:23:08.629068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] Deleting port f83b7d5d-0031-4faf-b45d-8558c5bdce04 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:08.629472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.697042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] For port f83b7d5d-0031-4faf-b45d-8558c5bdce04, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f83b7d5d-0031-4faf-b45d-8558c5bdce04,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:08.697490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.823042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Calling delete_port for f83b7d5d-0031-4faf-b45d-8558c5bdce04 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:23:08.826297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] For port f83b7d5d-0031-4faf-b45d-8558c5bdce04, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f83b7d5d-0031-4faf-b45d-8558c5bdce04,segment=NetworkSegment(2178094c-9985-45db-9d4a-ed674ea9e942),segment_id=2178094c-9985-45db-9d4a-ed674ea9e942)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:08.826690 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:08.948590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] Calling delete_port for f83b7d5d-0031-4faf-b45d-8558c5bdce04 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:23:08.954641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.003318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Pushing event deleted for resources: {'Port': ['ID=f83b7d5d-0031-4faf-b45d-8558c5bdce04,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:09.007330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] No DVR routers for this DVR port f83b7d5d-0031-4faf-b45d-8558c5bdce04 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:23:09.026112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:23:09.026492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:23:09.122189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.146581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0571a1a7-6eb4-4f49-96fe-776ac7af34a3']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:09.158006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2178094c-9985-45db-9d4a-ed674ea9e942') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:09.158308 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2178094c-9985-45db-9d4a-ed674ea9e942') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:09.171402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.187364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.193889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:23:09.194266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.294899 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 2178094c-9985-45db-9d4a-ed674ea9e942 resource provider aggregate not found Sep 15 10:23:09.308926 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 2178094c-9985-45db-9d4a-ed674ea9e942 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2178094c-9985-45db-9d4a-ed674ea9e942 found for delete ", "request_id": "req-f29fcdb1-60f7-4936-afe8-5bfecbb942f6"}]} Sep 15 10:23:09.340337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 775c8d67-0801-4d72-bb1d-5494441d14cd no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:23:09.361788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.366621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.375647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 775c8d67-0801-4d72-bb1d-5494441d14cd {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:23:09.375892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 775c8d67-0801-4d72-bb1d-5494441d14cd not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:23:09.376311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:23:09.390891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] Pushing event deleted for resources: {'Network': ['ID=0571a1a7-6eb4-4f49-96fe-776ac7af34a3,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:09.412859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:23:09.420674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 08e3aecb-cd5f-4c9a-b9c7-3e1df4c8ca82 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:23:09.420674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f83b7d5d-0031-4faf-b45d-8558c5bdce04 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:23:09.446779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: f83b7d5d-0031-4faf-b45d-8558c5bdce04 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:23:09.451718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f83b7d5d-0031-4faf-b45d-8558c5bdce04 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:23:09.471025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3b4dd7bf-2645-442b-8c80-2d9489ed983c admin admin] 10.222.0.62 "DELETE /v2.0/networks/0571a1a7-6eb4-4f49-96fe-776ac7af34a3 HTTP/1.1" status: 204 len: 168 time: 1.0900285 Sep 15 10:23:09.527514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] Deleting port f83b7d5d-0031-4faf-b45d-8558c5bdce04 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:09.527897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.593570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2b8e6691-3911-43c8-bfd1-a7d84bbf8b08 None None] The port 'f83b7d5d-0031-4faf-b45d-8558c5bdce04' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:23:09.797933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59684) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:09.845751 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5b954bb0-b5ba-4ce2-a11d-dde0d92cbbd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a6ba5d9f4d74cdea9c76d7a26d3f2cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466471 Sep 15 10:23:09.849104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59688) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:09.906139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-433dd2c0-b89a-4199-b8e8-249ab89fe672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:09.934151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-433dd2c0-b89a-4199-b8e8-249ab89fe672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:10.053364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-433dd2c0-b89a-4199-b8e8-249ab89fe672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:10.070487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dd2c0-b89a-4199-b8e8-249ab89fe672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54cf063-df7c-4146-b0f6-5fd45fccf486,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:10.077029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-433dd2c0-b89a-4199-b8e8-249ab89fe672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:10.078894 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-433dd2c0-b89a-4199-b8e8-249ab89fe672 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a54cf063-df7c-4146-b0f6-5fd45fccf486 HTTP/1.1" status: 204 len: 168 time: 0.2286570 Sep 15 10:23:11.153002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59712) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:11.257505 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-865887232-network', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:23:11.262353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:23:11.266264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Usage tracker for resource:network and tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:23:11.269756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:23:11.276592 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:23:11.354786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Made reservation on behalf of 9451a1ddb5fe4fbbb1ccb6ed9578f490 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:23:11.357115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:11.369728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:11.384391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:23:11.388197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Usage tracker for resource:security_group_rule and tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:23:11.390957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:23:11.396567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:23:11.475580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:11.544146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:11.571430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] vlan segment allocate from pool success with {'vlan_id': 381, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:23:11.586381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c5210c-f4ad-4643-92ad-9f32e8b68d11,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:11.591544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:11.595050 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Added segment d8389465-fa8e-4d01-9ee8-e32293d2b553 of type vlan for network e6b90368-25aa-4a19-997b-e4eb301d9c2d Sep 15 10:23:11.617303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:11.710030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:11.710964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:11.711534 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:11.813653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b90368-25aa-4a19-997b-e4eb301d9c2d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:11.823738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:23:11.865831 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-610a7b4d-23b4-4319-8f23-f24f20cc0166 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7117298 Sep 15 10:23:11.868568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59718) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:11.873695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Request body: {'subnet': {'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-865887232-subnet', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:23:11.878594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:23:11.882617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Usage tracker for resource:subnet and tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:23:11.885397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:23:11.891158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:23:11.966532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Made reservation on behalf of 9451a1ddb5fe4fbbb1ccb6ed9578f490 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:23:11.968883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:12.240899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:12.314793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4140ef-522b-443f-a231-a0adecb0a321,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:12.325231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Checking segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:23:12.325590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Network hostable DHCP agents. Network: e6b90368-25aa-4a19-997b-e4eb301d9c2d, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:23:12.435758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:23:12.538618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, e6b90368-25aa-4a19-997b-e4eb301d9c2d) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:23:12.542453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:12.543125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:12.548678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f153023-1b9a-4292-ae4b-4ca51013fff7 None None] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:23:12.739689 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7a3b4def-48b8-4952-b0a8-e8b76a1a86a9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8700800 Sep 15 10:23:12.742297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59722) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:12.747203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:23:12.751755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:23:12.756045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Usage tracker for resource:router and tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:23:12.758846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:23:12.764959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:23:12.801442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'fixed_ips': [{'subnet_id': 'eb4140ef-522b-443f-a231-a0adecb0a321'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:23:12.802298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:12.851996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:12.853123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:12.868728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:12.957020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Allocated IP 172.20.0.2 (e6b90368-25aa-4a19-997b-e4eb301d9c2d/eb4140ef-522b-443f-a231-a0adecb0a321/c49c275c-770b-45b4-a784-d0023ad19619) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:23:13.163168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:13.173814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Transition to ACTIVE for port object c49c275c-770b-45b4-a784-d0023ad19619 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:13.193361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Transition to ACTIVE for port object c49c275c-770b-45b4-a784-d0023ad19619 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:13.207990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:13.265118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:13.332246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:23:13.335880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:23:13.339675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:23:13.345384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Pushing event updated for resources: {'Port': ['ID=c49c275c-770b-45b4-a784-d0023ad19619,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:13.448271 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Attempting to bind port c49c275c-770b-45b4-a784-d0023ad19619 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:23:13.448548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Attempting to bind port c49c275c-770b-45b4-a784-d0023ad19619 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:23:13.448921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Attempting to bind port c49c275c-770b-45b4-a784-d0023ad19619 on network e6b90368-25aa-4a19-997b-e4eb301d9c2d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:23:13.454108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:23:13.454485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Checking segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:23:13.454884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:13.455277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Bound using segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:23:13.455738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Bound port: c49c275c-770b-45b4-a784-d0023ad19619, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:23:13.456108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:13.542648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] For port c49c275c-770b-45b4-a784-d0023ad19619, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:23:13.545608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] For port c49c275c-770b-45b4-a784-d0023ad19619, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c49c275c-770b-45b4-a784-d0023ad19619,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:23:13.590614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:13.622518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:13.659164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:13.737616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19481d5-f415-455b-923f-554f7f8cda97 None None] Pushing event updated for resources: {'Port': ['ID=c49c275c-770b-45b4-a784-d0023ad19619,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:13.757713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Allocated IP 172.26.7.247 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/71c55de1-ab57-4cdc-a230-49f723540540) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:23:13.916769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:14.007964 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:14.077587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:23:14.080519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:23:14.084791 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:23:14.112764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Pushing event updated for resources: {'Port': ['ID=71c55de1-ab57-4cdc-a230-49f723540540,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:14.624128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d0210d-e0c6-460c-80eb-9cfbad4f4d78 None None] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:23:14.687772 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:14.786879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-21c4bbd1-26b1-4727-ac6e-3dfe81ba8b2f None None] Provisioning for port c49c275c-770b-45b4-a784-d0023ad19619 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:15.041552 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:15.327491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:23:15.367743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c49c275c-770b-45b4-a784-d0023ad19619 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:23:15.481762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port c49c275c-770b-45b4-a784-d0023ad19619 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:15.486979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c49c275c-770b-45b4-a784-d0023ad19619 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:15.487368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:15.515075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:23:15.526263 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Sync routers for ids ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:23:15.535151 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Routers {'4c872c62-39f8-4c29-b83d-e27e2a5481c3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:23:15.535871 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:22:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:15.596053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:15.600565 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5a9cc1c1-debe-4603-b448-0dd257e671b6 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8546739 Sep 15 10:23:15.600872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59726) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:15.609192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c49c275c-770b-45b4-a784-d0023ad19619 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:15.609604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:15.642768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port c49c275c-770b-45b4-a784-d0023ad19619, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c49c275c-770b-45b4-a784-d0023ad19619,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:15.704588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:15.723056 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Set router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:23:15.782412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=c49c275c-770b-45b4-a784-d0023ad19619,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:16.007508 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '71c55de1-ab57-4cdc-a230-49f723540540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:23:14Z', 'revision_number': 3, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port': {'id': '71c55de1-ab57-4cdc-a230-49f723540540', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:13Z', 'updated_at': '2022-09-15T10:23:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:16.011448 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Checking router: 4c872c62-39f8-4c29-b83d-e27e2a5481c3 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:23:16.011790 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Updating router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 port 71c55de1-ab57-4cdc-a230-49f723540540 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:23:16.063408 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.293271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.387767 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.399080 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Transition to ACTIVE for port object 71c55de1-ab57-4cdc-a230-49f723540540 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:16.482103 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.505283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Allocated IP 172.20.0.1 (e6b90368-25aa-4a19-997b-e4eb301d9c2d/eb4140ef-522b-443f-a231-a0adecb0a321/1b7dc47e-290c-4c93-a3fd-e8b633a60a9c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:23:16.544893 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Attempting to bind port 71c55de1-ab57-4cdc-a230-49f723540540 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:23:16.545493 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Attempting to bind port 71c55de1-ab57-4cdc-a230-49f723540540 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:23:16.545883 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Attempting to bind port 71c55de1-ab57-4cdc-a230-49f723540540 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:23:16.556484 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:23:16.556849 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:23:16.557241 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.557629 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:23:16.558108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Bound port: 71c55de1-ab57-4cdc-a230-49f723540540, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:23:16.558473 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.600521 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Pushing event updated for resources: {'Port': ['ID=71c55de1-ab57-4cdc-a230-49f723540540,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:16.611112 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.611450 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.611781 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.612104 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.612426 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.612750 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.613066 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.613380 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.613699 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.614031 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.614493 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.614807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:16.648063 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] For port 71c55de1-ab57-4cdc-a230-49f723540540, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:23:16.651255 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] For port 71c55de1-ab57-4cdc-a230-49f723540540, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71c55de1-ab57-4cdc-a230-49f723540540,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:23:16.660234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.669140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Transition to ACTIVE for port object 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:16.739392 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.768081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.823347 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Routers {'4c872c62-39f8-4c29-b83d-e27e2a5481c3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:23:16.823960 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:22:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:16.832857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:23:16.836264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:23:16.840093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:23:16.879159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:16.902444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:16.990937 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0896f7a-5f75-429b-990b-febfc3cf4107 None None] Pushing event updated for resources: {'Port': ['ID=71c55de1-ab57-4cdc-a230-49f723540540,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:17.016918 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] Set router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:23:17.102530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:17.104299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-57245f06-1db1-4208-b3d4-26ff23dc6c27 None None] Provisioning for port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:17.109639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-57245f06-1db1-4208-b3d4-26ff23dc6c27 None None] Provisioning complete for port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:17.109962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57245f06-1db1-4208-b3d4-26ff23dc6c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:17.169104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-57245f06-1db1-4208-b3d4-26ff23dc6c27 None None] Port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:23:17.315533 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '71c55de1-ab57-4cdc-a230-49f723540540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:23:14Z', 'revision_number': 3, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port': {'id': '71c55de1-ab57-4cdc-a230-49f723540540', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:13Z', 'updated_at': '2022-09-15T10:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:17.319565 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66df7c47-7c0d-4c21-b98b-af5f085856c1 None None] The sync data for ids ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'] in dv-neutron-857775-1-hyperv is: [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '71c55de1-ab57-4cdc-a230-49f723540540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:23:14Z', 'revision_number': 3, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port': {'id': '71c55de1-ab57-4cdc-a230-49f723540540', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:13Z', 'updated_at': '2022-09-15T10:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:23:17.363634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c49c275c-770b-45b4-a784-d0023ad19619 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:23:17.431840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c49c275c-770b-45b4-a784-d0023ad19619 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:17.432304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:17.458357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:17.516273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:17.597680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c49c275c-770b-45b4-a784-d0023ad19619 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:17.644779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:17.648850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:17.788131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:23:17.789800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:23:17.994107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:23:18.097785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-557da44d-112e-4f73-b35c-7059d220795b None None] Provisioning complete for port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:18.098233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-557da44d-112e-4f73-b35c-7059d220795b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:18.154019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-557da44d-112e-4f73-b35c-7059d220795b None None] Port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:23:18.180893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:23:18.195583 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-294bd93e-cc87-4790-97b1-f5946292fd66 admin admin] 10.222.0.62 "PUT /v2.0/routers/4c872c62-39f8-4c29-b83d-e27e2a5481c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5893624 Sep 15 10:23:18.704371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7f4f8662-5a51-45e5-b0ff-41a48200e4f6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:18.705032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7f4f8662-5a51-45e5-b0ff-41a48200e4f6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Synchronizing usage tracker for tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:23:18.784319 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7f4f8662-5a51-45e5-b0ff-41a48200e4f6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Unset dirty status for tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:23:18.785450 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7f4f8662-5a51-45e5-b0ff-41a48200e4f6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/networks?id=e6b90368-25aa-4a19-997b-e4eb301d9c2d HTTP/1.1" status: 200 len: 813 time: 0.2314484 Sep 15 10:23:18.800421 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-c33318b8-d1d3-4ec8-b3b2-b1976c7ab735 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/quotas/9451a1ddb5fe4fbbb1ccb6ed9578f490 HTTP/1.1" status: 200 len: 375 time: 0.0094485 Sep 15 10:23:18.862277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Sync routers for ids ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:23:18.871587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Routers {'4c872c62-39f8-4c29-b83d-e27e2a5481c3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:23:18.872193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:22:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:18.892061 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-a2ee261d-1fce-4790-980b-611af6a6be51 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860379 Sep 15 10:23:19.026869 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-48851ecb-0a49-476f-913d-c4306baf0096 service neutron] 10.222.0.62 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278868 Sep 15 10:23:19.051453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Set router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:23:19.158202 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-4fe2a89c-cefd-44d9-89d3-89072caa0d85 service neutron] 10.222.0.62 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253967 Sep 15 10:23:19.379942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '71c55de1-ab57-4cdc-a230-49f723540540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:23:16Z', 'revision_number': 4, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port': {'id': '71c55de1-ab57-4cdc-a230-49f723540540', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:13Z', 'updated_at': '2022-09-15T10:23:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '1b7dc47e-290c-4c93-a3fd-e8b633a60a9c', 'name': '', 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'mac_address': 'fa:16:3e:96:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb4140ef-522b-443f-a231-a0adecb0a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:16Z', 'updated_at': '2022-09-15T10:23:17Z', 'revision_number': 2, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'subnets': [{'id': 'eb4140ef-522b-443f-a231-a0adecb0a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:19.384743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Checking router: 4c872c62-39f8-4c29-b83d-e27e2a5481c3 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:23:19.385094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Updating router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:23:19.416943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 71c55de1-ab57-4cdc-a230-49f723540540 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:23:19.494429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:19.573718 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0bbb1b7c-44fd-41c8-b558-1be556274d93 req-dd15eb25-64df-4037-8e94-ce5c46f555e4 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 210 time: 0.1793203 Sep 15 10:23:19.626391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2a35d2da-02d1-4b48-81ad-961c7dd2a201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:19.641411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 71c55de1-ab57-4cdc-a230-49f723540540 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:19.651297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 71c55de1-ab57-4cdc-a230-49f723540540 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:19.651671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:19.885907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 71c55de1-ab57-4cdc-a230-49f723540540 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:19.886168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:19.916189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 71c55de1-ab57-4cdc-a230-49f723540540, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71c55de1-ab57-4cdc-a230-49f723540540,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:19.978947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:19.981642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:20.039425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Transition to ACTIVE for port object 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:20.057961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=71c55de1-ab57-4cdc-a230-49f723540540,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:20.098688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:20.323302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de45a1-b67e-458e-9650-8d74eb77e2ad None None] Pushing event updated for resources: {'Port': ['ID=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:20.347591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Attempting to bind port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:23:20.347960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Attempting to bind port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:23:20.348309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Attempting to bind port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c on network e6b90368-25aa-4a19-997b-e4eb301d9c2d {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:23:20.354021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:23:20.354382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Checking segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:23:20.354772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:20.355157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Bound using segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:23:20.355606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Bound port: 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:23:20.355969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:20.446198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] For port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:23:20.449110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] For port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:23:20.550789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:20.611950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Routers {'4c872c62-39f8-4c29-b83d-e27e2a5481c3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:23:20.612581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:22:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:20.705541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de45a1-b67e-458e-9650-8d74eb77e2ad None None] Pushing event updated for resources: {'Port': ['ID=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:20.751343 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-73a0cbda-fa55-43d3-ad2a-66205a5db5dc req-8fbe3e70-ce12-4945-a1f6-b1d211add9eb tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 210 time: 0.0520806 Sep 15 10:23:20.810401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] Set router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:23:20.962995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:21.129973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '71c55de1-ab57-4cdc-a230-49f723540540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:23:16Z', 'revision_number': 4, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port': {'id': '71c55de1-ab57-4cdc-a230-49f723540540', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:13Z', 'updated_at': '2022-09-15T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '1b7dc47e-290c-4c93-a3fd-e8b633a60a9c', 'name': '', 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'mac_address': 'fa:16:3e:96:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb4140ef-522b-443f-a231-a0adecb0a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:16Z', 'updated_at': '2022-09-15T10:23:20Z', 'revision_number': 4, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'subnets': [{'id': 'eb4140ef-522b-443f-a231-a0adecb0a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:23:21.134549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdea3b85-3a98-4792-bf76-a17539f1dad4 None None] The sync data for ids ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'] in dv-neutron-857775-1-hyperv is: [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '71c55de1-ab57-4cdc-a230-49f723540540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:23:16Z', 'revision_number': 4, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port': {'id': '71c55de1-ab57-4cdc-a230-49f723540540', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:13Z', 'updated_at': '2022-09-15T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '1b7dc47e-290c-4c93-a3fd-e8b633a60a9c', 'name': '', 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'mac_address': 'fa:16:3e:96:db:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': 'eb4140ef-522b-443f-a231-a0adecb0a321', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:16Z', 'updated_at': '2022-09-15T10:23:20Z', 'revision_number': 4, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'subnets': [{'id': 'eb4140ef-522b-443f-a231-a0adecb0a321', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:23:21.426294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 71c55de1-ab57-4cdc-a230-49f723540540 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:23:21.500110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 71c55de1-ab57-4cdc-a230-49f723540540 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:21.500736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:21.638354 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 71c55de1-ab57-4cdc-a230-49f723540540 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:21.639611 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:23:21.727315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-140a138c-76ae-4cd7-b3a3-180709f9c3b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:21.762000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:21.767449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:21.767820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:21.932851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:21.933255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:21.967907 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dbf61cda-f3a7-4ea1-9b3b-0d9a8449ff9d req-015f59d0-d1dc-48aa-8616-220ab1f9bc26 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 210 time: 0.0761919 Sep 15 10:23:21.973306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:21.998639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-83259209-6af2-44e4-bed2-cca8a3f2da2e tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:22.000152 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-83259209-6af2-44e4-bed2-cca8a3f2da2e tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.16 "GET /v2.0/networks?id=e6b90368-25aa-4a19-997b-e4eb301d9c2d HTTP/1.1" status: 200 len: 813 time: 0.2033548 Sep 15 10:23:22.018724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Request body: {'port': {'device_id': '2c53048c-58ca-4a22-8771-37e6c3a64fb1', 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'admin_state_up': True, 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:23:22.035945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:22.111893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:22.175063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:23:22.179762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Usage tracker for resource:port and tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:23:22.182902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:23:22.189047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:23:22.258814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Made reservation on behalf of 9451a1ddb5fe4fbbb1ccb6ed9578f490 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:23:22.262981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:22.437703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Allocated IP 172.20.0.14 (e6b90368-25aa-4a19-997b-e4eb301d9c2d/eb4140ef-522b-443f-a231-a0adecb0a321/041bb545-cea8-4355-a2cb-caeacdec3f0c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:23:22.555692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:22.639072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:22.654562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Transition to ACTIVE for port object 041bb545-cea8-4355-a2cb-caeacdec3f0c will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:22.737992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:22.869425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:22.906489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:23:22.909645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:23:22.914221 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:23:22.944927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Pushing event updated for resources: {'Port': ['ID=041bb545-cea8-4355-a2cb-caeacdec3f0c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:22.982959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:22.987439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:23.082745 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7468ae54-f8dd-43b1-aabb-df63670b7bfe tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0677783 Sep 15 10:23:23.100529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Request body: {'port': {'device_id': '2c53048c-58ca-4a22-8771-37e6c3a64fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:23:23.172874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-26575ce9-9189-4034-83a4-0fc007a7e3c7 None None] Provisioning for port 041bb545-cea8-4355-a2cb-caeacdec3f0c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:23.179438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-26575ce9-9189-4034-83a4-0fc007a7e3c7 None None] Provisioning complete for port 041bb545-cea8-4355-a2cb-caeacdec3f0c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:23.179747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-26575ce9-9189-4034-83a4-0fc007a7e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:23.203855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa430d50-161b-4e0d-8d0d-4a8d8ee7dd0f req-22765b39-bf09-4cb1-b341-11d47492bc6d tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:23.206388 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aa430d50-161b-4e0d-8d0d-4a8d8ee7dd0f req-22765b39-bf09-4cb1-b341-11d47492bc6d tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 932 time: 0.1018960 Sep 15 10:23:23.217449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:23.238981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-26575ce9-9189-4034-83a4-0fc007a7e3c7 None None] Port 041bb545-cea8-4355-a2cb-caeacdec3f0c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:23:23.251754 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-aa430d50-161b-4e0d-8d0d-4a8d8ee7dd0f req-906ce2a3-cca0-48fc-8125-8df645bd4210 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Synchronizing usage tracker for tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:23:23.351284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-aa430d50-161b-4e0d-8d0d-4a8d8ee7dd0f req-906ce2a3-cca0-48fc-8125-8df645bd4210 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Unset dirty status for tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:23:23.352853 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aa430d50-161b-4e0d-8d0d-4a8d8ee7dd0f req-906ce2a3-cca0-48fc-8125-8df645bd4210 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408725 Sep 15 10:23:23.373110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:23:23.446363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:23.446656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:23.567365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:23.568136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 041bb545-cea8-4355-a2cb-caeacdec3f0c {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:23:23.575541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:23.590255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Transition to ACTIVE for port object 041bb545-cea8-4355-a2cb-caeacdec3f0c will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:23.653100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:23.844866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=041bb545-cea8-4355-a2cb-caeacdec3f0c,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:23.887258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Attempting to bind port 041bb545-cea8-4355-a2cb-caeacdec3f0c on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:23:23.887585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Attempting to bind port 041bb545-cea8-4355-a2cb-caeacdec3f0c by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:23:23.887905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Attempting to bind port 041bb545-cea8-4355-a2cb-caeacdec3f0c on network e6b90368-25aa-4a19-997b-e4eb301d9c2d {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:23:23.892378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Port 041bb545-cea8-4355-a2cb-caeacdec3f0c on network e6b90368-25aa-4a19-997b-e4eb301d9c2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:23:23.892694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Attempting to bind port 041bb545-cea8-4355-a2cb-caeacdec3f0c on network e6b90368-25aa-4a19-997b-e4eb301d9c2d {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:23:23.898325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:23:23.898659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Checking segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:23:23.899038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Bound using segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:23:23.899461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Bound port: 041bb545-cea8-4355-a2cb-caeacdec3f0c, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:23:23.899798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:23.985352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] For port 041bb545-cea8-4355-a2cb-caeacdec3f0c, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:23:23.988248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] For port 041bb545-cea8-4355-a2cb-caeacdec3f0c, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=041bb545-cea8-4355-a2cb-caeacdec3f0c,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:23:24.093047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:24.123778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:24.124300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:24.125650 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] 10.222.0.16 "PUT /v2.0/ports/041bb545-cea8-4355-a2cb-caeacdec3f0c HTTP/1.1" status: 200 len: 1094 time: 1.0298591 Sep 15 10:23:24.126098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c53048c-58ca-4a22-8771-37e6c3a64fb1', 'tag': '041bb545-cea8-4355-a2cb-caeacdec3f0c'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:23:24.128344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09e69ee-9259-4e1f-bc80-ee1ce93d9d17" -d '{"events": [{"name": "network-changed", "server_uuid": "2c53048c-58ca-4a22-8771-37e6c3a64fb1", "tag": "041bb545-cea8-4355-a2cb-caeacdec3f0c"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:23:24.171138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e9b5b-1163-4094-a222-ca9f002f2ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=041bb545-cea8-4355-a2cb-caeacdec3f0c,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:24.178714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4471010a-2de2-4ec5-8b16-3e3d591900e5 x-openstack-request-id: req-4471010a-2de2-4ec5-8b16-3e3d591900e5 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:23:24.178714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c53048c-58ca-4a22-8771-37e6c3a64fb1", "tag": "041bb545-cea8-4355-a2cb-caeacdec3f0c", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:23:24.178714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4471010a-2de2-4ec5-8b16-3e3d591900e5 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:23:24.178714 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4471010a-2de2-4ec5-8b16-3e3d591900e5'] response: {'name': 'network-changed', 'server_uuid': '2c53048c-58ca-4a22-8771-37e6c3a64fb1', 'tag': '041bb545-cea8-4355-a2cb-caeacdec3f0c', 'status': 'completed', 'code': 200} Sep 15 10:23:24.295080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e69ee-9259-4e1f-bc80-ee1ce93d9d17 req-e5b0f827-391e-4451-ab15-6c7eef6246ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:24.296804 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f09e69ee-9259-4e1f-bc80-ee1ce93d9d17 req-e5b0f827-391e-4451-ab15-6c7eef6246ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0810385 Sep 15 10:23:24.384664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:24.447764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e69ee-9259-4e1f-bc80-ee1ce93d9d17 req-415bd8cc-4de4-4c6b-b470-d1152dc0c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:24.449207 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f09e69ee-9259-4e1f-bc80-ee1ce93d9d17 req-415bd8cc-4de4-4c6b-b470-d1152dc0c9d7 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1402762 Sep 15 10:23:24.574474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e6f3e-1220-4ae5-9ba1-8f30fe9a956e req-75191716-0744-433b-8ea1-eab9aacc7f09 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:24.575930 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-705e6f3e-1220-4ae5-9ba1-8f30fe9a956e req-75191716-0744-433b-8ea1-eab9aacc7f09 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 944 time: 0.0891867 Sep 15 10:23:24.585227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e69ee-9259-4e1f-bc80-ee1ce93d9d17 req-58b6f4a7-9889-4320-b2c8-e39e47a9aab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:24.586722 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f09e69ee-9259-4e1f-bc80-ee1ce93d9d17 req-58b6f4a7-9889-4320-b2c8-e39e47a9aab4 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317818 Sep 15 10:23:24.621060 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-705e6f3e-1220-4ae5-9ba1-8f30fe9a956e req-606d955e-66c4-4604-b92c-f28f81bf5f6d tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393083 Sep 15 10:23:24.730797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-fd7d0395-011f-4195-8ee9-01125aa9e884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:24.732263 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-fd7d0395-011f-4195-8ee9-01125aa9e884 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 1097 time: 0.0791605 Sep 15 10:23:24.809009 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-ab8c3fc9-39ed-4421-8f1d-0e2938005792 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=041bb545-cea8-4355-a2cb-caeacdec3f0c HTTP/1.1" status: 200 len: 217 time: 0.0641596 Sep 15 10:23:24.869881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-3d9a8a33-1bd1-4e4d-97d0-9c590b873987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:24.871356 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-3d9a8a33-1bd1-4e4d-97d0-9c590b873987 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4140ef-522b-443f-a231-a0adecb0a321 HTTP/1.1" status: 200 len: 852 time: 0.0569673 Sep 15 10:23:25.041752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-8c4660d4-83b8-47e9-9092-6bc672e6a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:25.043166 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-8c4660d4-83b8-47e9-9092-6bc672e6a098 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e6b90368-25aa-4a19-997b-e4eb301d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1660109 Sep 15 10:23:25.172489 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-7cbc8931-aaf0-4da7-b0c8-15d3a6a81850 service neutron] 10.222.0.16 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221707 Sep 15 10:23:25.304886 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-af64e4ae-5af0-4ae9-8b06-79760cc5b483 req-b30a69cb-a185-4d9e-baa2-8071b7c53917 service neutron] 10.222.0.16 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259878 Sep 15 10:23:25.827207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516187e-c8f1-4149-aeb7-ab3118dc05a0 req-1d5fd3de-076d-4448-b327-aad226a77c9d tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:25.828643 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3516187e-c8f1-4149-aeb7-ab3118dc05a0 req-1d5fd3de-076d-4448-b327-aad226a77c9d tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 944 time: 0.0903103 Sep 15 10:23:25.873013 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3516187e-c8f1-4149-aeb7-ab3118dc05a0 req-7477953d-3911-40ff-8678-82992193dfcf tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382867 Sep 15 10:23:27.075179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4092d7-0f1a-4f4b-aefe-37987cdb27f9 req-edd98ecd-3adf-4e4c-9002-2decee6b006e tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:27.076640 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7e4092d7-0f1a-4f4b-aefe-37987cdb27f9 req-edd98ecd-3adf-4e4c-9002-2decee6b006e tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 944 time: 0.0865736 Sep 15 10:23:27.120555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7e4092d7-0f1a-4f4b-aefe-37987cdb27f9 req-b0c551fa-9938-4769-88e0-4e7b32e21590 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380535 Sep 15 10:23:28.329258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5552c-3d04-4376-a7a4-b0988ddee2c6 req-8e384915-af11-4086-8260-2f4fd5200da3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:28.330740 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-73f5552c-3d04-4376-a7a4-b0988ddee2c6 req-8e384915-af11-4086-8260-2f4fd5200da3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 944 time: 0.0914702 Sep 15 10:23:28.375162 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-73f5552c-3d04-4376-a7a4-b0988ddee2c6 req-d5c43d47-2a72-4bf6-8765-cbcef09658f9 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Sep 15 10:23:28.835544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 041bb545-cea8-4355-a2cb-caeacdec3f0c details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:23:29.002006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 041bb545-cea8-4355-a2cb-caeacdec3f0c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=041bb545-cea8-4355-a2cb-caeacdec3f0c,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:29.015223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '041bb545-cea8-4355-a2cb-caeacdec3f0c', 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'port_id': '041bb545-cea8-4355-a2cb-caeacdec3f0c', 'mac_address': 'fa:16:3e:3a:b6:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4140ef-522b-443f-a231-a0adecb0a321', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:23:29.072207 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 041bb545-cea8-4355-a2cb-caeacdec3f0c is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:29.072587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:29.094874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 041bb545-cea8-4355-a2cb-caeacdec3f0c {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:23:29.109488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 041bb545-cea8-4355-a2cb-caeacdec3f0c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=041bb545-cea8-4355-a2cb-caeacdec3f0c,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:29.161201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:29.227161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=041bb545-cea8-4355-a2cb-caeacdec3f0c,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:29.234164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.234504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.234862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.235190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.235511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.235830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.236148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.236463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.236778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.237089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.237401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.237711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:29.465490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['041bb545-cea8-4355-a2cb-caeacdec3f0c'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:23:29.580177 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521489ff-8d35-4eed-b990-96f41f2bc8c8 req-c9b2791d-e5ca-4175-8c0f-a22c7529b9cd tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:29.581756 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-521489ff-8d35-4eed-b990-96f41f2bc8c8 req-c9b2791d-e5ca-4175-8c0f-a22c7529b9cd tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 945 time: 0.0875669 Sep 15 10:23:29.630483 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-521489ff-8d35-4eed-b990-96f41f2bc8c8 req-04df6cd4-2e13-4604-8c42-7d1cf3fcaa3f tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425358 Sep 15 10:23:30.838169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5cf30-5370-4702-af4b-537f0812d789 req-7e3ac2b2-a348-4b43-b48c-ddf748e7e590 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:30.839627 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2eb5cf30-5370-4702-af4b-537f0812d789 req-7e3ac2b2-a348-4b43-b48c-ddf748e7e590 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 945 time: 0.0903430 Sep 15 10:23:30.861008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 041bb545-cea8-4355-a2cb-caeacdec3f0c up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:23:30.883669 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2eb5cf30-5370-4702-af4b-537f0812d789 req-a4f0abba-aaf2-4167-9084-54f9b17b5fee tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383661 Sep 15 10:23:30.989780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 041bb545-cea8-4355-a2cb-caeacdec3f0c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:30.994782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 041bb545-cea8-4355-a2cb-caeacdec3f0c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:30.995154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:31.110235 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 041bb545-cea8-4355-a2cb-caeacdec3f0c is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:31.110614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:31.136711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c53048c-58ca-4a22-8771-37e6c3a64fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041bb545-cea8-4355-a2cb-caeacdec3f0c'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:23:31.139019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06739004-9584-43a8-b98a-0a6d4ae6d31a" -d '{"events": [{"server_uuid": "2c53048c-58ca-4a22-8771-37e6c3a64fb1", "name": "network-vif-plugged", "status": "completed", "tag": "041bb545-cea8-4355-a2cb-caeacdec3f0c"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:23:31.146330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 041bb545-cea8-4355-a2cb-caeacdec3f0c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=041bb545-cea8-4355-a2cb-caeacdec3f0c,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:31.224432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:31.263416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b808d7d-b840-4b0a-94d9-5ef4310c62c9 x-openstack-request-id: req-7b808d7d-b840-4b0a-94d9-5ef4310c62c9 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:23:31.263623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c53048c-58ca-4a22-8771-37e6c3a64fb1", "name": "network-vif-plugged", "status": "completed", "tag": "041bb545-cea8-4355-a2cb-caeacdec3f0c", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:23:31.263863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b808d7d-b840-4b0a-94d9-5ef4310c62c9 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:23:31.264246 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b808d7d-b840-4b0a-94d9-5ef4310c62c9'] response: {'server_uuid': '2c53048c-58ca-4a22-8771-37e6c3a64fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '041bb545-cea8-4355-a2cb-caeacdec3f0c', 'code': 200} Sep 15 10:23:31.297189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=041bb545-cea8-4355-a2cb-caeacdec3f0c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:31.606852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c8d8d-d548-4694-b197-dd480aab1b42 req-52a4f560-b7b2-4395-8ac7-56ff8c7a918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:31.608204 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-488c8d8d-d548-4694-b197-dd480aab1b42 req-52a4f560-b7b2-4395-8ac7-56ff8c7a918c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0803583 Sep 15 10:23:31.648434 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-488c8d8d-d548-4694-b197-dd480aab1b42 req-ec45fc61-c9a2-48fc-9184-62719c330da9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340176 Sep 15 10:23:32.095464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283924e-d224-4059-bc25-8034ea8c34f1 req-aa41a36e-c544-4565-9590-40402e240f08 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:32.096910 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d283924e-d224-4059-bc25-8034ea8c34f1 req-aa41a36e-c544-4565-9590-40402e240f08 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0908530 Sep 15 10:23:32.139612 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d283924e-d224-4059-bc25-8034ea8c34f1 req-4ce8904d-2c6d-484e-82ed-0c3a4948f6b3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369272 Sep 15 10:23:33.341112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce976c81-dc3c-40ce-ab71-3ccfd5930511 req-2f3adee2-d64d-4d49-b41f-4badfe01eaa9 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:33.342609 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ce976c81-dc3c-40ce-ab71-3ccfd5930511 req-2f3adee2-d64d-4d49-b41f-4badfe01eaa9 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0869052 Sep 15 10:23:33.390082 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ce976c81-dc3c-40ce-ab71-3ccfd5930511 req-9d6ee98c-a843-4072-9747-88dbbd495d84 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418003 Sep 15 10:23:33.680910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-c3ba4d11-955b-4db0-8da6-8f3c6cb3de69 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:33.682279 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-c3ba4d11-955b-4db0-8da6-8f3c6cb3de69 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/networks?id=e6b90368-25aa-4a19-997b-e4eb301d9c2d HTTP/1.1" status: 200 len: 813 time: 0.1493940 Sep 15 10:23:33.697168 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-e3088865-cf69-454a-8cbc-fb7077f823ac tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/quotas/9451a1ddb5fe4fbbb1ccb6ed9578f490 HTTP/1.1" status: 200 len: 375 time: 0.0094438 Sep 15 10:23:33.786686 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-f45d5fea-7220-451b-b8e5-d959b87f449b tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843647 Sep 15 10:23:33.916536 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-0ba34cb3-84f7-42ed-bd39-81fbfd2bc1c0 service neutron] 10.222.0.62 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231117 Sep 15 10:23:34.048173 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-e01f82fd-2379-48de-9e9e-a2cef55af302 service neutron] 10.222.0.62 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254609 Sep 15 10:23:34.445306 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-060cfcdd-620e-4721-b89a-00c41e34e464 req-65218bdf-7c69-4b57-938f-a6788d03a18c tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 210 time: 0.1598923 Sep 15 10:23:35.615369 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e212a091-4740-407d-8da6-09149ac2655d req-8c0d75bc-f29a-438c-bb4c-f90701804158 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 210 time: 0.0506551 Sep 15 10:23:36.478509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-dc414367-733a-44b0-929e-ff90966dbb63 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:36.479940 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-dc414367-733a-44b0-929e-ff90966dbb63 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.16 "GET /v2.0/networks?id=e6b90368-25aa-4a19-997b-e4eb301d9c2d HTTP/1.1" status: 200 len: 813 time: 0.1464262 Sep 15 10:23:36.496327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Request body: {'port': {'device_id': '1db9599e-7f61-483e-b269-11819032b143', 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'admin_state_up': True, 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:23:36.634462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:23:36.638178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Usage tracker for resource:port and tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:23:36.641028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:23:36.646712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:23:36.721610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Made reservation on behalf of 9451a1ddb5fe4fbbb1ccb6ed9578f490 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:23:36.726486 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:36.784253 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1aab4fa0-1cf0-4775-9bc7-72a9cf3d798a req-516159f6-cd69-425d-a7ed-27cf398acb4c tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 210 time: 0.0496995 Sep 15 10:23:36.890785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Allocated IP 172.20.0.13 (e6b90368-25aa-4a19-997b-e4eb301d9c2d/eb4140ef-522b-443f-a231-a0adecb0a321/8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:23:37.089175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:37.104851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Transition to ACTIVE for port object 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:37.161274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:37.196590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['041bb545-cea8-4355-a2cb-caeacdec3f0c'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:23:37.233765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:23:37.236908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:23:37.240651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:23:37.278648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Pushing event updated for resources: {'Port': ['ID=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:37.321370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:37.322178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:37.436569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-b3188ea4-8c95-47f9-8aed-f48935a7632a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9437864 Sep 15 10:23:37.453419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Request body: {'port': {'device_id': '1db9599e-7f61-483e-b269-11819032b143', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:23:37.492835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-305779c9-f405-4cd2-84c0-806efd391dd3 None None] Provisioning for port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:37.497798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-305779c9-f405-4cd2-84c0-806efd391dd3 None None] Provisioning complete for port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:37.498208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-305779c9-f405-4cd2-84c0-806efd391dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:37.555436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-305779c9-f405-4cd2-84c0-806efd391dd3 None None] Port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:23:37.566736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:37.998080 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49305d3b-b00d-48a3-ba7a-112162704da8 req-ed4a649b-26fa-4a0f-9123-e75de1fc884d tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:37.999540 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-49305d3b-b00d-48a3-ba7a-112162704da8 req-ed4a649b-26fa-4a0f-9123-e75de1fc884d tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 932 time: 0.0931528 Sep 15 10:23:38.007862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:23:38.015625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:38.031070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Transition to ACTIVE for port object 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:23:38.046389 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-49305d3b-b00d-48a3-ba7a-112162704da8 req-5e967c62-a9bc-4aed-9b05-7b4e356f2bff tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Sep 15 10:23:38.103341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:38.284887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:38.325131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Attempting to bind port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:23:38.325457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Attempting to bind port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:23:38.325778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Attempting to bind port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 on network e6b90368-25aa-4a19-997b-e4eb301d9c2d {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:23:38.330246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 on network e6b90368-25aa-4a19-997b-e4eb301d9c2d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:23:38.330559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Attempting to bind port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 on network e6b90368-25aa-4a19-997b-e4eb301d9c2d {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:23:38.336144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:23:38.336481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Checking segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:23:38.336868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Bound using segment: {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:23:38.337302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Bound port: 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8389465-fa8e-4d01-9ee8-e32293d2b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:23:38.337644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:38.427612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] For port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:23:38.431013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] For port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:23:38.492950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:38.527696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:38.528301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:38.529652 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] 10.222.0.16 "PUT /v2.0/ports/8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 HTTP/1.1" status: 200 len: 1094 time: 1.0804563 Sep 15 10:23:38.530110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db9599e-7f61-483e-b269-11819032b143', 'tag': '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:23:38.532353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7644506e-ee59-4f47-ac9d-db5026ba3d71" -d '{"events": [{"name": "network-changed", "server_uuid": "1db9599e-7f61-483e-b269-11819032b143", "tag": "8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:23:38.566915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d607f1f-c830-426e-97a1-1ef5bfacf645 service neutron] Pushing event updated for resources: {'Port': ['ID=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:38.581285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5fef78-edc5-493a-abf1-2abd8fa512fe x-openstack-request-id: req-0a5fef78-edc5-493a-abf1-2abd8fa512fe {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:23:38.581569 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1db9599e-7f61-483e-b269-11819032b143", "tag": "8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:23:38.581847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a5fef78-edc5-493a-abf1-2abd8fa512fe {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:23:38.582238 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a5fef78-edc5-493a-abf1-2abd8fa512fe'] response: {'name': 'network-changed', 'server_uuid': '1db9599e-7f61-483e-b269-11819032b143', 'tag': '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6', 'status': 'completed', 'code': 200} Sep 15 10:23:38.702954 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644506e-ee59-4f47-ac9d-db5026ba3d71 req-817e1743-93ae-44f3-ae13-c9f5bf239764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:38.704328 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7644506e-ee59-4f47-ac9d-db5026ba3d71 req-817e1743-93ae-44f3-ae13-c9f5bf239764 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 1097 time: 0.0821221 Sep 15 10:23:38.852760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644506e-ee59-4f47-ac9d-db5026ba3d71 req-f25fa3c1-d949-42c9-aeb9-a61964246957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:38.854202 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7644506e-ee59-4f47-ac9d-db5026ba3d71 req-f25fa3c1-d949-42c9-aeb9-a61964246957 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1318941 Sep 15 10:23:38.988048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7644506e-ee59-4f47-ac9d-db5026ba3d71 req-4904e35d-e29f-4e6b-a3b0-4f58a7ee53e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:38.989379 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7644506e-ee59-4f47-ac9d-db5026ba3d71 req-4904e35d-e29f-4e6b-a3b0-4f58a7ee53e0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292713 Sep 15 10:23:39.127876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-7a3b0256-5b56-4285-84a9-d156861e02bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:39.129375 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-7a3b0256-5b56-4285-84a9-d156861e02bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 1097 time: 0.0791028 Sep 15 10:23:39.209098 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-f2e05405-f8ca-4726-a7c1-b2ea4c867d4a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 HTTP/1.1" status: 200 len: 217 time: 0.0671854 Sep 15 10:23:39.258427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab6b7e-0f68-4607-86ac-b31bbda4c69e req-55402f6c-e76a-4918-a505-5063edf9dc74 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:39.259817 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75ab6b7e-0f68-4607-86ac-b31bbda4c69e req-55402f6c-e76a-4918-a505-5063edf9dc74 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 944 time: 0.0914781 Sep 15 10:23:39.270508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-120ed292-2571-4b68-8019-7758c8429e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:39.271993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-120ed292-2571-4b68-8019-7758c8429e90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4140ef-522b-443f-a231-a0adecb0a321 HTTP/1.1" status: 200 len: 852 time: 0.0568962 Sep 15 10:23:39.306931 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75ab6b7e-0f68-4607-86ac-b31bbda4c69e req-5d95b08b-4484-445f-a9c7-3185882281a9 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403094 Sep 15 10:23:39.359926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-abfd0bab-e4a2-4d83-828e-eebd0af6533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:39.361384 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-abfd0bab-e4a2-4d83-828e-eebd0af6533b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e6b90368-25aa-4a19-997b-e4eb301d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841916 Sep 15 10:23:39.490322 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-28d8dc1c-4707-44b3-8e0e-3601ec6b77f9 service neutron] 10.222.0.16 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228979 Sep 15 10:23:39.617800 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1830345b-4632-41f0-82c5-9fa2321d9f1c req-6e93eec1-9eb9-4d1f-8e6c-e130d6566938 service neutron] 10.222.0.16 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221406 Sep 15 10:23:40.166801 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:23:40.508144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f94084-9507-4346-8092-0256ff62fa30 req-eae2a809-d424-4811-bd2d-b44e10c7695a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:40.509505 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-25f94084-9507-4346-8092-0256ff62fa30 req-eae2a809-d424-4811-bd2d-b44e10c7695a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 944 time: 0.0853305 Sep 15 10:23:40.552461 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-25f94084-9507-4346-8092-0256ff62fa30 req-e967f0da-fcb6-4c79-9498-6793b5e76e59 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Sep 15 10:23:41.756115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7268b392-b7cd-4432-a53f-bae9d56121a5 req-7d59acbe-b14b-43d5-b421-f2a412f2a2eb tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:41.757522 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7268b392-b7cd-4432-a53f-bae9d56121a5 req-7d59acbe-b14b-43d5-b421-f2a412f2a2eb tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 944 time: 0.0906353 Sep 15 10:23:41.799931 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7268b392-b7cd-4432-a53f-bae9d56121a5 req-aebb08e9-6dc6-4631-95a1-274ac66803e7 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Sep 15 10:23:42.889587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:23:43.016027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857811d-3967-4c7c-a19c-9f19e558222d req-2eaa77d6-f627-4504-845a-ca4c91ccb41a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:43.017515 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9857811d-3967-4c7c-a19c-9f19e558222d req-2eaa77d6-f627-4504-845a-ca4c91ccb41a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 944 time: 0.0951574 Sep 15 10:23:43.029005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:43.043183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6', 'network_id': 'e6b90368-25aa-4a19-997b-e4eb301d9c2d', 'port_id': '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6', 'mac_address': 'fa:16:3e:c1:90:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4140ef-522b-443f-a231-a0adecb0a321', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:23:43.063609 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9857811d-3967-4c7c-a19c-9f19e558222d req-71829423-c24e-4e2b-87df-a912652b3411 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Sep 15 10:23:43.099212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:43.099592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:43.116995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:23:43.132193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:43.207338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:43.277166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:43.508063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:23:44.263720 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9a898-a280-4d33-bcb1-7d1a4285c53b req-ba2ea049-5000-40c6-b8a2-228903cbfc2e tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:44.265160 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aef9a898-a280-4d33-bcb1-7d1a4285c53b req-ba2ea049-5000-40c6-b8a2-228903cbfc2e tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 945 time: 0.0845037 Sep 15 10:23:44.308374 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-aef9a898-a280-4d33-bcb1-7d1a4285c53b req-cf98a122-9fe2-4c24-a998-ccf4aca341e4 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376501 Sep 15 10:23:44.906863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:23:45.028572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:23:45.033400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:23:45.033773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:45.149096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:23:45.149472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:45.175814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db9599e-7f61-483e-b269-11819032b143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:23:45.178596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d476a9f-b5f0-42f7-9f1e-e4c13e7fc778" -d '{"events": [{"server_uuid": "1db9599e-7f61-483e-b269-11819032b143", "name": "network-vif-plugged", "status": "completed", "tag": "8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:23:45.186453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:45.218734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d64384-d6c0-4133-a94a-007d3ff94822 x-openstack-request-id: req-30d64384-d6c0-4133-a94a-007d3ff94822 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:23:45.219019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db9599e-7f61-483e-b269-11819032b143", "name": "network-vif-plugged", "status": "completed", "tag": "8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:23:45.219267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30d64384-d6c0-4133-a94a-007d3ff94822 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:23:45.219658 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30d64384-d6c0-4133-a94a-007d3ff94822'] response: {'server_uuid': '1db9599e-7f61-483e-b269-11819032b143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6', 'code': 200} Sep 15 10:23:45.275492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:45.345409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:45.524043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ae96e-01ad-49c5-92fe-4b774718fe41 req-47c09f19-3eef-40d5-8054-234ab13f22d8 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:45.525481 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5a5ae96e-01ad-49c5-92fe-4b774718fe41 req-47c09f19-3eef-40d5-8054-234ab13f22d8 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 946 time: 0.0945005 Sep 15 10:23:45.570297 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5a5ae96e-01ad-49c5-92fe-4b774718fe41 req-c918f794-27e9-44ee-a10e-22623697ffb5 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 Sep 15 10:23:45.614809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642b4b-1072-4207-8a32-5de729abb537 req-72910e49-9995-411b-bb66-107f3dbbc1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:45.616924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-05642b4b-1072-4207-8a32-5de729abb537 req-72910e49-9995-411b-bb66-107f3dbbc1fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 1099 time: 0.0771072 Sep 15 10:23:45.655558 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-05642b4b-1072-4207-8a32-5de729abb537 req-eec14b67-53a8-4ef7-9c31-767403c76421 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Sep 15 10:23:46.778573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e950c-e09a-4baf-b873-8c1fbf1907fa req-021feb58-b0d4-47f2-9887-423275cf0fa4 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:46.780076 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e9e950c-e09a-4baf-b873-8c1fbf1907fa req-021feb58-b0d4-47f2-9887-423275cf0fa4 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 946 time: 0.0912724 Sep 15 10:23:46.823963 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e9e950c-e09a-4baf-b873-8c1fbf1907fa req-7b8503da-0748-4b97-91c0-73443cd856f0 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380216 Sep 15 10:23:48.027268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe181cee-dbe7-41be-99ce-fb2542e2b546 req-d4c0fb2a-3e11-4353-9cab-a1d80d1acedd tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:48.028892 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe181cee-dbe7-41be-99ce-fb2542e2b546 req-d4c0fb2a-3e11-4353-9cab-a1d80d1acedd tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 946 time: 0.0876250 Sep 15 10:23:48.073168 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fe181cee-dbe7-41be-99ce-fb2542e2b546 req-d435caca-3b96-413f-9871-784d947e3e84 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Sep 15 10:23:48.675403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7d471-777f-4719-87c6-b72844fef370 req-200a071a-1194-46c4-9daa-9eef04b03fc6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:48.676845 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d7c7d471-777f-4719-87c6-b72844fef370 req-200a071a-1194-46c4-9daa-9eef04b03fc6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 946 time: 0.0895169 Sep 15 10:23:48.720166 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d7c7d471-777f-4719-87c6-b72844fef370 req-bc462a14-9190-4c98-a1b8-c83470ec6508 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369732 Sep 15 10:23:49.612212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dcf11870-6913-49b5-a37f-c4ed583da9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:49.926193 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c62d4-e517-48f1-a5e4-d31c1a3c1d1c req-3874133b-e3e0-4ab1-a50d-3571bbd2e36a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:49.927653 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fc7c62d4-e517-48f1-a5e4-d31c1a3c1d1c req-3874133b-e3e0-4ab1-a50d-3571bbd2e36a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 946 time: 0.0867691 Sep 15 10:23:49.974872 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fc7c62d4-e517-48f1-a5e4-d31c1a3c1d1c req-986e9a12-e547-4385-8952-57cc43a72ca6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Sep 15 10:23:50.191511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-12d063ba-41b5-4307-83cc-319e73ed641c tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:50.192115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-12d063ba-41b5-4307-83cc-319e73ed641c tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Synchronizing usage tracker for tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:23:50.280995 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-12d063ba-41b5-4307-83cc-319e73ed641c tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Unset dirty status for tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:23:50.282173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-12d063ba-41b5-4307-83cc-319e73ed641c tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.16 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 946 time: 0.2669542 Sep 15 10:23:50.354565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Deleting port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:50.354906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:50.595289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] For port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:50.595559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:50.715937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Calling delete_port for 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:23:50.904129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:50.927016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:50.963066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['041bb545-cea8-4355-a2cb-caeacdec3f0c', '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:23:50.977002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Pushing event deleted for resources: {'Port': ['ID=8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:51.071272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] No DVR routers for this DVR port 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:23:51.075208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:51.078186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db9599e-7f61-483e-b269-11819032b143', 'name': 'network-vif-deleted', 'tag': '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:23:51.081554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7e816f-cdeb-4cd1-a0d7-e14a22032662" -d '{"events": [{"server_uuid": "1db9599e-7f61-483e-b269-11819032b143", "name": "network-vif-deleted", "tag": "8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:23:51.176713 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-541cba28-e847-41e0-9bfb-9a2ed7f637b1 req-832f37d2-710e-4d87-be86-6ff7e7093e10 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=1db9599e-7f61-483e-b269-11819032b143 HTTP/1.1" status: 200 len: 210 time: 0.0545905 Sep 15 10:23:51.178141 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b3a7875c-adf2-4c92-9e28-67bcba86f921 req-0dfc97fb-9dee-48fb-bfe5-526a08bb9fef tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.16 "DELETE /v2.0/ports/8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 HTTP/1.1" status: 204 len: 173 time: 0.8900287 Sep 15 10:23:51.226578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac54fbfd-9d61-4e16-8cc0-59eca106d657 x-openstack-request-id: req-ac54fbfd-9d61-4e16-8cc0-59eca106d657 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:23:51.227184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1db9599e-7f61-483e-b269-11819032b143", "name": "network-vif-deleted", "tag": "8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:23:51.227184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac54fbfd-9d61-4e16-8cc0-59eca106d657 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:23:51.227484 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac54fbfd-9d61-4e16-8cc0-59eca106d657'] response: {'server_uuid': '1db9599e-7f61-483e-b269-11819032b143', 'name': 'network-vif-deleted', 'tag': '8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6', 'status': 'completed', 'code': 200} Sep 15 10:23:51.675021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a5b126bb-14e1-44c2-85a8-7a6ef9413f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:52.042017 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-348a310f-22f6-4b67-bf64-2eaaf9ac9737 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763197 Sep 15 10:23:52.203428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-5cfb9319-e641-47e6-906c-01f9e1f395da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:52.205250 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-5cfb9319-e641-47e6-906c-01f9e1f395da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 1099 time: 0.0822458 Sep 15 10:23:52.365062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-dbffa8e0-f38c-4da1-9e4a-c34af73d6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:52.366644 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-dbffa8e0-f38c-4da1-9e4a-c34af73d6cec service neutron] 10.222.0.16 "GET /v2.0/networks?id=e6b90368-25aa-4a19-997b-e4eb301d9c2d HTTP/1.1" status: 200 len: 914 time: 0.1379900 Sep 15 10:23:52.434015 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-6b88f2dc-7013-47fd-98e6-359e9f586e01 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=041bb545-cea8-4355-a2cb-caeacdec3f0c HTTP/1.1" status: 200 len: 217 time: 0.0613110 Sep 15 10:23:52.466428 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6a575-0711-429d-9aef-b8ea70470f73 req-8d8d9ff0-67b6-4666-b9d6-b7a16f957ec2 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:52.467920 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-32a6a575-0711-429d-9aef-b8ea70470f73 req-8d8d9ff0-67b6-4666-b9d6-b7a16f957ec2 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0915818 Sep 15 10:23:52.499272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-903c024b-b187-4a79-87cd-b00996f26d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:52.500744 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-903c024b-b187-4a79-87cd-b00996f26d7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb4140ef-522b-443f-a231-a0adecb0a321 HTTP/1.1" status: 200 len: 852 time: 0.0614336 Sep 15 10:23:52.513836 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-32a6a575-0711-429d-9aef-b8ea70470f73 req-5d781e77-9e1c-46ef-aa0e-00189c9516d1 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392399 Sep 15 10:23:52.547032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:52.585899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-aa6469ce-498c-478e-b4c9-ed162b212acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:52.587386 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-aa6469ce-498c-478e-b4c9-ed162b212acd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e6b90368-25aa-4a19-997b-e4eb301d9c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799632 Sep 15 10:23:52.725111 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-9195bc1f-95e5-475c-96c8-6f1778ae2529 service neutron] 10.222.0.16 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311100 Sep 15 10:23:52.743068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316e637-f2d3-4943-bb2f-0d4df122752c req-7bef47fa-e219-43d8-9905-646693bdc58e tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:52.744511 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4316e637-f2d3-4943-bb2f-0d4df122752c req-7bef47fa-e219-43d8-9905-646693bdc58e tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0859337 Sep 15 10:23:52.787163 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4316e637-f2d3-4943-bb2f-0d4df122752c req-9fa87a28-c525-444e-8890-9325f1da4657 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368927 Sep 15 10:23:52.861684 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-66a1e980-2ddc-49e7-abb8-f9e3deabbca2 req-5b4a6169-ac54-4b51-bbfc-19a252dc02d4 service neutron] 10.222.0.16 "GET /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305702 Sep 15 10:23:52.875244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:53.004163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cfe440-7416-4acc-971b-42777b5e914b req-a6f1aa8d-1695-459e-a7f7-984e053847a0 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:53.005600 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-89cfe440-7416-4acc-971b-42777b5e914b req-a6f1aa8d-1695-459e-a7f7-984e053847a0 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0925431 Sep 15 10:23:53.049546 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-89cfe440-7416-4acc-971b-42777b5e914b req-fc4c571d-273f-43ed-ab98-eb9f9919267a tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376697 Sep 15 10:23:53.359806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bd97a-3057-4f33-8581-ac90526f76b6 req-3d37ac92-b59c-4cda-b87f-f6727fee12b0 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:53.361269 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-758bd97a-3057-4f33-8581-ac90526f76b6 req-3d37ac92-b59c-4cda-b87f-f6727fee12b0 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0871987 Sep 15 10:23:53.408554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-758bd97a-3057-4f33-8581-ac90526f76b6 req-18455b5c-7ecf-42be-be5a-077052bb6503 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Sep 15 10:23:53.609358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6a312-4cdf-4080-b0c6-c1314fbdf085 req-f8688933-af66-4d4d-bbe2-d53bb5f269c6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:53.610765 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c6f6a312-4cdf-4080-b0c6-c1314fbdf085 req-f8688933-af66-4d4d-bbe2-d53bb5f269c6 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0862017 Sep 15 10:23:53.654445 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c6f6a312-4cdf-4080-b0c6-c1314fbdf085 req-f85c960e-6df5-4e3b-b306-939565fb7adf tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375688 Sep 15 10:23:53.868051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eb1ad-10c3-40dc-8b29-b1d2677ac081 req-7a70e232-c1e2-4acb-9286-10308e99ac1f tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:53.869421 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-353eb1ad-10c3-40dc-8b29-b1d2677ac081 req-7a70e232-c1e2-4acb-9286-10308e99ac1f tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0907760 Sep 15 10:23:53.911789 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-353eb1ad-10c3-40dc-8b29-b1d2677ac081 req-4edd8f05-1938-43de-8b80-93a5fa5e93ab tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366228 Sep 15 10:23:54.423577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:54.752909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148acb57-a74f-492e-a840-ed7718264dc4 req-5ab9f8ae-a2df-48b7-a9e9-7f0bccaedd02 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:54.754405 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-148acb57-a74f-492e-a840-ed7718264dc4 req-5ab9f8ae-a2df-48b7-a9e9-7f0bccaedd02 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0879240 Sep 15 10:23:54.801186 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-148acb57-a74f-492e-a840-ed7718264dc4 req-1af55240-0efd-4c88-a04b-63080dc1b9da tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Sep 15 10:23:54.944895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:23:55.005972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:23:55.006870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 8a8dc0ed-c2cb-4767-9d9e-b3a27b95fbd6 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:23:56.007713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be0649-98f6-4fda-bf64-deb8714af18e req-fcce21f0-e58e-4eab-8cf9-fa034b0cab8b tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:56.009376 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-51be0649-98f6-4fda-bf64-deb8714af18e req-fcce21f0-e58e-4eab-8cf9-fa034b0cab8b tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.0871260 Sep 15 10:23:56.052842 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-51be0649-98f6-4fda-bf64-deb8714af18e req-71efd5ad-df4b-4a75-9b5d-c99b142f7981 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/security-groups?id=78c5210c-f4ad-4643-92ad-9f32e8b68d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376821 Sep 15 10:23:56.327558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-4a1e5703-d0c2-4311-ae75-568800947214 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:23:56.328378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-4a1e5703-d0c2-4311-ae75-568800947214 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Synchronizing usage tracker for tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:23:56.383362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-4a1e5703-d0c2-4311-ae75-568800947214 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Unset dirty status for tenant:9451a1ddb5fe4fbbb1ccb6ed9578f490 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:23:56.384485 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-4a1e5703-d0c2-4311-ae75-568800947214 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.16 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 946 time: 0.2323618 Sep 15 10:23:56.453748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Deleting port 041bb545-cea8-4355-a2cb-caeacdec3f0c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:56.454111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:56.694075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] For port 041bb545-cea8-4355-a2cb-caeacdec3f0c, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=041bb545-cea8-4355-a2cb-caeacdec3f0c,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:56.694444 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:56.817213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Calling delete_port for 041bb545-cea8-4355-a2cb-caeacdec3f0c owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:23:57.006909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:57.040118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['041bb545-cea8-4355-a2cb-caeacdec3f0c'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:23:57.063094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Pushing event deleted for resources: {'Port': ['ID=041bb545-cea8-4355-a2cb-caeacdec3f0c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:23:57.111017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.111391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.111709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.112043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.112376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.112709 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.113042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.113369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.113699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.114043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.114369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.114691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:23:57.159968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] No DVR routers for this DVR port 041bb545-cea8-4355-a2cb-caeacdec3f0c on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:23:57.163434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:57.168208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c53048c-58ca-4a22-8771-37e6c3a64fb1', 'name': 'network-vif-deleted', 'tag': '041bb545-cea8-4355-a2cb-caeacdec3f0c'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:23:57.171354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3658d1-f60f-4c52-af82-c26ff52bb41b" -d '{"events": [{"server_uuid": "2c53048c-58ca-4a22-8771-37e6c3a64fb1", "name": "network-vif-deleted", "tag": "041bb545-cea8-4355-a2cb-caeacdec3f0c"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:23:57.239000 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2ac4fd49-c0f8-4e34-a5ab-b8ef6950c4be req-c941b902-9700-447e-b45a-1bac9a4791d3 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.16 "DELETE /v2.0/ports/041bb545-cea8-4355-a2cb-caeacdec3f0c HTTP/1.1" status: 204 len: 173 time: 0.8467135 Sep 15 10:23:57.340150 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-612c4f07-7215-47a5-bd21-2e90e46fbe80 req-2445f4b2-f312-4ef8-abe6-ddb85efd2b79 tempest-ServersNegativeTestJSON-269345314 tempest-ServersNegativeTestJSON-269345314-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c53048c-58ca-4a22-8771-37e6c3a64fb1 HTTP/1.1" status: 200 len: 210 time: 0.1551318 Sep 15 10:23:57.391117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef4552a-5f65-4732-80d0-27c635cc4815 x-openstack-request-id: req-1ef4552a-5f65-4732-80d0-27c635cc4815 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:23:57.391611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c53048c-58ca-4a22-8771-37e6c3a64fb1", "name": "network-vif-deleted", "tag": "041bb545-cea8-4355-a2cb-caeacdec3f0c", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:23:57.391736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ef4552a-5f65-4732-80d0-27c635cc4815 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:23:57.392038 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef4552a-5f65-4732-80d0-27c635cc4815'] response: {'server_uuid': '2c53048c-58ca-4a22-8771-37e6c3a64fb1', 'name': 'network-vif-deleted', 'tag': '041bb545-cea8-4355-a2cb-caeacdec3f0c', 'status': 'completed', 'code': 200} Sep 15 10:23:58.464216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59890) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:23:58.992645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:59.429859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Deleting port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:23:59.430187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:59.598804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] For port 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:23:59.599476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:23:59.720808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Calling delete_port for 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:00.114912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:00.160525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7dc47e-290c-4c93-a3fd-e8b633a60a9c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:00.431513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:00.887876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:24:00.951109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 041bb545-cea8-4355-a2cb-caeacdec3f0c no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:24:00.984154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 041bb545-cea8-4355-a2cb-caeacdec3f0c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:24:00.984499 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 041bb545-cea8-4355-a2cb-caeacdec3f0c not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:24:01.064903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:24:01.074786 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] Sync routers for ids ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:24:01.079578 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b1403dac-2480-4fc1-b69c-98843121b2af admin admin] 10.222.0.62 "PUT /v2.0/routers/4c872c62-39f8-4c29-b83d-e27e2a5481c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126077 Sep 15 10:24:01.080366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59894) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:01.088423 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] Routers {'4c872c62-39f8-4c29-b83d-e27e2a5481c3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:01.089018 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:23:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:01.262040 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] Set router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:01.263382 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:01.447832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:01.547761 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247'}], 'enable_snat': True}, 'gw_port_id': '71c55de1-ab57-4cdc-a230-49f723540540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:23:59Z', 'revision_number': 5, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port': {'id': '71c55de1-ab57-4cdc-a230-49f723540540', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:02:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1588, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:23:13Z', 'updated_at': '2022-09-15T10:23:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:01.551395 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] Checking router: 4c872c62-39f8-4c29-b83d-e27e2a5481c3 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:24:01.559964 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] Routers {'4c872c62-39f8-4c29-b83d-e27e2a5481c3'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:01.560554 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:23:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:01.577807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Deleting port 71c55de1-ab57-4cdc-a230-49f723540540 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:01.578252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:01.711635 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] Set router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:01.760692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] For port 71c55de1-ab57-4cdc-a230-49f723540540, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=71c55de1-ab57-4cdc-a230-49f723540540,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:01.761055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:01.843321 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:24:01Z', 'revision_number': 6, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:01.847039 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c3dcff-a9d7-41cf-8fdf-faaa6f9e09f6 None None] The sync data for ids ['4c872c62-39f8-4c29-b83d-e27e2a5481c3'] in dv-neutron-857775-1-hyperv is: [{'id': '4c872c62-39f8-4c29-b83d-e27e2a5481c3', 'name': 'tempest-ServersNegativeTestJSON-865887232-router', 'tenant_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:23:12Z', 'updated_at': '2022-09-15T10:24:01Z', 'revision_number': 6, 'project_id': '9451a1ddb5fe4fbbb1ccb6ed9578f490', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:24:01.885809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Calling delete_port for 71c55de1-ab57-4cdc-a230-49f723540540 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:02.126633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:02.176592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=71c55de1-ab57-4cdc-a230-49f723540540,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:02.392929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:02.564146 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:02.566252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:02.658338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:02.658880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c872c62-39f8-4c29-b83d-e27e2a5481c3 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:24:02.672041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:02.673155 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-147758aa-1114-48c2-8035-2272857fb8a5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4c872c62-39f8-4c29-b83d-e27e2a5481c3 HTTP/1.1" status: 204 len: 168 time: 1.5919013 Sep 15 10:24:02.675763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59898) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:02.736198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5caee42-4f1d-4635-be4e-1f1e356e62f7 admin admin] Deleting subnet eb4140ef-522b-443f-a231-a0adecb0a321 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:24:02.739168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5caee42-4f1d-4635-be4e-1f1e356e62f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:02.790417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5caee42-4f1d-4635-be4e-1f1e356e62f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:02.876446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5caee42-4f1d-4635-be4e-1f1e356e62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.007415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5caee42-4f1d-4635-be4e-1f1e356e62f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.043159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caee42-4f1d-4635-be4e-1f1e356e62f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4140ef-522b-443f-a231-a0adecb0a321,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:03.048835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a5caee42-4f1d-4635-be4e-1f1e356e62f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.054894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a32a938-685c-42be-bb42-8d874aedb944 None None] Network e6b90368-25aa-4a19-997b-e4eb301d9c2d requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:03.056197 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a5caee42-4f1d-4635-be4e-1f1e356e62f7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/eb4140ef-522b-443f-a231-a0adecb0a321 HTTP/1.1" status: 204 len: 168 time: 0.3794680 Sep 15 10:24:03.058663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59902) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:03.166478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.177050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Deleting port c49c275c-770b-45b4-a784-d0023ad19619 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:03.177388 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.325524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] DHCP port deletion for e6b90368-25aa-4a19-997b-e4eb301d9c2d request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:24:03.329717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] Deleting port c49c275c-770b-45b4-a784-d0023ad19619 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:03.330128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.411061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] For port c49c275c-770b-45b4-a784-d0023ad19619, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c49c275c-770b-45b4-a784-d0023ad19619,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:03.411426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.420720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 71c55de1-ab57-4cdc-a230-49f723540540 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:24:03.466063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 71c55de1-ab57-4cdc-a230-49f723540540 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:24:03.466396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 71c55de1-ab57-4cdc-a230-49f723540540 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:24:03.466816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:24:03.504108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:24:03.504448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1b7dc47e-290c-4c93-a3fd-e8b633a60a9c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:24:03.504853 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c49c275c-770b-45b4-a784-d0023ad19619 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:24:03.535514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Calling delete_port for c49c275c-770b-45b4-a784-d0023ad19619 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:03.653902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] For port c49c275c-770b-45b4-a784-d0023ad19619, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c49c275c-770b-45b4-a784-d0023ad19619,segment=NetworkSegment(d8389465-fa8e-4d01-9ee8-e32293d2b553),segment_id=d8389465-fa8e-4d01-9ee8-e32293d2b553)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:03.654208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.720233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.766968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Pushing event deleted for resources: {'Port': ['ID=c49c275c-770b-45b4-a784-d0023ad19619,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:03.770419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] No DVR routers for this DVR port c49c275c-770b-45b4-a784-d0023ad19619 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:24:03.813865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] Calling delete_port for c49c275c-770b-45b4-a784-d0023ad19619 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:03.867085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c49c275c-770b-45b4-a784-d0023ad19619 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:03.867460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.885111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.910849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b90368-25aa-4a19-997b-e4eb301d9c2d']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:03.922969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8389465-fa8e-4d01-9ee8-e32293d2b553') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:03.923273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8389465-fa8e-4d01-9ee8-e32293d2b553') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:03.935802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.939401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:24:03.939751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:24:03.953797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:03.960253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:03.960537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:04.120931 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment d8389465-fa8e-4d01-9ee8-e32293d2b553 resource provider aggregate not found Sep 15 10:24:04.140033 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment d8389465-fa8e-4d01-9ee8-e32293d2b553 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8389465-fa8e-4d01-9ee8-e32293d2b553 found for delete ", "request_id": "req-8222f8e3-4f8d-4629-9b8b-213c36952d4c"}]} Sep 15 10:24:04.195629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:04.212495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:04.222485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b90368-25aa-4a19-997b-e4eb301d9c2d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:04.287473 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e83e2477-a62f-478b-93d7-19c7e6746aea admin admin] 10.222.0.62 "DELETE /v2.0/networks/e6b90368-25aa-4a19-997b-e4eb301d9c2d HTTP/1.1" status: 204 len: 168 time: 1.2277019 Sep 15 10:24:04.441389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] Deleting port c49c275c-770b-45b4-a784-d0023ad19619 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:04.441959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:04.513805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-920ce240-7aab-4402-a236-4541ec8812c1 None None] The port 'c49c275c-770b-45b4-a784-d0023ad19619' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:24:04.527950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59914) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:04.579599 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-db99abcf-4cdf-42be-bea5-99f2bce6deaf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9451a1ddb5fe4fbbb1ccb6ed9578f490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504811 Sep 15 10:24:04.582091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59918) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:04.638542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b7d67f2-74bd-4e06-9f29-1b358370669e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:04.664776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b7d67f2-74bd-4e06-9f29-1b358370669e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:04.806975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b7d67f2-74bd-4e06-9f29-1b358370669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:04.822976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7d67f2-74bd-4e06-9f29-1b358370669e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c5210c-f4ad-4643-92ad-9f32e8b68d11,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:04.898421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1b7d67f2-74bd-4e06-9f29-1b358370669e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:04.899538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1b7d67f2-74bd-4e06-9f29-1b358370669e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78c5210c-f4ad-4643-92ad-9f32e8b68d11 HTTP/1.1" status: 204 len: 168 time: 0.3165777 Sep 15 10:24:05.896219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59942) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:06.017006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1789715626'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:06.022526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:06.026438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:network and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:06.029309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:06.035476 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:06.183365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:06.186800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:06.198806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:06.213197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:06.216945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:security_group_rule and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:06.219677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:06.225233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:06.309004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:06.378192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:06.412970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:06.417992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfd77f6-e59c-498a-84f7-d0701ba048b3,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:06.424781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:06.425121 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Added segment 0edee7c6-10a4-4c74-9a1d-d45799431129 of type vlan for network 0291f3b1-01e6-4530-9836-08fc15dcb91c Sep 15 10:24:06.451040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:06.520572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:06.526674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:06.527253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:06.635002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Network': ['ID=0291f3b1-01e6-4530-9836-08fc15dcb91c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:06.645286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 0291f3b1-01e6-4530-9836-08fc15dcb91c details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:06.721774 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-fac98d42-2b12-491c-9b94-2e24620f1dab tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8241787 Sep 15 10:24:10.001112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 59948) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:10.006665 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'subnet': {'network_id': '0291f3b1-01e6-4530-9836-08fc15dcb91c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:10.116628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:10.120374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:subnet and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:10.123284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:10.129013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:10.194647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:10.198101 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:10.469317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:10.547766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Subnet': ['ID=38fd9cbc-5bbc-47c1-86ee-a4fb24622ba9,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:10.559963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.565109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:10.568062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Checking segment: {'id': '0edee7c6-10a4-4c74-9a1d-d45799431129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0291f3b1-01e6-4530-9836-08fc15dcb91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:10.568414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network hostable DHCP agents. Network: 0291f3b1-01e6-4530-9836-08fc15dcb91c, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:10.640210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network 0291f3b1-01e6-4530-9836-08fc15dcb91c is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:10.708634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 0291f3b1-01e6-4530-9836-08fc15dcb91c) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:10.713282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:10.713891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:10.718111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b6c2c9-2c7d-44f8-a79b-dfc01afbb173 None None] Network 0291f3b1-01e6-4530-9836-08fc15dcb91c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:10.784355 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-85f54682-0933-44ab-9ed3-6fc2afaccd97 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7821240 Sep 15 10:24:10.789020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59952) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:10.795160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1320136146'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:10.800084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:10.804076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:network and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:10.807143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:10.814220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:10.868681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:10.872215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:10.900534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:10.908816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:10.909157 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Added segment e073c2e5-8969-45e7-ad3e-24555e7f44f6 of type vlan for network 02c366f9-aa2a-48a7-b766-adb821f01631 Sep 15 10:24:10.936530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:10.978325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-0291f3b1-01e6-4530-9836-08fc15dcb91c', 'network_id': '0291f3b1-01e6-4530-9836-08fc15dcb91c', 'tenant_id': 'f20a60287ecd4315ae641e9e0e9329d6', 'fixed_ips': [{'subnet_id': '38fd9cbc-5bbc-47c1-86ee-a4fb24622ba9'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:10.979279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.000511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.006062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:11.006639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.113403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Network': ['ID=02c366f9-aa2a-48a7-b766-adb821f01631,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:11.128112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 02c366f9-aa2a-48a7-b766-adb821f01631 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:11.144415 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8e164936-e9c7-4dce-8dea-de144493f72c tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3542016 Sep 15 10:24:11.147306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59956) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:11.155634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'subnet': {'network_id': '02c366f9-aa2a-48a7-b766-adb821f01631', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:11.197320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Allocated IP 2001:db8:0:ffff::2 (0291f3b1-01e6-4530-9836-08fc15dcb91c/38fd9cbc-5bbc-47c1-86ee-a4fb24622ba9/a81968d7-8848-42a3-ba91-0fa53348ba41) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:11.269341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:11.273685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:subnet and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:11.276862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:11.283092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:11.372091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:11.375708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.430672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.440417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Transition to ACTIVE for port object a81968d7-8848-42a3-ba91-0fa53348ba41 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:11.458951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Transition to ACTIVE for port object a81968d7-8848-42a3-ba91-0fa53348ba41 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:11.515376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.579731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Network 0291f3b1-01e6-4530-9836-08fc15dcb91c is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:11.582459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:11.586488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:11.595117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Pushing event updated for resources: {'Port': ['ID=a81968d7-8848-42a3-ba91-0fa53348ba41,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:11.652136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.696102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Attempting to bind port a81968d7-8848-42a3-ba91-0fa53348ba41 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:11.696388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Attempting to bind port a81968d7-8848-42a3-ba91-0fa53348ba41 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '0edee7c6-10a4-4c74-9a1d-d45799431129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0291f3b1-01e6-4530-9836-08fc15dcb91c'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:11.696745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Attempting to bind port a81968d7-8848-42a3-ba91-0fa53348ba41 on network 0291f3b1-01e6-4530-9836-08fc15dcb91c {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:11.702006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:11.702376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Checking segment: {'id': '0edee7c6-10a4-4c74-9a1d-d45799431129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0291f3b1-01e6-4530-9836-08fc15dcb91c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:11.702779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.703177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Bound using segment: {'id': '0edee7c6-10a4-4c74-9a1d-d45799431129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0291f3b1-01e6-4530-9836-08fc15dcb91c'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:11.703644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Bound port: a81968d7-8848-42a3-ba91-0fa53348ba41, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edee7c6-10a4-4c74-9a1d-d45799431129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '0291f3b1-01e6-4530-9836-08fc15dcb91c'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:11.704016 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.734436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Subnet': ['ID=e90d283d-a1a2-4555-8602-63a7eebcb0d2,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:11.744319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Checking segment: {'id': 'e073c2e5-8969-45e7-ad3e-24555e7f44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '02c366f9-aa2a-48a7-b766-adb821f01631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:11.744482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network hostable DHCP agents. Network: 02c366f9-aa2a-48a7-b766-adb821f01631, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:11.796023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] For port a81968d7-8848-42a3-ba91-0fa53348ba41, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:11.799062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] For port a81968d7-8848-42a3-ba91-0fa53348ba41, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a81968d7-8848-42a3-ba91-0fa53348ba41,segment=NetworkSegment(0edee7c6-10a4-4c74-9a1d-d45799431129),segment_id=0edee7c6-10a4-4c74-9a1d-d45799431129)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:11.829242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network 02c366f9-aa2a-48a7-b766-adb821f01631 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:11.853001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.909047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 02c366f9-aa2a-48a7-b766-adb821f01631) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:11.914505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:11.914958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:11.923771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b25ecaf-1ff6-4dc3-9fba-79dc2c42cdd1 None None] Network 02c366f9-aa2a-48a7-b766-adb821f01631 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:11.998319 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1a91bd56-2caf-40af-b062-6dfe01b089aa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8467851 Sep 15 10:24:11.998523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec51e3-f4b9-4fe5-b70e-5e743ba82dbc None None] Pushing event updated for resources: {'Port': ['ID=a81968d7-8848-42a3-ba91-0fa53348ba41,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:11.998611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59960) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:12.179285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-02c366f9-aa2a-48a7-b766-adb821f01631', 'network_id': '02c366f9-aa2a-48a7-b766-adb821f01631', 'tenant_id': 'f20a60287ecd4315ae641e9e0e9329d6', 'fixed_ips': [{'subnet_id': 'e90d283d-a1a2-4555-8602-63a7eebcb0d2'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:12.187561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.187811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.255558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.346004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Allocated IP 2001:db8::2 (02c366f9-aa2a-48a7-b766-adb821f01631/e90d283d-a1a2-4555-8602-63a7eebcb0d2/ec5f9faf-6c86-446b-b13d-47b649d5b152) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:12.552012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.562951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Transition to ACTIVE for port object ec5f9faf-6c86-446b-b13d-47b649d5b152 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:12.582717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Transition to ACTIVE for port object ec5f9faf-6c86-446b-b13d-47b649d5b152 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:12.647774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.718949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Network 02c366f9-aa2a-48a7-b766-adb821f01631 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:12.722083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:12.726183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:12.728186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.732301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Pushing event updated for resources: {'Port': ['ID=ec5f9faf-6c86-446b-b13d-47b649d5b152,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:12.773419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Subnet': ['ID=e90d283d-a1a2-4555-8602-63a7eebcb0d2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:12.842068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Attempting to bind port ec5f9faf-6c86-446b-b13d-47b649d5b152 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:12.842629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Attempting to bind port ec5f9faf-6c86-446b-b13d-47b649d5b152 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e073c2e5-8969-45e7-ad3e-24555e7f44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '02c366f9-aa2a-48a7-b766-adb821f01631'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:12.842848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Attempting to bind port ec5f9faf-6c86-446b-b13d-47b649d5b152 on network 02c366f9-aa2a-48a7-b766-adb821f01631 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:12.848410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:12.851347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Checking segment: {'id': 'e073c2e5-8969-45e7-ad3e-24555e7f44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '02c366f9-aa2a-48a7-b766-adb821f01631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:12.851347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.851347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Bound using segment: {'id': 'e073c2e5-8969-45e7-ad3e-24555e7f44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '02c366f9-aa2a-48a7-b766-adb821f01631'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:12.851347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Bound port: ec5f9faf-6c86-446b-b13d-47b649d5b152, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e073c2e5-8969-45e7-ad3e-24555e7f44f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '02c366f9-aa2a-48a7-b766-adb821f01631'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:12.851347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.873268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.904481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c366f9-aa2a-48a7-b766-adb821f01631']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:12.918111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e073c2e5-8969-45e7-ad3e-24555e7f44f6') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:12.918410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e073c2e5-8969-45e7-ad3e-24555e7f44f6') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:12.930809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.931124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe1728-14ac-4a63-ab0a-4c6092b0d4d7 None None] Network 0291f3b1-01e6-4530-9836-08fc15dcb91c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:12.947550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:12.953802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:12.954241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:13.077654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] For port ec5f9faf-6c86-446b-b13d-47b649d5b152, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:13.129234 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e073c2e5-8969-45e7-ad3e-24555e7f44f6 resource provider aggregate not found Sep 15 10:24:13.145010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-85f62aad-9213-49e4-a646-b273539d32f0 None None] Provisioning for port a81968d7-8848-42a3-ba91-0fa53348ba41 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:13.157014 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e073c2e5-8969-45e7-ad3e-24555e7f44f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e073c2e5-8969-45e7-ad3e-24555e7f44f6 found for delete ", "request_id": "req-4d6f434a-a438-4f5b-811d-ff0b49bce54f"}]} Sep 15 10:24:13.199060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] For port ec5f9faf-6c86-446b-b13d-47b649d5b152, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ec5f9faf-6c86-446b-b13d-47b649d5b152,segment=NetworkSegment(e073c2e5-8969-45e7-ad3e-24555e7f44f6),segment_id=e073c2e5-8969-45e7-ad3e-24555e7f44f6)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:13.206561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 10:24:13.206561 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 10:24:13.206561 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': '02c366f9-aa2a-48a7-b766-adb821f01631'}] Sep 15 10:24:13.206561 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:24:13.206987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:24:13.259529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:13.385305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7a901e-daaa-4e04-a2ce-5b2bda8f0198 None None] Pushing event updated for resources: {'Port': ['ID=ec5f9faf-6c86-446b-b13d-47b649d5b152,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:13.403736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83153f0-b7d2-4927-a278-4ed85a935a5b None None] Network 02c366f9-aa2a-48a7-b766-adb821f01631 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:13.473018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a81968d7-8848-42a3-ba91-0fa53348ba41 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:13.681242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27648050-c88e-4cb5-b8cf-36c80788d2fd None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 10:24:13.708272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:13.719588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Deleting port ec5f9faf-6c86-446b-b13d-47b649d5b152 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:13.719919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:13.759145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port a81968d7-8848-42a3-ba91-0fa53348ba41 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:13.767892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port a81968d7-8848-42a3-ba91-0fa53348ba41 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:13.768268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:13.797027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27648050-c88e-4cb5-b8cf-36c80788d2fd None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 10:24:13.935753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] For port ec5f9faf-6c86-446b-b13d-47b649d5b152, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ec5f9faf-6c86-446b-b13d-47b649d5b152,segment=NetworkSegment(e073c2e5-8969-45e7-ad3e-24555e7f44f6),segment_id=e073c2e5-8969-45e7-ad3e-24555e7f44f6)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:13.936321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.008576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port a81968d7-8848-42a3-ba91-0fa53348ba41 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:14.009162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.059170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Calling delete_port for ec5f9faf-6c86-446b-b13d-47b649d5b152 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:14.107834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port a81968d7-8848-42a3-ba91-0fa53348ba41, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a81968d7-8848-42a3-ba91-0fa53348ba41,segment=NetworkSegment(0edee7c6-10a4-4c74-9a1d-d45799431129),segment_id=0edee7c6-10a4-4c74-9a1d-d45799431129)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:14.212157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.246656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.285388 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=a81968d7-8848-42a3-ba91-0fa53348ba41,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:14.301011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No DVR routers for this DVR port ec5f9faf-6c86-446b-b13d-47b649d5b152 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:24:14.327818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Port': ['ID=ec5f9faf-6c86-446b-b13d-47b649d5b152,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:14.425601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.450544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c366f9-aa2a-48a7-b766-adb821f01631']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:14.462126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e073c2e5-8969-45e7-ad3e-24555e7f44f6') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:14.462477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e073c2e5-8969-45e7-ad3e-24555e7f44f6') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:14.473232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.488756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.495693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:14.496122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.629015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.646377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.656942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Network': ['ID=02c366f9-aa2a-48a7-b766-adb821f01631,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:14.663609 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5c162c04-c90e-4840-92fe-36cd05807a77 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/02c366f9-aa2a-48a7-b766-adb821f01631 HTTP/1.1" status: 204 len: 168 time: 2.6636169 Sep 15 10:24:14.667222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59968) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:14.672710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-878256599'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:14.677472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:14.681930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:network and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:14.684714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:14.690761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:14.783338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:14.786847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.815703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:14.824131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.824466 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Added segment 063cd041-10e9-4dda-a37f-780290c901ad of type vlan for network 531dac5a-6d12-44f7-860c-ddf2734e9399 Sep 15 10:24:14.848857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.937162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:14.942685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:14.943254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:15.046555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Network': ['ID=531dac5a-6d12-44f7-860c-ddf2734e9399,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:15.056343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 531dac5a-6d12-44f7-860c-ddf2734e9399 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:15.106724 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7578a795-1b8a-493b-8779-edf5fd3a91c7 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4358418 Sep 15 10:24:15.107043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59972) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:15.112506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'subnet': {'network_id': '531dac5a-6d12-44f7-860c-ddf2734e9399', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:15.198079 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e073c2e5-8969-45e7-ad3e-24555e7f44f6 resource provider aggregate not found Sep 15 10:24:15.222201 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment e073c2e5-8969-45e7-ad3e-24555e7f44f6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e073c2e5-8969-45e7-ad3e-24555e7f44f6 found for delete ", "request_id": "req-498421f4-4dfc-49a3-8bf5-9db6be176852"}]} Sep 15 10:24:15.233244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:15.237067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:subnet and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:15.239927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:15.246201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:15.303276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:15.307274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:15.373606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a81968d7-8848-42a3-ba91-0fa53348ba41 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:15.405567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Performing IP validity checks on allocation pools {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 15 10:24:15.406115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.ipam_backend_mixin [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89668) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 15 10:24:15.440949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port a81968d7-8848-42a3-ba91-0fa53348ba41 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:15.441320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:15.578056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:15.589012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port a81968d7-8848-42a3-ba91-0fa53348ba41 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:15.654747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Subnet': ['ID=34e215c3-7e7f-4eeb-8a1c-ae021d2085ee,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:15.662379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Checking segment: {'id': '063cd041-10e9-4dda-a37f-780290c901ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '531dac5a-6d12-44f7-860c-ddf2734e9399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:15.662730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network hostable DHCP agents. Network: 531dac5a-6d12-44f7-860c-ddf2734e9399, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:15.720586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network 531dac5a-6d12-44f7-860c-ddf2734e9399 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:15.795409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 531dac5a-6d12-44f7-860c-ddf2734e9399) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:15.799390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:15.799970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:15.805926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d540e83f-23e5-4ac0-8ba4-27a0a40a85cd None None] Network 531dac5a-6d12-44f7-860c-ddf2734e9399 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:15.887317 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c8da8e6c-2d2c-47de-86fa-2448b9eefd9b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7790878 Sep 15 10:24:15.889797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59980) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:16.023176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-531dac5a-6d12-44f7-860c-ddf2734e9399', 'network_id': '531dac5a-6d12-44f7-860c-ddf2734e9399', 'tenant_id': 'f20a60287ecd4315ae641e9e0e9329d6', 'fixed_ips': [{'subnet_id': '34e215c3-7e7f-4eeb-8a1c-ae021d2085ee'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:16.024075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.033773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.105254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.183837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Allocated IP 2001:db8::3 (531dac5a-6d12-44f7-860c-ddf2734e9399/34e215c3-7e7f-4eeb-8a1c-ae021d2085ee/7db0b536-c6b3-44e0-9d13-a263e4854823) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:16.393330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.403770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Transition to ACTIVE for port object 7db0b536-c6b3-44e0-9d13-a263e4854823 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:16.422463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Transition to ACTIVE for port object 7db0b536-c6b3-44e0-9d13-a263e4854823 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:16.480953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.542777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Network 531dac5a-6d12-44f7-860c-ddf2734e9399 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:16.545597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:16.549284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:16.555553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.592569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Pushing event updated for resources: {'Port': ['ID=7db0b536-c6b3-44e0-9d13-a263e4854823,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:16.596132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Subnet': ['ID=34e215c3-7e7f-4eeb-8a1c-ae021d2085ee,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:16.655808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Attempting to bind port 7db0b536-c6b3-44e0-9d13-a263e4854823 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:16.656178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Attempting to bind port 7db0b536-c6b3-44e0-9d13-a263e4854823 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '063cd041-10e9-4dda-a37f-780290c901ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '531dac5a-6d12-44f7-860c-ddf2734e9399'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:16.656524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Attempting to bind port 7db0b536-c6b3-44e0-9d13-a263e4854823 on network 531dac5a-6d12-44f7-860c-ddf2734e9399 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:16.661629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:16.662025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Checking segment: {'id': '063cd041-10e9-4dda-a37f-780290c901ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '531dac5a-6d12-44f7-860c-ddf2734e9399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:16.662417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.662799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Bound using segment: {'id': '063cd041-10e9-4dda-a37f-780290c901ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '531dac5a-6d12-44f7-860c-ddf2734e9399'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:16.663253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Bound port: 7db0b536-c6b3-44e0-9d13-a263e4854823, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '063cd041-10e9-4dda-a37f-780290c901ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '531dac5a-6d12-44f7-860c-ddf2734e9399'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:16.663615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.690103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.715542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531dac5a-6d12-44f7-860c-ddf2734e9399']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:16.728308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063cd041-10e9-4dda-a37f-780290c901ad') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:16.728613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063cd041-10e9-4dda-a37f-780290c901ad') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:16.740136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.752609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] For port 7db0b536-c6b3-44e0-9d13-a263e4854823, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:16.755781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.761910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:16.762324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:16.854267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] For port 7db0b536-c6b3-44e0-9d13-a263e4854823, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7db0b536-c6b3-44e0-9d13-a263e4854823,segment=NetworkSegment(063cd041-10e9-4dda-a37f-780290c901ad),segment_id=063cd041-10e9-4dda-a37f-780290c901ad)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:16.892265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 10:24:16.892265 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 10:24:16.892265 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': '531dac5a-6d12-44f7-860c-ddf2734e9399'}] Sep 15 10:24:16.892265 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:24:16.892634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:24:16.921015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:17.045234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c44821-bb34-428f-a22c-92626e2ffdb9 None None] Pushing event updated for resources: {'Port': ['ID=7db0b536-c6b3-44e0-9d13-a263e4854823,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:17.054739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0213ea6-1803-44f2-840f-097ed759f223 None None] Network 531dac5a-6d12-44f7-860c-ddf2734e9399 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:17.164869 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:24:17.239453 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 063cd041-10e9-4dda-a37f-780290c901ad resource provider aggregate not found Sep 15 10:24:17.256515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 063cd041-10e9-4dda-a37f-780290c901ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 063cd041-10e9-4dda-a37f-780290c901ad found for delete ", "request_id": "req-9fb46518-3176-4e97-bb2f-681a60a88f7e"}]} Sep 15 10:24:17.258667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe46bd3-adb7-4c78-92a7-a654ad6b9036 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 10:24:17.345652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe46bd3-adb7-4c78-92a7-a654ad6b9036 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 10:24:17.393790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:17.404802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Deleting port 7db0b536-c6b3-44e0-9d13-a263e4854823 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:17.405132 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:17.614761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] For port 7db0b536-c6b3-44e0-9d13-a263e4854823, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=7db0b536-c6b3-44e0-9d13-a263e4854823,segment=NetworkSegment(063cd041-10e9-4dda-a37f-780290c901ad),segment_id=063cd041-10e9-4dda-a37f-780290c901ad)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:17.615100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:17.735643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Calling delete_port for 7db0b536-c6b3-44e0-9d13-a263e4854823 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:17.937813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:17.984950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Port': ['ID=7db0b536-c6b3-44e0-9d13-a263e4854823,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:17.986746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No DVR routers for this DVR port 7db0b536-c6b3-44e0-9d13-a263e4854823 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:24:18.106332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.130202 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531dac5a-6d12-44f7-860c-ddf2734e9399']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:18.141845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '063cd041-10e9-4dda-a37f-780290c901ad') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:18.142163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '063cd041-10e9-4dda-a37f-780290c901ad') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:18.153512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.169237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.175306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:18.175683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.309241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.327070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.338153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Network': ['ID=531dac5a-6d12-44f7-860c-ddf2734e9399,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:18.344590 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-219f5c63-b69f-4618-b9fb-75e711dc61cb tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/531dac5a-6d12-44f7-860c-ddf2734e9399 HTTP/1.1" status: 204 len: 168 time: 2.4538159 Sep 15 10:24:18.348104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59988) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:18.354124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-173646340'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:18.359162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:18.363113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:network and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:18.366669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:18.373710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:18.417565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:18.421222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.448646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:18.457430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.457760 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Added segment 85ff5b1d-507a-47b4-ae62-9093b228026e of type vlan for network 22823c1d-8e28-4454-9f64-868cce5afd24 Sep 15 10:24:18.482888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.560575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.565854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:18.566418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:18.667273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Network': ['ID=22823c1d-8e28-4454-9f64-868cce5afd24,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:18.677297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 22823c1d-8e28-4454-9f64-868cce5afd24 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:18.744502 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-03ba841d-a7df-4420-86b3-0e0eda874e02 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3953316 Sep 15 10:24:18.748090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 59992) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:18.753651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'subnet': {'network_id': '22823c1d-8e28-4454-9f64-868cce5afd24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:18.863524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:18.867405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:subnet and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:18.870302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:18.875889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:18.948643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:18.952080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.275677 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 063cd041-10e9-4dda-a37f-780290c901ad resource provider aggregate not found Sep 15 10:24:19.301906 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 063cd041-10e9-4dda-a37f-780290c901ad resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 063cd041-10e9-4dda-a37f-780290c901ad found for delete ", "request_id": "req-964a8f52-dcc8-487a-a6f1-1d0d9caa35fc"}]} Sep 15 10:24:19.321230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.398329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Subnet': ['ID=ee889206-fd4b-419a-941f-2ddc96501ec2,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:19.406337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Checking segment: {'id': '85ff5b1d-507a-47b4-ae62-9093b228026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22823c1d-8e28-4454-9f64-868cce5afd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:19.406691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network hostable DHCP agents. Network: 22823c1d-8e28-4454-9f64-868cce5afd24, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:19.486059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network 22823c1d-8e28-4454-9f64-868cce5afd24 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:19.548968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 22823c1d-8e28-4454-9f64-868cce5afd24) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:19.552884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:19.556465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.559656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5555a8d7-d81e-4f9f-8bc8-d1b6a0c24b0e None None] Network 22823c1d-8e28-4454-9f64-868cce5afd24 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:19.622903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c00a21f5-0d59-44fd-87d5-71fc7df3cc03 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8699574 Sep 15 10:24:19.623479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60000) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:19.627715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5ce183c0-c306-421a-8376-c8a6fa74abb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.633658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-78220382'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:19.635614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:19.639795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:network and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:19.642718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:19.648824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:19.697956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:19.701493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.732638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:19.741232 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.744129 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Added segment 76b8f8fb-bcb4-4ed0-a6df-05b2526848d0 of type vlan for network f36a08ad-2785-4528-a9ae-68a7e11bbecf Sep 15 10:24:19.767754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.789276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-22823c1d-8e28-4454-9f64-868cce5afd24', 'network_id': '22823c1d-8e28-4454-9f64-868cce5afd24', 'tenant_id': 'f20a60287ecd4315ae641e9e0e9329d6', 'fixed_ips': [{'subnet_id': 'ee889206-fd4b-419a-941f-2ddc96501ec2'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:19.790678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.863378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.869701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:19.870305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:19.951031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Allocated IP 2001:db8::2 (22823c1d-8e28-4454-9f64-868cce5afd24/ee889206-fd4b-419a-941f-2ddc96501ec2/0327fd19-2865-4c0e-94c5-80d3d73bc3d1) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:19.977240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Network': ['ID=f36a08ad-2785-4528-a9ae-68a7e11bbecf,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:20.018420 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3d181d79-83a9-4fe8-abd5-2e544e7e6f28 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3938878 Sep 15 10:24:20.021320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60004) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:20.026405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network f36a08ad-2785-4528-a9ae-68a7e11bbecf details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:20.027058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Request body: {'subnet': {'network_id': 'f36a08ad-2785-4528-a9ae-68a7e11bbecf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:20.146046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:20.150190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Usage tracker for resource:subnet and tenant:f20a60287ecd4315ae641e9e0e9329d6 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:20.153005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:20.158984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:20.229082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Made reservation on behalf of f20a60287ecd4315ae641e9e0e9329d6 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:20.232702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:20.242265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:20.252098 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Transition to ACTIVE for port object 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:20.271983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Transition to ACTIVE for port object 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:20.332215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:20.404619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Network 22823c1d-8e28-4454-9f64-868cce5afd24 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:20.407566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:20.411268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:20.417770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Pushing event updated for resources: {'Port': ['ID=0327fd19-2865-4c0e-94c5-80d3d73bc3d1,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:20.503433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:20.528007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Attempting to bind port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:20.528377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Attempting to bind port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '85ff5b1d-507a-47b4-ae62-9093b228026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22823c1d-8e28-4454-9f64-868cce5afd24'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:20.528727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Attempting to bind port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 on network 22823c1d-8e28-4454-9f64-868cce5afd24 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:20.533881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:20.534248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Checking segment: {'id': '85ff5b1d-507a-47b4-ae62-9093b228026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22823c1d-8e28-4454-9f64-868cce5afd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:20.534644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:20.535031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Bound using segment: {'id': '85ff5b1d-507a-47b4-ae62-9093b228026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22823c1d-8e28-4454-9f64-868cce5afd24'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:20.535484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Bound port: 0327fd19-2865-4c0e-94c5-80d3d73bc3d1, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85ff5b1d-507a-47b4-ae62-9093b228026e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22823c1d-8e28-4454-9f64-868cce5afd24'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:20.535850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:20.581283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event updated for resources: {'Subnet': ['ID=5480dec2-4984-4ae1-9560-27f6e8853ceb,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:20.590290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Checking segment: {'id': '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f36a08ad-2785-4528-a9ae-68a7e11bbecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:20.590646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network hostable DHCP agents. Network: f36a08ad-2785-4528-a9ae-68a7e11bbecf, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:20.624325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] For port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:20.627263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] For port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0327fd19-2865-4c0e-94c5-80d3d73bc3d1,segment=NetworkSegment(85ff5b1d-507a-47b4-ae62-9093b228026e),segment_id=85ff5b1d-507a-47b4-ae62-9093b228026e)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:20.663366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Network f36a08ad-2785-4528-a9ae-68a7e11bbecf is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:20.709414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:20.749152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, f36a08ad-2785-4528-a9ae-68a7e11bbecf) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:20.753346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:20.754001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:20.764785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c4b80b-3036-47aa-982e-63860dac23cb None None] Network f36a08ad-2785-4528-a9ae-68a7e11bbecf requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:20.870330 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b78e7543-a96b-49e5-bec9-1ec06f579373 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8474512 Sep 15 10:24:20.872539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60008) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:20.881879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8758cf-01a6-4ed8-94a4-342069af8f6a None None] Pushing event updated for resources: {'Port': ['ID=0327fd19-2865-4c0e-94c5-80d3d73bc3d1,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:20.969473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.044011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.051089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-f36a08ad-2785-4528-a9ae-68a7e11bbecf', 'network_id': 'f36a08ad-2785-4528-a9ae-68a7e11bbecf', 'tenant_id': 'f20a60287ecd4315ae641e9e0e9329d6', 'fixed_ips': [{'subnet_id': '5480dec2-4984-4ae1-9560-27f6e8853ceb'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:21.052001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.122556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.214079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Allocated IP 2001:db8::2 (f36a08ad-2785-4528-a9ae-68a7e11bbecf/5480dec2-4984-4ae1-9560-27f6e8853ceb/2236cd67-b924-4e8f-b0da-cd206688137f) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:21.421215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:21.507027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.519979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Transition to ACTIVE for port object 2236cd67-b924-4e8f-b0da-cd206688137f will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:21.542818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Transition to ACTIVE for port object 2236cd67-b924-4e8f-b0da-cd206688137f will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:21.618167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:21.646770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.695809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96f8adca-f5ef-4fe6-a823-99481430b646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.722144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Network f36a08ad-2785-4528-a9ae-68a7e11bbecf is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:21.731034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:21.731034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Pushing event updated for resources: {'Port': ['ID=2236cd67-b924-4e8f-b0da-cd206688137f,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:21.731034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:21.732921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5574aac7-0b1d-43bf-ad2e-8da13ab2ddeb None None] Network 22823c1d-8e28-4454-9f64-868cce5afd24 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:21.755365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.800681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Subnet': ['ID=5480dec2-4984-4ae1-9560-27f6e8853ceb,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:21.893145 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.926332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36a08ad-2785-4528-a9ae-68a7e11bbecf']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:21.926634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Attempting to bind port 2236cd67-b924-4e8f-b0da-cd206688137f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:21.927159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Attempting to bind port 2236cd67-b924-4e8f-b0da-cd206688137f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f36a08ad-2785-4528-a9ae-68a7e11bbecf'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:21.927340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Attempting to bind port 2236cd67-b924-4e8f-b0da-cd206688137f on network f36a08ad-2785-4528-a9ae-68a7e11bbecf {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:21.938027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:21.940252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Checking segment: {'id': '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f36a08ad-2785-4528-a9ae-68a7e11bbecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:21.940252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.940468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:21.940468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:21.940653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Bound using segment: {'id': '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f36a08ad-2785-4528-a9ae-68a7e11bbecf'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:21.940653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Bound port: 2236cd67-b924-4e8f-b0da-cd206688137f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'f36a08ad-2785-4528-a9ae-68a7e11bbecf'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:21.940653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.951045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.959264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-92133c6b-f6ef-42c3-9181-f4f66f4cfb14 None None] Provisioning for port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:21.967407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.973416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:21.973803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:21.997107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-92133c6b-f6ef-42c3-9181-f4f66f4cfb14 None None] Provisioning complete for port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:21.997482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-92133c6b-f6ef-42c3-9181-f4f66f4cfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.038364 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 76b8f8fb-bcb4-4ed0-a6df-05b2526848d0 resource provider aggregate not found Sep 15 10:24:22.059086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 76b8f8fb-bcb4-4ed0-a6df-05b2526848d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76b8f8fb-bcb4-4ed0-a6df-05b2526848d0 found for delete ", "request_id": "req-f971f99d-148a-4223-8691-ced36c96188d"}]} Sep 15 10:24:22.097845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.db.api [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 15 10:24:22.097845 dv-neutron-857775-1-hyperv neutron-server[89668]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 15 10:24:22.097845 dv-neutron-857775-1-hyperv neutron-server[89668]: [parameters: {'id': 'f36a08ad-2785-4528-a9ae-68a7e11bbecf'}] Sep 15 10:24:22.097845 dv-neutron-857775-1-hyperv neutron-server[89668]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89668) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:24:22.098299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG oslo_db.api [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:24:22.187491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] For port 2236cd67-b924-4e8f-b0da-cd206688137f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:22.201947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] For port 2236cd67-b924-4e8f-b0da-cd206688137f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2236cd67-b924-4e8f-b0da-cd206688137f,segment=NetworkSegment(76b8f8fb-bcb4-4ed0-a6df-05b2526848d0),segment_id=76b8f8fb-bcb4-4ed0-a6df-05b2526848d0)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:22.261696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-92133c6b-f6ef-42c3-9181-f4f66f4cfb14 None None] Current status of the port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:22.262015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-92133c6b-f6ef-42c3-9181-f4f66f4cfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.286644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.359780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-92133c6b-f6ef-42c3-9181-f4f66f4cfb14 None None] For port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0327fd19-2865-4c0e-94c5-80d3d73bc3d1,segment=NetworkSegment(85ff5b1d-507a-47b4-ae62-9093b228026e),segment_id=85ff5b1d-507a-47b4-ae62-9093b228026e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:22.421594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e215d4f-b27b-4d8d-b094-5a366ed295ea None None] Pushing event updated for resources: {'Port': ['ID=2236cd67-b924-4e8f-b0da-cd206688137f,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:22.430604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-92133c6b-f6ef-42c3-9181-f4f66f4cfb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.464534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58262458-0575-4447-aa34-034189263d8c None None] Network f36a08ad-2785-4528-a9ae-68a7e11bbecf requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:22.599782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.610268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92133c6b-f6ef-42c3-9181-f4f66f4cfb14 None None] Pushing event updated for resources: {'Port': ['ID=0327fd19-2865-4c0e-94c5-80d3d73bc3d1,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:22.610496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Deleting port 2236cd67-b924-4e8f-b0da-cd206688137f {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:22.610849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.614061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f73a9aa6-3ccd-4423-b792-0db9cad73aec None None] Provisioning complete for port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:22.614433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f73a9aa6-3ccd-4423-b792-0db9cad73aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.678036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.818576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] For port 2236cd67-b924-4e8f-b0da-cd206688137f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2236cd67-b924-4e8f-b0da-cd206688137f,segment=NetworkSegment(76b8f8fb-bcb4-4ed0-a6df-05b2526848d0),segment_id=76b8f8fb-bcb4-4ed0-a6df-05b2526848d0)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:22.819160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.836943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f73a9aa6-3ccd-4423-b792-0db9cad73aec None None] Current status of the port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:22.845916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939c88f-37a7-41cb-9f25-85832b46d385 None None] get_active_networks_info from dv-neutron-857775-1-hyperv {{(pid=89670) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 15 10:24:22.912108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:22.940209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8939c88f-37a7-41cb-9f25-85832b46d385 None None] Resources bound (agent type, host, resource id): {{(pid=89670) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 15 10:24:22.946630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Calling delete_port for 2236cd67-b924-4e8f-b0da-cd206688137f owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:23.171876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.219180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Port': ['ID=2236cd67-b924-4e8f-b0da-cd206688137f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:23.222566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No DVR routers for this DVR port 2236cd67-b924-4e8f-b0da-cd206688137f on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:24:23.352455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.379721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:23.386936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36a08ad-2785-4528-a9ae-68a7e11bbecf']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:23.399518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:23.399888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b8f8fb-bcb4-4ed0-a6df-05b2526848d0') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:23.411050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.428106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.434110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:23.434488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.449571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:23.449969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.565554 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:23.577385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.594787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.606187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Network': ['ID=f36a08ad-2785-4528-a9ae-68a7e11bbecf,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:23.612515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d6e7ba1b-fe50-41be-a623-0b9056b79a5b tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/f36a08ad-2785-4528-a9ae-68a7e11bbecf HTTP/1.1" status: 204 len: 168 time: 2.7388492 Sep 15 10:24:23.615322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60016) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:23.662587 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c9ab8f-51a8-42ce-b336-2fd2c455a41f tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] GET failed (client error): The resource could not be found. Sep 15 10:24:23.663102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-89c9ab8f-51a8-42ce-b336-2fd2c455a41f tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Synchronizing usage tracker for tenant:f20a60287ecd4315ae641e9e0e9329d6 on resource:subnet {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:24:23.731815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-89c9ab8f-51a8-42ce-b336-2fd2c455a41f tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Unset dirty status for tenant:f20a60287ecd4315ae641e9e0e9329d6 on resource:subnet {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:24:23.732895 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-89c9ab8f-51a8-42ce-b336-2fd2c455a41f tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "GET /v2.0/subnets/5480dec2-4984-4ae1-9560-27f6e8853ceb HTTP/1.1" status: 404 len: 337 time: 0.1166427 Sep 15 10:24:23.735694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60020) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:23.760895 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-6160a5fa-f9aa-4a8d-b89e-dcbc1b818030 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] DELETE failed (client error): The resource could not be found. Sep 15 10:24:23.761343 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6160a5fa-f9aa-4a8d-b89e-dcbc1b818030 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:24:23.762970 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6160a5fa-f9aa-4a8d-b89e-dcbc1b818030 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/f36a08ad-2785-4528-a9ae-68a7e11bbecf HTTP/1.1" status: 404 len: 339 time: 0.0264070 Sep 15 10:24:23.766888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60024) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:23.807556 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-568a3ccb-1770-4c45-a09b-c3799f5e0a84 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] DELETE failed (client error): The resource could not be found. Sep 15 10:24:23.807996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-568a3ccb-1770-4c45-a09b-c3799f5e0a84 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:24:23.809582 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-568a3ccb-1770-4c45-a09b-c3799f5e0a84 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/subnets/5480dec2-4984-4ae1-9560-27f6e8853ceb HTTP/1.1" status: 404 len: 337 time: 0.0418420 Sep 15 10:24:23.812216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60028) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:23.836862 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-69f5d416-88fc-4f31-a634-d62688e37f69 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] DELETE failed (client error): The resource could not be found. Sep 15 10:24:23.837467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69f5d416-88fc-4f31-a634-d62688e37f69 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:24:23.838741 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-69f5d416-88fc-4f31-a634-d62688e37f69 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/f36a08ad-2785-4528-a9ae-68a7e11bbecf HTTP/1.1" status: 404 len: 339 time: 0.0256846 Sep 15 10:24:23.841059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60032) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:23.904416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bd4840-c9cc-45aa-9171-6450badb7509 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Deleting subnet ee889206-fd4b-419a-941f-2ddc96501ec2 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:24:23.907264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4840-c9cc-45aa-9171-6450badb7509 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:23.964785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4840-c9cc-45aa-9171-6450badb7509 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.047495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4840-c9cc-45aa-9171-6450badb7509 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.091581 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 76b8f8fb-bcb4-4ed0-a6df-05b2526848d0 resource provider aggregate not found Sep 15 10:24:24.110354 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 76b8f8fb-bcb4-4ed0-a6df-05b2526848d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76b8f8fb-bcb4-4ed0-a6df-05b2526848d0 found for delete ", "request_id": "req-aa551062-e1f7-4a86-8119-0c385e3e3650"}]} Sep 15 10:24:24.189173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4840-c9cc-45aa-9171-6450badb7509 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.229270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd4840-c9cc-45aa-9171-6450badb7509 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Subnet': ['ID=ee889206-fd4b-419a-941f-2ddc96501ec2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:24.235433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a8bd4840-c9cc-45aa-9171-6450badb7509 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.241030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca520c0b-3c78-4ae4-bdf5-de3ace83600a None None] Network 22823c1d-8e28-4454-9f64-868cce5afd24 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:24.286910 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a8bd4840-c9cc-45aa-9171-6450badb7509 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/subnets/ee889206-fd4b-419a-941f-2ddc96501ec2 HTTP/1.1" status: 204 len: 168 time: 0.4448850 Sep 15 10:24:24.289424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60040) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:24.407703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.415922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.419134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Deleting port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:24.419500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.509020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] DHCP port deletion for 22823c1d-8e28-4454-9f64-868cce5afd24 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:24:24.513176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] Deleting port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:24.513547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.638321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] For port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0327fd19-2865-4c0e-94c5-80d3d73bc3d1,segment=NetworkSegment(85ff5b1d-507a-47b4-ae62-9093b228026e),segment_id=85ff5b1d-507a-47b4-ae62-9093b228026e)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:24.638321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.714994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] For port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=0327fd19-2865-4c0e-94c5-80d3d73bc3d1,segment=NetworkSegment(85ff5b1d-507a-47b4-ae62-9093b228026e),segment_id=85ff5b1d-507a-47b4-ae62-9093b228026e)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:24.715376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.763853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Calling delete_port for 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:24.833944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] Calling delete_port for 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:24.931764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:24.936986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:24:24.941875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:24:24.978542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Port': ['ID=0327fd19-2865-4c0e-94c5-80d3d73bc3d1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:24.983067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No DVR routers for this DVR port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:24:25.207546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.234749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22823c1d-8e28-4454-9f64-868cce5afd24']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:25.246490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85ff5b1d-507a-47b4-ae62-9093b228026e') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:25.246791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85ff5b1d-507a-47b4-ae62-9093b228026e') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:25.258278 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.273829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.280208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:25.280593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.374175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:24:25.411843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:24:25.412185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:24:25.438547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] Deleting port 0327fd19-2865-4c0e-94c5-80d3d73bc3d1 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:25.438932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.475018 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.479465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.504311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-789e865a-8cf3-4fd9-acc4-98d204f98952 None None] The port '0327fd19-2865-4c0e-94c5-80d3d73bc3d1' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:24:25.505126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Network': ['ID=22823c1d-8e28-4454-9f64-868cce5afd24,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:25.512835 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d5d49fe1-970a-48e3-938b-a0fd82fb0d59 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/22823c1d-8e28-4454-9f64-868cce5afd24 HTTP/1.1" status: 204 len: 168 time: 1.2193491 Sep 15 10:24:25.514210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60044) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:25.550204 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0dc9d3-3371-4327-a67d-7d93b773ddba tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] DELETE failed (client error): The resource could not be found. Sep 15 10:24:25.550641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0dc9d3-3371-4327-a67d-7d93b773ddba tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:24:25.552271 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0d0dc9d3-3371-4327-a67d-7d93b773ddba tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/subnets/34e215c3-7e7f-4eeb-8a1c-ae021d2085ee HTTP/1.1" status: 404 len: 337 time: 0.0379248 Sep 15 10:24:25.555297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60048) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:25.579053 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbb5d00-10b4-4921-bcd2-a86c966809de tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] DELETE failed (client error): The resource could not be found. Sep 15 10:24:25.579497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dbb5d00-10b4-4921-bcd2-a86c966809de tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:24:25.581056 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0dbb5d00-10b4-4921-bcd2-a86c966809de tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/531dac5a-6d12-44f7-860c-ddf2734e9399 HTTP/1.1" status: 404 len: 339 time: 0.0249183 Sep 15 10:24:25.583512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60052) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:25.620136 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-217c250d-d9ad-4409-ba00-6491c839b1a9 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] DELETE failed (client error): The resource could not be found. Sep 15 10:24:25.620596 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217c250d-d9ad-4409-ba00-6491c839b1a9 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:24:25.624672 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-217c250d-d9ad-4409-ba00-6491c839b1a9 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/subnets/e90d283d-a1a2-4555-8602-63a7eebcb0d2 HTTP/1.1" status: 404 len: 337 time: 0.0379739 Sep 15 10:24:25.624874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60056) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:25.653235 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d9471c-2e7f-4da6-8121-0c986e4e0a9e tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] DELETE failed (client error): The resource could not be found. Sep 15 10:24:25.653966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d9471c-2e7f-4da6-8121-0c986e4e0a9e tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89669) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 10:24:25.658410 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e0d9471c-2e7f-4da6-8121-0c986e4e0a9e tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/02c366f9-aa2a-48a7-b766-adb821f01631 HTTP/1.1" status: 404 len: 339 time: 0.0324824 Sep 15 10:24:25.658534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60060) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:25.729070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff78d05a-5503-40af-9eb8-a7ea27af19c1 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Deleting subnet 38fd9cbc-5bbc-47c1-86ee-a4fb24622ba9 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:24:25.732499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff78d05a-5503-40af-9eb8-a7ea27af19c1 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.791641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff78d05a-5503-40af-9eb8-a7ea27af19c1 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:25.878544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff78d05a-5503-40af-9eb8-a7ea27af19c1 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.046702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff78d05a-5503-40af-9eb8-a7ea27af19c1 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.089551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78d05a-5503-40af-9eb8-a7ea27af19c1 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Subnet': ['ID=38fd9cbc-5bbc-47c1-86ee-a4fb24622ba9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:26.093195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff78d05a-5503-40af-9eb8-a7ea27af19c1 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.099065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972ff70-ac7a-4e7c-919c-a0b49b1e0d23 None None] Network 0291f3b1-01e6-4530-9836-08fc15dcb91c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:26.103390 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ff78d05a-5503-40af-9eb8-a7ea27af19c1 tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/subnets/38fd9cbc-5bbc-47c1-86ee-a4fb24622ba9 HTTP/1.1" status: 204 len: 168 time: 0.4438002 Sep 15 10:24:26.105721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60064) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:26.182897 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 85ff5b1d-507a-47b4-ae62-9093b228026e resource provider aggregate not found Sep 15 10:24:26.219070 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 85ff5b1d-507a-47b4-ae62-9093b228026e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 85ff5b1d-507a-47b4-ae62-9093b228026e found for delete ", "request_id": "req-2db6373b-ad50-4234-8ffb-c4a7bd7525bc"}]} Sep 15 10:24:26.228734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.238988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Deleting port a81968d7-8848-42a3-ba91-0fa53348ba41 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:26.239314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.350605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] DHCP port deletion for 0291f3b1-01e6-4530-9836-08fc15dcb91c request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:24:26.355775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] Deleting port a81968d7-8848-42a3-ba91-0fa53348ba41 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:26.356147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.448913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] For port a81968d7-8848-42a3-ba91-0fa53348ba41, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a81968d7-8848-42a3-ba91-0fa53348ba41,segment=NetworkSegment(0edee7c6-10a4-4c74-9a1d-d45799431129),segment_id=0edee7c6-10a4-4c74-9a1d-d45799431129)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:26.449310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.577088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Calling delete_port for a81968d7-8848-42a3-ba91-0fa53348ba41 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:26.587255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] For port a81968d7-8848-42a3-ba91-0fa53348ba41, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a81968d7-8848-42a3-ba91-0fa53348ba41,segment=NetworkSegment(0edee7c6-10a4-4c74-9a1d-d45799431129),segment_id=0edee7c6-10a4-4c74-9a1d-d45799431129)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:26.587797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.703386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.709591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] Calling delete_port for a81968d7-8848-42a3-ba91-0fa53348ba41 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:26.749513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Port': ['ID=a81968d7-8848-42a3-ba91-0fa53348ba41,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:26.753024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] No DVR routers for this DVR port a81968d7-8848-42a3-ba91-0fa53348ba41 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:24:26.782685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:24:26.783037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:24:26.873159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.903183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0291f3b1-01e6-4530-9836-08fc15dcb91c']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:26.914928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edee7c6-10a4-4c74-9a1d-d45799431129') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:26.915248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edee7c6-10a4-4c74-9a1d-d45799431129') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:26.926644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.942866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:26.949761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:26.950951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:27.080394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:27.194228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:27.202868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] Pushing event deleted for resources: {'Network': ['ID=0291f3b1-01e6-4530-9836-08fc15dcb91c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:27.206816 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-471a6b22-9471-49f6-a05c-67e9c8376cfa tempest-NetworksIpV6Test-554316235 tempest-NetworksIpV6Test-554316235-project] 10.222.0.62 "DELETE /v2.0/networks/0291f3b1-01e6-4530-9836-08fc15dcb91c HTTP/1.1" status: 204 len: 168 time: 1.1001575 Sep 15 10:24:27.285049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] Deleting port a81968d7-8848-42a3-ba91-0fa53348ba41 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:27.285608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:27.363180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-40fb54f7-81f6-4005-a1c1-c4aa072678bc None None] The port 'a81968d7-8848-42a3-ba91-0fa53348ba41' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:24:27.376761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a81968d7-8848-42a3-ba91-0fa53348ba41 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:24:27.411279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: a81968d7-8848-42a3-ba91-0fa53348ba41 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:24:27.411613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a81968d7-8848-42a3-ba91-0fa53348ba41 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:24:27.659437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60076) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:27.803148 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9de591a0-cde1-4fc7-a8df-2283d42bc0f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f20a60287ecd4315ae641e9e0e9329d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424799 Sep 15 10:24:27.806070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60082) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:27.861497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c9ba79b-6a47-4105-ac5e-9b8134a16ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:27.887113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c9ba79b-6a47-4105-ac5e-9b8134a16ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:28.023807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c9ba79b-6a47-4105-ac5e-9b8134a16ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:28.040782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ba79b-6a47-4105-ac5e-9b8134a16ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfd77f6-e59c-498a-84f7-d0701ba048b3,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:28.047230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c9ba79b-6a47-4105-ac5e-9b8134a16ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:28.050701 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6c9ba79b-6a47-4105-ac5e-9b8134a16ab5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dbfd77f6-e59c-498a-84f7-d0701ba048b3 HTTP/1.1" status: 204 len: 168 time: 0.2413807 Sep 15 10:24:28.237155 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 0edee7c6-10a4-4c74-9a1d-d45799431129 resource provider aggregate not found Sep 15 10:24:28.255790 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 0edee7c6-10a4-4c74-9a1d-d45799431129 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0edee7c6-10a4-4c74-9a1d-d45799431129 found for delete ", "request_id": "req-1f1078be-d34b-4fd7-a0b3-15fde9de1edd"}]} Sep 15 10:24:29.099192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60110) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:29.206318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1891803065', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:29.213512 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:29.217357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Usage tracker for resource:router and tenant:edf95c86aef44b80a657bb8439a9c66e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:29.220217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:29.226987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:29.292051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.293089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.308546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.366825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.435034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.436296 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b6a5ff6f-f278-43b1-835d-d95a5d149cb4 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3361833 Sep 15 10:24:29.439072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60116) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:29.444447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-462567239'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:29.449516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:29.454026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Usage tracker for resource:network and tenant:edf95c86aef44b80a657bb8439a9c66e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:29.456883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:29.463301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:29.537708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Made reservation on behalf of edf95c86aef44b80a657bb8439a9c66e for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:29.541839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.554271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.568487 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:29.572248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Usage tracker for resource:security_group_rule and tenant:edf95c86aef44b80a657bb8439a9c66e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:29.575000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:29.580663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:29.661361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.708913 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.740187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:29.748571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d247e252-f012-4ff6-b617-2db9be18875d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:29.753936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.757221 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Added segment 1def9b2d-3121-4694-aff7-8b15c3d31206 of type vlan for network 2c9a3565-a16a-4524-bc52-e5464ee07ae0 Sep 15 10:24:29.780873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.868543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.874055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:29.874660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:29.983258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event updated for resources: {'Network': ['ID=2c9a3565-a16a-4524-bc52-e5464ee07ae0,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:29.993425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 2c9a3565-a16a-4524-bc52-e5464ee07ae0 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:30.035428 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-52dbc765-25f1-4e80-b617-1bb5bbe7257d tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5953097 Sep 15 10:24:30.038099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60120) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:30.043766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Request body: {'subnet': {'network_id': '2c9a3565-a16a-4524-bc52-e5464ee07ae0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:30.151933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:30.155790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Usage tracker for resource:subnet and tenant:edf95c86aef44b80a657bb8439a9c66e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:30.158665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:30.165088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:30.234568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Made reservation on behalf of edf95c86aef44b80a657bb8439a9c66e for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:30.238005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:30.520641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:30.597673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event updated for resources: {'Subnet': ['ID=2478f588-253b-43f9-b4b9-f2c92ba6b315,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:30.606894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Checking segment: {'id': '1def9b2d-3121-4694-aff7-8b15c3d31206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c9a3565-a16a-4524-bc52-e5464ee07ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:30.607298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Network hostable DHCP agents. Network: 2c9a3565-a16a-4524-bc52-e5464ee07ae0, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:30.691820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Network 2c9a3565-a16a-4524-bc52-e5464ee07ae0 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:30.743284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 2c9a3565-a16a-4524-bc52-e5464ee07ae0) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:30.747491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:30.748100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:30.751811 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c38af58-c144-495a-bf8e-e8d1e3cbd494 None None] Network 2c9a3565-a16a-4524-bc52-e5464ee07ae0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:30.818790 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9f78ebd8-ece1-47b2-bb6a-9437a8425f6e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7790489 Sep 15 10:24:30.822458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60124) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:30.828438 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-194364142'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:30.834127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:30.838123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Usage tracker for resource:network and tenant:edf95c86aef44b80a657bb8439a9c66e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:30.841172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:30.846878 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:30.932025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Made reservation on behalf of edf95c86aef44b80a657bb8439a9c66e for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:30.935517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:30.963204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] vlan segment allocate from pool success with {'vlan_id': 356, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:30.973905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-2c9a3565-a16a-4524-bc52-e5464ee07ae0', 'network_id': '2c9a3565-a16a-4524-bc52-e5464ee07ae0', 'tenant_id': 'edf95c86aef44b80a657bb8439a9c66e', 'fixed_ips': [{'subnet_id': '2478f588-253b-43f9-b4b9-f2c92ba6b315'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:30.977190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:30.977190 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Added segment b8eba4d9-e767-4ab0-906e-32fab9602b20 of type vlan for network 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb Sep 15 10:24:30.977408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.000849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.092200 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.097960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:31.098577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.127612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Allocated IP 172.20.0.2 (2c9a3565-a16a-4524-bc52-e5464ee07ae0/2478f588-253b-43f9-b4b9-f2c92ba6b315/8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:31.206442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event updated for resources: {'Network': ['ID=0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:31.217633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:31.246613 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-eabebf60-e3a4-46eb-b614-cde34055d8e7 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4228604 Sep 15 10:24:31.249384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60128) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:31.254931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Request body: {'subnet': {'network_id': '0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:31.367612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:31.371613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Usage tracker for resource:subnet and tenant:edf95c86aef44b80a657bb8439a9c66e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:31.374412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:31.380132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:31.418770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.428797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Transition to ACTIVE for port object 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:31.440038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Made reservation on behalf of edf95c86aef44b80a657bb8439a9c66e for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:31.443845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.447501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Transition to ACTIVE for port object 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:31.520541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.590032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Network 2c9a3565-a16a-4524-bc52-e5464ee07ae0 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:31.592931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:31.596515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:31.602549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Pushing event updated for resources: {'Port': ['ID=8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:31.644717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.644955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.645136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.645462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.645783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.646130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.646448 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.646763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.647079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.647391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.647700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.648007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:31.691800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.711507 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Attempting to bind port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:31.711861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Attempting to bind port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '1def9b2d-3121-4694-aff7-8b15c3d31206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c9a3565-a16a-4524-bc52-e5464ee07ae0'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:31.712212 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Attempting to bind port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 on network 2c9a3565-a16a-4524-bc52-e5464ee07ae0 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:31.717528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:31.717915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Checking segment: {'id': '1def9b2d-3121-4694-aff7-8b15c3d31206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c9a3565-a16a-4524-bc52-e5464ee07ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:31.718308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.718693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Bound using segment: {'id': '1def9b2d-3121-4694-aff7-8b15c3d31206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c9a3565-a16a-4524-bc52-e5464ee07ae0'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:31.719179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Bound port: 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1def9b2d-3121-4694-aff7-8b15c3d31206', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c9a3565-a16a-4524-bc52-e5464ee07ae0'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:31.719543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.775369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event updated for resources: {'Subnet': ['ID=1529359d-a128-4e95-a72b-4ec903e79a9a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:31.785439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Checking segment: {'id': 'b8eba4d9-e767-4ab0-906e-32fab9602b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:31.785800 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Network hostable DHCP agents. Network: 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:31.843258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] For port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:31.846145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] For port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8,segment=NetworkSegment(1def9b2d-3121-4694-aff7-8b15c3d31206),segment_id=1def9b2d-3121-4694-aff7-8b15c3d31206)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:31.869492 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Network 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:31.921720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.949089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:31.953306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:31.958867 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:31.964279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad05b4f-e288-41a9-84ab-de52f7b23305 None None] Network 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:32.029805 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ced9e436-faf6-480c-a223-2239d1417270 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7793548 Sep 15 10:24:32.032586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60132) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:32.037619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6c342e1e-813f-447f-92df-7d63f1936a41 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Request body: {'router': {'external_gateway_info': {'network_id': '0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:32.087421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53dd19-86e1-4443-8d0f-3b1543d0aef4 None None] Pushing event updated for resources: {'Port': ['ID=8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:32.244036 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb', 'network_id': '0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb', 'tenant_id': 'edf95c86aef44b80a657bb8439a9c66e', 'fixed_ips': [{'subnet_id': '1529359d-a128-4e95-a72b-4ec903e79a9a'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:32.244883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:32.450134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Allocated IP 172.21.0.2 (0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb/1529359d-a128-4e95-a72b-4ec903e79a9a/a013674b-ed53-436b-ab1e-ba223a70fcae) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:32.569306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6c342e1e-813f-447f-92df-7d63f1936a41 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:32.666228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:32.676674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Transition to ACTIVE for port object a013674b-ed53-436b-ab1e-ba223a70fcae will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:32.696106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Transition to ACTIVE for port object a013674b-ed53-436b-ab1e-ba223a70fcae will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:32.755114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:32.781138 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.api.v2.resource [None req-6c342e1e-813f-447f-92df-7d63f1936a41 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 15 10:24:32.788132 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6c342e1e-813f-447f-92df-7d63f1936a41 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "PUT /v2.0/routers/dba4e3f3-6868-4fe7-a987-1085c8f5f70d HTTP/1.1" status: 400 len: 364 time: 0.7488339 Sep 15 10:24:32.788460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60136) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:32.824866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Network 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:32.827868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:32.831761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:32.841481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Pushing event updated for resources: {'Port': ['ID=a013674b-ed53-436b-ab1e-ba223a70fcae,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:32.864788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbd4302c-1aa2-420e-9385-917717b9c07a tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Deleting subnet 1529359d-a128-4e95-a72b-4ec903e79a9a {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:24:32.868372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cbd4302c-1aa2-420e-9385-917717b9c07a tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:32.926559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cbd4302c-1aa2-420e-9385-917717b9c07a tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:32.951668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Attempting to bind port a013674b-ed53-436b-ab1e-ba223a70fcae on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:32.952041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Attempting to bind port a013674b-ed53-436b-ab1e-ba223a70fcae by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'b8eba4d9-e767-4ab0-906e-32fab9602b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:32.952405 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Attempting to bind port a013674b-ed53-436b-ab1e-ba223a70fcae on network 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:32.958148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:32.958525 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Checking segment: {'id': 'b8eba4d9-e767-4ab0-906e-32fab9602b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:32.958926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:32.959320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Bound using segment: {'id': 'b8eba4d9-e767-4ab0-906e-32fab9602b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:32.959785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Bound port: a013674b-ed53-436b-ab1e-ba223a70fcae, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eba4d9-e767-4ab0-906e-32fab9602b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:32.960158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.022014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cbd4302c-1aa2-420e-9385-917717b9c07a tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.110208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3d9143-4584-4caf-9cd6-9e62aff3a735 None None] Network 2c9a3565-a16a-4524-bc52-e5464ee07ae0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:33.143456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cbd4302c-1aa2-420e-9385-917717b9c07a tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.184041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4302c-1aa2-420e-9385-917717b9c07a tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event deleted for resources: {'Subnet': ['ID=1529359d-a128-4e95-a72b-4ec903e79a9a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:33.186041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cbd4302c-1aa2-420e-9385-917717b9c07a tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.192491 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] For port a013674b-ed53-436b-ab1e-ba223a70fcae, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:33.192670 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cbd4302c-1aa2-420e-9385-917717b9c07a tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "DELETE /v2.0/subnets/1529359d-a128-4e95-a72b-4ec903e79a9a HTTP/1.1" status: 204 len: 168 time: 0.4021471 Sep 15 10:24:33.195763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60140) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:33.206669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] For port a013674b-ed53-436b-ab1e-ba223a70fcae, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a013674b-ed53-436b-ab1e-ba223a70fcae,segment=NetworkSegment(b8eba4d9-e767-4ab0-906e-32fab9602b20),segment_id=b8eba4d9-e767-4ab0-906e-32fab9602b20)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:33.273658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-80906c8f-e525-4d1a-b7a0-fb15a74ac2c5 None None] Provisioning for port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:33.288411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.310939 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.322345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Deleting port a013674b-ed53-436b-ab1e-ba223a70fcae {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:33.323090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.428404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fea9e5-968e-4743-833c-97cd6434337a None None] Pushing event updated for resources: {'Port': ['ID=a013674b-ed53-436b-ab1e-ba223a70fcae,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:33.464894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:33.559191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] For port a013674b-ed53-436b-ab1e-ba223a70fcae, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a013674b-ed53-436b-ab1e-ba223a70fcae,segment=NetworkSegment(b8eba4d9-e767-4ab0-906e-32fab9602b20),segment_id=b8eba4d9-e767-4ab0-906e-32fab9602b20)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:33.559191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.606436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:33.621113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:33.622147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.721872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Calling delete_port for a013674b-ed53-436b-ab1e-ba223a70fcae owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:33.774103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-98ea1856-a119-4d4c-9c3c-bb5a1c37a9ed None None] Provisioning complete for port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:33.774648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-98ea1856-a119-4d4c-9c3c-bb5a1c37a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.799030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:33.799415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.857026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8,segment=NetworkSegment(1def9b2d-3121-4694-aff7-8b15c3d31206),segment_id=1def9b2d-3121-4694-aff7-8b15c3d31206)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:33.869074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.921204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event deleted for resources: {'Port': ['ID=a013674b-ed53-436b-ab1e-ba223a70fcae,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:33.926160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:33.926363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] No DVR routers for this DVR port a013674b-ed53-436b-ab1e-ba223a70fcae on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:24:34.003547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-98ea1856-a119-4d4c-9c3c-bb5a1c37a9ed None None] Current status of the port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:34.012851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:34.056451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.080608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:34.093468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8eba4d9-e767-4ab0-906e-32fab9602b20') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:34.093768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8eba4d9-e767-4ab0-906e-32fab9602b20') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:34.106267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.122652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.128975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:34.129365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.200428 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment b8eba4d9-e767-4ab0-906e-32fab9602b20 resource provider aggregate not found Sep 15 10:24:34.226451 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment b8eba4d9-e767-4ab0-906e-32fab9602b20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b8eba4d9-e767-4ab0-906e-32fab9602b20 found for delete ", "request_id": "req-12b5b5d4-8cda-4809-95c9-3402fec19e32"}]} Sep 15 10:24:34.303500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.322549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.333946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event deleted for resources: {'Network': ['ID=0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:34.341074 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-763c7a9f-bda5-4f45-a79b-20f83c16e236 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "DELETE /v2.0/networks/0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb HTTP/1.1" status: 204 len: 168 time: 1.1417205 Sep 15 10:24:34.341453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60148) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:34.413171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-37acc1c7-27a3-4fd0-b864-2f5046194194 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Deleting subnet 2478f588-253b-43f9-b4b9-f2c92ba6b315 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:24:34.417248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-37acc1c7-27a3-4fd0-b864-2f5046194194 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.419989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9757f783-b2bc-4948-9693-d7456deac2e5 None None] Could not find standard attr ID for object a013674b-ed53-436b-ab1e-ba223a70fcae. {{(pid=89670) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 15 10:24:34.469596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17ad97-2359-4d5c-9f8d-f8dac8ecf083 None None] DHCP port deletion for 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:24:34.473408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-37acc1c7-27a3-4fd0-b864-2f5046194194 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.485214 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c7e4d-ff2c-4ea8-8d9c-b8b8340f18ca None None] Network 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:34.505034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c7e4d-ff2c-4ea8-8d9c-b8b8340f18ca None None] Network 0aad55dc-a5ac-45d0-ad34-574ca8fcf2cb could not be found, it might have been deleted concurrently. {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 15 10:24:34.560471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-37acc1c7-27a3-4fd0-b864-2f5046194194 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.686372 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-37acc1c7-27a3-4fd0-b864-2f5046194194 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.725775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37acc1c7-27a3-4fd0-b864-2f5046194194 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event deleted for resources: {'Subnet': ['ID=2478f588-253b-43f9-b4b9-f2c92ba6b315,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:34.730378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-37acc1c7-27a3-4fd0-b864-2f5046194194 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.736432 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-37acc1c7-27a3-4fd0-b864-2f5046194194 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "DELETE /v2.0/subnets/2478f588-253b-43f9-b4b9-f2c92ba6b315 HTTP/1.1" status: 204 len: 168 time: 0.3939717 Sep 15 10:24:34.736850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda8096e-77e9-421a-8063-55d8d4101a29 None None] Network 2c9a3565-a16a-4524-bc52-e5464ee07ae0 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:34.738866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60152) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:34.853561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.863962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Deleting port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:34.864297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:34.997364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] DHCP port deletion for 2c9a3565-a16a-4524-bc52-e5464ee07ae0 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:24:35.001414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] Deleting port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:35.001784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.079025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] For port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8,segment=NetworkSegment(1def9b2d-3121-4694-aff7-8b15c3d31206),segment_id=1def9b2d-3121-4694-aff7-8b15c3d31206)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:35.079504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.200849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Calling delete_port for 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:35.211842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] For port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8,segment=NetworkSegment(1def9b2d-3121-4694-aff7-8b15c3d31206),segment_id=1def9b2d-3121-4694-aff7-8b15c3d31206)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:35.212230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.315022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.337045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] Calling delete_port for 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:24:35.366302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event deleted for resources: {'Port': ['ID=8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:35.370270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] No DVR routers for this DVR port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:24:35.409791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:24:35.447631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:24:35.448326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:24:35.454276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:24:35.454634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:24:35.588055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.612069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c9a3565-a16a-4524-bc52-e5464ee07ae0']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:35.624193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1def9b2d-3121-4694-aff7-8b15c3d31206') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:35.624483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1def9b2d-3121-4694-aff7-8b15c3d31206') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:35.635508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.650931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.656684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:24:35.657062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.724324 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 1def9b2d-3121-4694-aff7-8b15c3d31206 resource provider aggregate not found Sep 15 10:24:35.748555 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 1def9b2d-3121-4694-aff7-8b15c3d31206 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1def9b2d-3121-4694-aff7-8b15c3d31206 found for delete ", "request_id": "req-268c0138-b794-4031-a4af-2d34e4eb3520"}]} Sep 15 10:24:35.863161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.880745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:35.891602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Pushing event deleted for resources: {'Network': ['ID=2c9a3565-a16a-4524-bc52-e5464ee07ae0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:35.895549 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-69e39e63-0fc8-427c-9762-329dbb994fb2 tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "DELETE /v2.0/networks/2c9a3565-a16a-4524-bc52-e5464ee07ae0 HTTP/1.1" status: 204 len: 168 time: 1.1557572 Sep 15 10:24:35.898253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60160) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:35.952730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5f7f2818-1c8e-43f3-a717-bc3018eecd1e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Synchronizing usage tracker for tenant:edf95c86aef44b80a657bb8439a9c66e on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:24:35.956088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] Deleting port 8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:24:35.956470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:36.017181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5f7f2818-1c8e-43f3-a717-bc3018eecd1e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Unset dirty status for tenant:edf95c86aef44b80a657bb8439a9c66e on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:24:36.018382 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5f7f2818-1c8e-43f3-a717-bc3018eecd1e tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "GET /v2.0/ports?device_id=dba4e3f3-6868-4fe7-a987-1085c8f5f70d HTTP/1.1" status: 200 len: 205 time: 0.1191444 Sep 15 10:24:36.020877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60164) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:36.024041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3f14bab2-b400-4637-b2d1-20c7f041e518 None None] The port '8c69bf4a-d3e8-4a56-a101-e13f2ebef0d8' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:24:36.154214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ccaf46d8-ec3c-407f-916f-c497b30baf8f tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:36.447991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ccaf46d8-ec3c-407f-916f-c497b30baf8f tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:36.450180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ccaf46d8-ec3c-407f-916f-c497b30baf8f tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:36.526257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ccaf46d8-ec3c-407f-916f-c497b30baf8f tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:36.526770 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf46d8-ec3c-407f-916f-c497b30baf8f tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Fanout notify agent at l3_agent the message router_deleted on router dba4e3f3-6868-4fe7-a987-1085c8f5f70d {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:24:36.539309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ccaf46d8-ec3c-407f-916f-c497b30baf8f tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:36.539734 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ccaf46d8-ec3c-407f-916f-c497b30baf8f tempest-RoutersNegativeTest-1436735663 tempest-RoutersNegativeTest-1436735663-project] 10.222.0.62 "DELETE /v2.0/routers/dba4e3f3-6868-4fe7-a987-1085c8f5f70d HTTP/1.1" status: 204 len: 168 time: 0.5179880 Sep 15 10:24:37.033566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60172) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:37.182449 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-76ac546e-a0a5-4cf2-ba18-047403016daa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edf95c86aef44b80a657bb8439a9c66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476831 Sep 15 10:24:37.184904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60178) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:37.240761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdf17-ec18-438b-97e0-1c3276682f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:37.266494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdf17-ec18-438b-97e0-1c3276682f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:37.423107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdf17-ec18-438b-97e0-1c3276682f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:37.438061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fdf17-ec18-438b-97e0-1c3276682f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d247e252-f012-4ff6-b617-2db9be18875d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:37.444266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3d1fdf17-ec18-438b-97e0-1c3276682f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:37.446154 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3d1fdf17-ec18-438b-97e0-1c3276682f19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d247e252-f012-4ff6-b617-2db9be18875d HTTP/1.1" status: 204 len: 168 time: 0.2603078 Sep 15 10:24:38.430053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60202) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:38.530564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-315033927-network', 'tenant_id': 'db32161ede084dd78404c954f1ef9764'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:38.535259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:38.539824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Usage tracker for resource:network and tenant:db32161ede084dd78404c954f1ef9764 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:38.542759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:38.548673 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:38.628338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Made reservation on behalf of db32161ede084dd78404c954f1ef9764 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:38.630598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:38.645905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:38.660699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:38.664556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Usage tracker for resource:security_group_rule and tenant:db32161ede084dd78404c954f1ef9764 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:38.667374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:38.673387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:38.752532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:38.839866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:38.865598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] vlan segment allocate from pool success with {'vlan_id': 389, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:38.877500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc05e14-f25e-4b39-be89-c7f8c96315de,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:38.881731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:38.886539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Added segment 5b38f175-0e1a-4d83-b4be-b497bac60e55 of type vlan for network b1b7a9ea-2c59-4dad-8838-4d47a3746994 Sep 15 10:24:38.908685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:38.994331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:38.995291 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:38.995864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:39.104835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b7a9ea-2c59-4dad-8838-4d47a3746994,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:39.114045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:39.167132 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4516eb21-3577-4fe1-bc64-9212fb96ed75 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7358761 Sep 15 10:24:39.170312 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60208) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:39.175539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Request body: {'subnet': {'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-subnet', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:39.181215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:39.185107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Usage tracker for resource:subnet and tenant:db32161ede084dd78404c954f1ef9764 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:39.187976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:39.193653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:39.263258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Made reservation on behalf of db32161ede084dd78404c954f1ef9764 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:39.265705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:39.520389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:39.697714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=65080538-0b18-4c30-9893-df717aec405d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:39.706866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Checking segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:39.707255 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Network hostable DHCP agents. Network: b1b7a9ea-2c59-4dad-8838-4d47a3746994, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:39.788726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:39.863113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, b1b7a9ea-2c59-4dad-8838-4d47a3746994) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:39.867440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:39.868544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:39.871524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1825ad9-de01-4e9b-9fc2-fd09ef7c93e8 None None] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:39.967100 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cb193cd8-3ab5-41b1-8f0f-67b47e86e6cb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7955103 Sep 15 10:24:39.969575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60212) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:39.974740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:39.980173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:39.984575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Usage tracker for resource:router and tenant:db32161ede084dd78404c954f1ef9764 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:39.987030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:39.992826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:40.051652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.052686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.067000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.087634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'fixed_ips': [{'subnet_id': '65080538-0b18-4c30-9893-df717aec405d'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:40.088526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.243691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Allocated IP 172.20.0.2 (b1b7a9ea-2c59-4dad-8838-4d47a3746994/65080538-0b18-4c30-9893-df717aec405d/309e1de4-41e7-4a13-804a-2a960d2285b0) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:40.478549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.489706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.490553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Transition to ACTIVE for port object 309e1de4-41e7-4a13-804a-2a960d2285b0 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:40.511155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Transition to ACTIVE for port object 309e1de4-41e7-4a13-804a-2a960d2285b0 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:40.578060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.641952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:40.644774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:40.648330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:40.654201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Pushing event updated for resources: {'Port': ['ID=309e1de4-41e7-4a13-804a-2a960d2285b0,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:40.753727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Attempting to bind port 309e1de4-41e7-4a13-804a-2a960d2285b0 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:40.754109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Attempting to bind port 309e1de4-41e7-4a13-804a-2a960d2285b0 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:40.754465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Attempting to bind port 309e1de4-41e7-4a13-804a-2a960d2285b0 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:40.760149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:40.760515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Checking segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:40.760910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.761311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Bound using segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:40.761751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Bound port: 309e1de4-41e7-4a13-804a-2a960d2285b0, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:40.762140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.850652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3fd7faeb-9026-446e-a807-713196f609da None None] For port 309e1de4-41e7-4a13-804a-2a960d2285b0, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:40.854628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3fd7faeb-9026-446e-a807-713196f609da None None] For port 309e1de4-41e7-4a13-804a-2a960d2285b0, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=309e1de4-41e7-4a13-804a-2a960d2285b0,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:40.861174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.891346 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:40.960791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:41.026875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Allocated IP 172.26.7.192 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/2dc148c3-89f9-4b8e-b041-8295a94f81b0) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:41.040159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd7faeb-9026-446e-a807-713196f609da None None] Pushing event updated for resources: {'Port': ['ID=309e1de4-41e7-4a13-804a-2a960d2285b0,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:41.179603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:41.304246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:41.372588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:41.375686 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:41.379803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:41.414865 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Pushing event updated for resources: {'Port': ['ID=2dc148c3-89f9-4b8e-b041-8295a94f81b0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:41.435535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 309e1de4-41e7-4a13-804a-2a960d2285b0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:41.543337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 309e1de4-41e7-4a13-804a-2a960d2285b0 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:41.960274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:42.007493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d3620a-228c-49e3-b135-97fabbe659cc None None] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:42.157981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f9dd0bea-029e-4bf5-bec4-a0b73382dae3 None None] Provisioning for port 309e1de4-41e7-4a13-804a-2a960d2285b0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:42.176942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f9dd0bea-029e-4bf5-bec4-a0b73382dae3 None None] Provisioning complete for port 309e1de4-41e7-4a13-804a-2a960d2285b0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:42.177306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f9dd0bea-029e-4bf5-bec4-a0b73382dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:42.310684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:42.359445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f9dd0bea-029e-4bf5-bec4-a0b73382dae3 None None] Current status of the port 309e1de4-41e7-4a13-804a-2a960d2285b0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:42.359826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f9dd0bea-029e-4bf5-bec4-a0b73382dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:42.396767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f9dd0bea-029e-4bf5-bec4-a0b73382dae3 None None] For port 309e1de4-41e7-4a13-804a-2a960d2285b0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=309e1de4-41e7-4a13-804a-2a960d2285b0,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:42.480540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f9dd0bea-029e-4bf5-bec4-a0b73382dae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:42.576620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd0bea-029e-4bf5-bec4-a0b73382dae3 None None] Pushing event updated for resources: {'Port': ['ID=309e1de4-41e7-4a13-804a-2a960d2285b0,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:42.600178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:24:42.602782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-48141918-be74-420a-96b2-b4f5bbf0de25 None None] Provisioning complete for port 309e1de4-41e7-4a13-804a-2a960d2285b0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:42.603334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-48141918-be74-420a-96b2-b4f5bbf0de25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:42.719346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-48141918-be74-420a-96b2-b4f5bbf0de25 None None] Current status of the port 309e1de4-41e7-4a13-804a-2a960d2285b0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:42.783783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:24:42.794738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Sync routers for ids ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:24:42.804344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Routers {'52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:42.804987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:24:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:42.869986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:42.873717 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d85a0d0a-1c13-4015-aac3-5b093b0f02dc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9006379 Sep 15 10:24:42.874220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60216) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:42.985684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Set router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:43.309007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:41Z', 'revision_number': 3, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:43.313013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Checking router: 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:24:43.313360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Updating router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:24:43.379596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:43.409579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 309e1de4-41e7-4a13-804a-2a960d2285b0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:43.559711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 309e1de4-41e7-4a13-804a-2a960d2285b0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:43.560378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:43.567969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:43.772678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Allocated IP 172.20.0.1 (b1b7a9ea-2c59-4dad-8838-4d47a3746994/65080538-0b18-4c30-9893-df717aec405d/64700e31-39c7-4fcf-83c4-b7666d7f4cee) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:43.788102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 309e1de4-41e7-4a13-804a-2a960d2285b0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:43.863975 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:43.875399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Transition to ACTIVE for port object 2dc148c3-89f9-4b8e-b041-8295a94f81b0 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:43.919623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:43.934829 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Transition to ACTIVE for port object 64700e31-39c7-4fcf-83c4-b7666d7f4cee will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:43.949073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.010900 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Attempting to bind port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:44.011264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Attempting to bind port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:44.011649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Attempting to bind port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:44.022176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:44.022542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:44.022938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.023324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:44.024530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Bound port: 2dc148c3-89f9-4b8e-b041-8295a94f81b0, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:44.024748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.035173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.071310 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6f1b5-c850-4e11-81de-6967d4cc6ab8 None None] Pushing event updated for resources: {'Port': ['ID=2dc148c3-89f9-4b8e-b041-8295a94f81b0,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:44.101279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:44.103589 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] For port 2dc148c3-89f9-4b8e-b041-8295a94f81b0, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:44.104093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:44.107641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:44.107794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] For port 2dc148c3-89f9-4b8e-b041-8295a94f81b0, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2dc148c3-89f9-4b8e-b041-8295a94f81b0,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:44.152113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Pushing event updated for resources: {'Port': ['ID=64700e31-39c7-4fcf-83c4-b7666d7f4cee,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:44.166047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.172352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.237570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Routers {'52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:44.238225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:24:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:44.330629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6f1b5-c850-4e11-81de-6967d4cc6ab8 None None] Pushing event updated for resources: {'Port': ['ID=2dc148c3-89f9-4b8e-b041-8295a94f81b0,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:44.444570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] Set router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:44.492015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-276a1786-3759-442e-8ea8-830901bde2d9 None None] Provisioning for port 64700e31-39c7-4fcf-83c4-b7666d7f4cee completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:44.577362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-276a1786-3759-442e-8ea8-830901bde2d9 None None] Provisioning complete for port 64700e31-39c7-4fcf-83c4-b7666d7f4cee triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:44.578111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-276a1786-3759-442e-8ea8-830901bde2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.579256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.699807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-276a1786-3759-442e-8ea8-830901bde2d9 None None] Port 64700e31-39c7-4fcf-83c4-b7666d7f4cee cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:24:44.797219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:41Z', 'revision_number': 3, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:44.800785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.801160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd64370-9fd2-4115-8d4f-3de91d1f9024 None None] The sync data for ids ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'] in dv-neutron-857775-1-hyperv is: [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:41Z', 'revision_number': 3, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:24:44.863357 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:44.975292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Pushing event updated for resources: {'Port': ['ID=64700e31-39c7-4fcf-83c4-b7666d7f4cee,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:44.978431 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:45.125292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:45.126538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:45.337085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:24:45.425868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2dc148c3-89f9-4b8e-b041-8295a94f81b0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:45.524501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e7a912cd-71ba-4931-99e9-6385b093827e None None] Provisioning complete for port 64700e31-39c7-4fcf-83c4-b7666d7f4cee triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:45.524958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e7a912cd-71ba-4931-99e9-6385b093827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:45.535023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:24:45.545631 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b27a44fe-dc20-4135-9434-5d4429a55158 admin admin] 10.222.0.62 "PUT /v2.0/routers/52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6702831 Sep 15 10:24:45.588773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e7a912cd-71ba-4931-99e9-6385b093827e None None] Port 64700e31-39c7-4fcf-83c4-b7666d7f4cee cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:24:45.703646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:45.710357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:45.710357 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:45.826932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:45.827318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:45.844332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 2dc148c3-89f9-4b8e-b041-8295a94f81b0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2dc148c3-89f9-4b8e-b041-8295a94f81b0,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:45.920920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:45.992484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=2dc148c3-89f9-4b8e-b041-8295a94f81b0,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:46.209575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60234) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:46.216137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1222046013-network', 'tenant_id': '5de322d385364929b4b8a83507ee503b'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:46.222311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:46.226293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Usage tracker for resource:network and tenant:5de322d385364929b4b8a83507ee503b is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:46.229480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:46.235257 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:46.291658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Made reservation on behalf of 5de322d385364929b4b8a83507ee503b for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:46.294104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.307000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.321849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:46.326378 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Usage tracker for resource:security_group_rule and tenant:5de322d385364929b4b8a83507ee503b is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:46.328808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:46.337150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:46.358653 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Sync routers for ids ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:24:46.368846 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Routers {'52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:46.369549 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:24:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:46.420811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.480433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.513781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:24:46.518979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9d2442-4371-48c9-8c7e-cf2b4aa7c8af,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:46.526337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.526634 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Added segment d2e180b1-60e5-4824-9596-5d3d3560c4d5 of type vlan for network 3140b5e7-5b6d-4123-9158-5f269eb7f687 Sep 15 10:24:46.549440 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Set router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:46.552752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.641734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.642628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:46.643194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.744395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3140b5e7-5b6d-4123-9158-5f269eb7f687,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:46.754028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 3140b5e7-5b6d-4123-9158-5f269eb7f687 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:24:46.798431 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2c100824-f736-4788-8ab0-6bd5fd76e3b5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5862198 Sep 15 10:24:46.798656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60238) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:46.804178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Request body: {'subnet': {'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-subnet', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:46.811226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:46.815886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Usage tracker for resource:subnet and tenant:5de322d385364929b4b8a83507ee503b is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:46.818771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:46.825207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:46.878617 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:44Z', 'revision_number': 4, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64700e31-39c7-4fcf-83c4-b7666d7f4cee', 'name': '', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'mac_address': 'fa:16:3e:61:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '65080538-0b18-4c30-9893-df717aec405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:43Z', 'updated_at': '2022-09-15T10:24:44Z', 'revision_number': 2, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'subnets': [{'id': '65080538-0b18-4c30-9893-df717aec405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:46.882478 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Checking router: 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:24:46.882961 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Updating router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf port 64700e31-39c7-4fcf-83c4-b7666d7f4cee binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:24:46.902112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Made reservation on behalf of 5de322d385364929b4b8a83507ee503b for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:46.902112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:46.941728 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.154336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.228671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b32b52c-e8c2-4ab7-a9db-173cc813364f,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:47.237229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Checking segment: {'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:47.237577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Network hostable DHCP agents. Network: 3140b5e7-5b6d-4123-9158-5f269eb7f687, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:24:47.291195 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.302836 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Transition to ACTIVE for port object 64700e31-39c7-4fcf-83c4-b7666d7f4cee will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:47.331718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Network 3140b5e7-5b6d-4123-9158-5f269eb7f687 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:24:47.383587 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.389109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2dc148c3-89f9-4b8e-b041-8295a94f81b0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:47.417470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 3140b5e7-5b6d-4123-9158-5f269eb7f687) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:47.422470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:47.423122 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.430981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888409b6-e8d2-45e1-b2dc-601922ff060b None None] Network 3140b5e7-5b6d-4123-9158-5f269eb7f687 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:47.506385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3bd63b5b-10b1-4064-a2c9-97bfdb67a571 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7041898 Sep 15 10:24:47.507560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60242) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:47.512521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:47.517930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:47.522006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Usage tracker for resource:router and tenant:5de322d385364929b4b8a83507ee503b is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:47.525752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:47.532087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:47.568745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:47.569114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.596137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.596405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.612684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.616836 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Pushing event updated for resources: {'Port': ['ID=64700e31-39c7-4fcf-83c4-b7666d7f4cee,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:47.627872 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.628299 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.628707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.629108 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.629488 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.630055 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.630382 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.630707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.631030 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.631348 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.631675 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.631980 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:47.637422 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Attempting to bind port 64700e31-39c7-4fcf-83c4-b7666d7f4cee on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:47.637790 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Attempting to bind port 64700e31-39c7-4fcf-83c4-b7666d7f4cee by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:47.638164 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Attempting to bind port 64700e31-39c7-4fcf-83c4-b7666d7f4cee on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:47.643916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:47.644281 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Checking segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:47.644696 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.645079 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Bound using segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:47.645533 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Bound port: 64700e31-39c7-4fcf-83c4-b7666d7f4cee, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:47.645934 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.737088 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] For port 64700e31-39c7-4fcf-83c4-b7666d7f4cee, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:47.740748 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] For port 64700e31-39c7-4fcf-83c4-b7666d7f4cee, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=64700e31-39c7-4fcf-83c4-b7666d7f4cee,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:47.760000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-3140b5e7-5b6d-4123-9158-5f269eb7f687', 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'fixed_ips': [{'subnet_id': '1b32b52c-e8c2-4ab7-a9db-173cc813364f'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:24:47.760863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.784288 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:47.847076 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Routers {'52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:47.847851 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:24:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:47.855067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:47.937176 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a1b52c-4c09-4940-a2e7-4da35f049791 None None] Pushing event updated for resources: {'Port': ['ID=64700e31-39c7-4fcf-83c4-b7666d7f4cee,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:47.967588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Allocated IP 172.20.0.2 (3140b5e7-5b6d-4123-9158-5f269eb7f687/1b32b52c-e8c2-4ab7-a9db-173cc813364f/628a936a-f9f0-4c47-a146-d1ee0f002b48) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:48.039377 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] Set router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:48.060906 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.184981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.196649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Transition to ACTIVE for port object 628a936a-f9f0-4c47-a146-d1ee0f002b48 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:48.216330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Transition to ACTIVE for port object 628a936a-f9f0-4c47-a146-d1ee0f002b48 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:48.298240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.353376 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:44Z', 'revision_number': 4, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64700e31-39c7-4fcf-83c4-b7666d7f4cee', 'name': '', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'mac_address': 'fa:16:3e:61:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '65080538-0b18-4c30-9893-df717aec405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:43Z', 'updated_at': '2022-09-15T10:24:47Z', 'revision_number': 4, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'subnets': [{'id': '65080538-0b18-4c30-9893-df717aec405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:48.357866 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d763feb1-5ead-4e37-991b-21abf4f8d1f5 None None] The sync data for ids ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'] in dv-neutron-857775-1-hyperv is: [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:44Z', 'revision_number': 4, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64700e31-39c7-4fcf-83c4-b7666d7f4cee', 'name': '', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'mac_address': 'fa:16:3e:61:f9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '65080538-0b18-4c30-9893-df717aec405d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:43Z', 'updated_at': '2022-09-15T10:24:47Z', 'revision_number': 4, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'subnets': [{'id': '65080538-0b18-4c30-9893-df717aec405d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:24:48.373754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Network 3140b5e7-5b6d-4123-9158-5f269eb7f687 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:48.374658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Pushing event updated for resources: {'Port': ['ID=628a936a-f9f0-4c47-a146-d1ee0f002b48,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:48.377206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:48.381722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:48.487244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.512760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Attempting to bind port 628a936a-f9f0-4c47-a146-d1ee0f002b48 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:48.513219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Attempting to bind port 628a936a-f9f0-4c47-a146-d1ee0f002b48 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:48.513667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Attempting to bind port 628a936a-f9f0-4c47-a146-d1ee0f002b48 on network 3140b5e7-5b6d-4123-9158-5f269eb7f687 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:48.518807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.519530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:48.519971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Checking segment: {'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:48.520648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.521103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Bound using segment: {'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:48.521998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Bound port: 628a936a-f9f0-4c47-a146-d1ee0f002b48, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:48.522442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.616978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] For port 628a936a-f9f0-4c47-a146-d1ee0f002b48, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:48.623587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] For port 628a936a-f9f0-4c47-a146-d1ee0f002b48, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=628a936a-f9f0-4c47-a146-d1ee0f002b48,segment=NetworkSegment(d2e180b1-60e5-4824-9596-5d3d3560c4d5),segment_id=d2e180b1-60e5-4824-9596-5d3d3560c4d5)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:48.673307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Allocated IP 172.26.7.171 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/ebae8fe2-a1a7-4259-891c-f8ee39e04ab4) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:48.697997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.794737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a8830-96c8-40b0-9b2a-fe6c366bdfc0 None None] Pushing event updated for resources: {'Port': ['ID=628a936a-f9f0-4c47-a146-d1ee0f002b48,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:48.843147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:48.932921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:49.019294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:49.022511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:49.025614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:49.067670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Pushing event updated for resources: {'Port': ['ID=ebae8fe2-a1a7-4259-891c-f8ee39e04ab4,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:49.452200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 64700e31-39c7-4fcf-83c4-b7666d7f4cee up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:49.606636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 64700e31-39c7-4fcf-83c4-b7666d7f4cee completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:49.612351 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 64700e31-39c7-4fcf-83c4-b7666d7f4cee triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:49.612742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:49.643199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c9cf45b3-3f30-46c8-a124-fd32e1b7152a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:49.686397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:49.787557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 64700e31-39c7-4fcf-83c4-b7666d7f4cee is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:49.788176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:49.823011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 64700e31-39c7-4fcf-83c4-b7666d7f4cee, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=64700e31-39c7-4fcf-83c4-b7666d7f4cee,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:49.845358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c06f19-7485-4332-82fc-6b159f112ad8 None None] Network 3140b5e7-5b6d-4123-9158-5f269eb7f687 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:24:49.908796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:49.909550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 628a936a-f9f0-4c47-a146-d1ee0f002b48 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:50.042180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:50.079041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=64700e31-39c7-4fcf-83c4-b7666d7f4cee,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:50.120417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-27afa0e1-a4c5-401a-8d04-dcd16277dcc1 None None] Provisioning for port 628a936a-f9f0-4c47-a146-d1ee0f002b48 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:50.181914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 628a936a-f9f0-4c47-a146-d1ee0f002b48 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:50.191917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 628a936a-f9f0-4c47-a146-d1ee0f002b48 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:50.192292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:50.309264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Router 280bf975-ee67-4430-9811-52e6cdc65445 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:24:50.333123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 628a936a-f9f0-4c47-a146-d1ee0f002b48 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:50.333510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:50.370985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 628a936a-f9f0-4c47-a146-d1ee0f002b48, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=628a936a-f9f0-4c47-a146-d1ee0f002b48,segment=NetworkSegment(d2e180b1-60e5-4824-9596-5d3d3560c4d5),segment_id=d2e180b1-60e5-4824-9596-5d3d3560c4d5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:50.423950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:50.496073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=628a936a-f9f0-4c47-a146-d1ee0f002b48,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:50.510037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:24:50.518457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Sync routers for ids ['280bf975-ee67-4430-9811-52e6cdc65445'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:24:50.528312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Routers {'280bf975-ee67-4430-9811-52e6cdc65445'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:50.529347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:24:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['280bf975-ee67-4430-9811-52e6cdc65445'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:50.600329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:50.601698 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1007c2e0-b124-4d59-ad4b-4cc1fea6bb94 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0937142 Sep 15 10:24:50.604415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60246) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:24:50.629110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5f93ea18-a67f-49d4-bdab-e9aa91dcb87e None None] Provisioning complete for port 628a936a-f9f0-4c47-a146-d1ee0f002b48 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:50.629479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f93ea18-a67f-49d4-bdab-e9aa91dcb87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:50.768918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Set router 280bf975-ee67-4430-9811-52e6cdc65445 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:51.009139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.022635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-5f93ea18-a67f-49d4-bdab-e9aa91dcb87e None None] Current status of the port 628a936a-f9f0-4c47-a146-d1ee0f002b48 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:51.122667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:24:49Z', 'revision_number': 3, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port': {'id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:48Z', 'updated_at': '2022-09-15T10:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:51.126819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Checking router: 280bf975-ee67-4430-9811-52e6cdc65445 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:24:51.127200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Updating router 280bf975-ee67-4430-9811-52e6cdc65445 port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:24:51.185501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.413189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.429544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 64700e31-39c7-4fcf-83c4-b7666d7f4cee up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:51.551571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 64700e31-39c7-4fcf-83c4-b7666d7f4cee triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:51.552030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.619579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Allocated IP 172.20.0.1 (3140b5e7-5b6d-4123-9158-5f269eb7f687/1b32b52c-e8c2-4ab7-a9db-173cc813364f/a250349f-36de-43fc-ba0f-6890e76cab76) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:51.723916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.751693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Transition to ACTIVE for port object ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:51.760115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 64700e31-39c7-4fcf-83c4-b7666d7f4cee is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:51.761157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 628a936a-f9f0-4c47-a146-d1ee0f002b48 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:51.768598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.784461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Transition to ACTIVE for port object a250349f-36de-43fc-ba0f-6890e76cab76 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:51.792567 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cf8bd285-1b50-41dc-93aa-9e790fbedb0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.823946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.881637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Attempting to bind port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:51.882011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Attempting to bind port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:51.882375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Attempting to bind port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:51.891958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.899463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:51.899856 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:51.900233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.900623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:51.901091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Bound port: ebae8fe2-a1a7-4259-891c-f8ee39e04ab4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:51.901464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.924932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 628a936a-f9f0-4c47-a146-d1ee0f002b48 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:51.925299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:51.962922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Network 3140b5e7-5b6d-4123-9158-5f269eb7f687 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:51.965839 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:51.969368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:52.011427 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde0051-53b3-4602-ab8f-37cb597b890b None None] Pushing event updated for resources: {'Port': ['ID=ebae8fe2-a1a7-4259-891c-f8ee39e04ab4,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:52.013165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Pushing event updated for resources: {'Port': ['ID=a250349f-36de-43fc-ba0f-6890e76cab76,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:52.043027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.049967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] For port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:52.053538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] For port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebae8fe2-a1a7-4259-891c-f8ee39e04ab4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:52.113035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 628a936a-f9f0-4c47-a146-d1ee0f002b48 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:52.150072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.211672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Routers {'280bf975-ee67-4430-9811-52e6cdc65445'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:52.212298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:24:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['280bf975-ee67-4430-9811-52e6cdc65445'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:52.309004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde0051-53b3-4602-ab8f-37cb597b890b None None] Pushing event updated for resources: {'Port': ['ID=ebae8fe2-a1a7-4259-891c-f8ee39e04ab4,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:52.387599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83692456-a3b3-4d64-8f97-b308cfc8e259 None None] Provisioning for port a250349f-36de-43fc-ba0f-6890e76cab76 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:52.397169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.397536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-83692456-a3b3-4d64-8f97-b308cfc8e259 None None] Provisioning complete for port a250349f-36de-43fc-ba0f-6890e76cab76 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:52.397910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83692456-a3b3-4d64-8f97-b308cfc8e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.454978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] Set router 280bf975-ee67-4430-9811-52e6cdc65445 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:52.573056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-83692456-a3b3-4d64-8f97-b308cfc8e259 None None] Port a250349f-36de-43fc-ba0f-6890e76cab76 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:24:52.628119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.677592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.692092 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.756126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:24:49Z', 'revision_number': 3, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port': {'id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:48Z', 'updated_at': '2022-09-15T10:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:52.761023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d67e0a3-f394-4dcc-b1ba-87cbdf0738d9 None None] The sync data for ids ['280bf975-ee67-4430-9811-52e6cdc65445'] in dv-neutron-857775-1-hyperv is: [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:24:49Z', 'revision_number': 3, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port': {'id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:48Z', 'updated_at': '2022-09-15T10:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:24:52.806549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.811236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Pushing event updated for resources: {'Port': ['ID=a250349f-36de-43fc-ba0f-6890e76cab76,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:52.880520 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:52.954369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Network 3140b5e7-5b6d-4123-9158-5f269eb7f687 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:52.959099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:53.299050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Router 280bf975-ee67-4430-9811-52e6cdc65445 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:24:53.302134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1f2be6e6-6f03-4697-b67e-348487b6135f None None] Provisioning complete for port a250349f-36de-43fc-ba0f-6890e76cab76 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:53.302599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f2be6e6-6f03-4697-b67e-348487b6135f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:53.387217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1f2be6e6-6f03-4697-b67e-348487b6135f None None] Port a250349f-36de-43fc-ba0f-6890e76cab76 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:24:53.446749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:53.496109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:24:53.510586 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-10847223-4c7d-4665-96eb-984a3ad70e10 admin admin] 10.222.0.62 "PUT /v2.0/routers/280bf975-ee67-4430-9811-52e6cdc65445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8998723 Sep 15 10:24:53.611630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:53.616706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:53.617123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:53.786746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:53.787125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:53.804737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebae8fe2-a1a7-4259-891c-f8ee39e04ab4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:53.880561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:53.952989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ebae8fe2-a1a7-4259-891c-f8ee39e04ab4,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:54.163046 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:24:54.240146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-c6b4b306-bbb6-4f9c-934c-f1614ae85bdb tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:54.241494 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-c6b4b306-bbb6-4f9c-934c-f1614ae85bdb tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/networks?id=b1b7a9ea-2c59-4dad-8838-4d47a3746994 HTTP/1.1" status: 200 len: 816 time: 0.1477578 Sep 15 10:24:54.257085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-a2fe0314-d21c-467f-b3c9-2dce64fec158 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/quotas/db32161ede084dd78404c954f1ef9764 HTTP/1.1" status: 200 len: 375 time: 0.0089483 Sep 15 10:24:54.347089 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-ed6887fe-b34c-49bf-aad4-0bae7576ef65 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842323 Sep 15 10:24:54.400562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:54.463770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-297503e6-f51a-44e9-ba4a-b29570a478b8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:24:54.464730 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-297503e6-f51a-44e9-ba4a-b29570a478b8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1046696 Sep 15 10:24:54.601197 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-0d5379dd-5c51-47fd-8f52-939f4f564d67 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304855 Sep 15 10:24:54.735665 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-a582b297-84ac-4c3e-8cb0-40c076945b6e service neutron] 10.222.0.62 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278880 Sep 15 10:24:55.017551 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fbddbe27-d7aa-4166-a13d-d06b8bd9c506 req-046040fe-aaf9-4c3f-95f9-21e0de31cf8e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 210 time: 0.0572464 Sep 15 10:24:55.250866 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Sync routers for ids ['280bf975-ee67-4430-9811-52e6cdc65445'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:24:55.259555 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Routers {'280bf975-ee67-4430-9811-52e6cdc65445'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:55.260153 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:24:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['280bf975-ee67-4430-9811-52e6cdc65445'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:55.400676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:55.452996 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Set router 280bf975-ee67-4430-9811-52e6cdc65445 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:55.474578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:55.474946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:55.595886 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:55.766235 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:24:52Z', 'revision_number': 4, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port': {'id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:48Z', 'updated_at': '2022-09-15T10:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'a250349f-36de-43fc-ba0f-6890e76cab76', 'name': '', 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'mac_address': 'fa:16:3e:a8:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1b32b52c-e8c2-4ab7-a9db-173cc813364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:51Z', 'updated_at': '2022-09-15T10:24:52Z', 'revision_number': 2, 'project_id': '5de322d385364929b4b8a83507ee503b', 'subnets': [{'id': '1b32b52c-e8c2-4ab7-a9db-173cc813364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:55.769990 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Checking router: 280bf975-ee67-4430-9811-52e6cdc65445 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:24:55.770339 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Updating router 280bf975-ee67-4430-9811-52e6cdc65445 port a250349f-36de-43fc-ba0f-6890e76cab76 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:24:55.826898 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:56.190824 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ccddcbef-2436-477f-b06a-8778315462b7 req-c0c88180-7a71-4ffd-bbeb-da110f013fcf tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 210 time: 0.0496664 Sep 15 10:24:56.206379 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:56.218189 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Transition to ACTIVE for port object a250349f-36de-43fc-ba0f-6890e76cab76 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:56.297243 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:56.499323 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b08cef-7d3e-45a1-9635-45919e6247f9 None None] Pushing event updated for resources: {'Port': ['ID=a250349f-36de-43fc-ba0f-6890e76cab76,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:56.511032 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Attempting to bind port a250349f-36de-43fc-ba0f-6890e76cab76 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:56.511032 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Attempting to bind port a250349f-36de-43fc-ba0f-6890e76cab76 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:56.511032 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Attempting to bind port a250349f-36de-43fc-ba0f-6890e76cab76 on network 3140b5e7-5b6d-4123-9158-5f269eb7f687 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:56.515972 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:56.516337 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Checking segment: {'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:56.516728 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:56.517115 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Bound using segment: {'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:56.517572 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Bound port: a250349f-36de-43fc-ba0f-6890e76cab76, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e180b1-60e5-4824-9596-5d3d3560c4d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:56.517968 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:56.609290 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] For port a250349f-36de-43fc-ba0f-6890e76cab76, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:56.612415 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] For port a250349f-36de-43fc-ba0f-6890e76cab76, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a250349f-36de-43fc-ba0f-6890e76cab76,segment=NetworkSegment(d2e180b1-60e5-4824-9596-5d3d3560c4d5),segment_id=d2e180b1-60e5-4824-9596-5d3d3560c4d5)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:56.657358 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:56.717519 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Routers {'280bf975-ee67-4430-9811-52e6cdc65445'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:24:56.718158 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:24:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['280bf975-ee67-4430-9811-52e6cdc65445'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:56.802090 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b08cef-7d3e-45a1-9635-45919e6247f9 None None] Pushing event updated for resources: {'Port': ['ID=a250349f-36de-43fc-ba0f-6890e76cab76,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:56.902850 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] Set router 280bf975-ee67-4430-9811-52e6cdc65445 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:24:57.206873 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:24:52Z', 'revision_number': 4, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port': {'id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:48Z', 'updated_at': '2022-09-15T10:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'a250349f-36de-43fc-ba0f-6890e76cab76', 'name': '', 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'mac_address': 'fa:16:3e:a8:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1b32b52c-e8c2-4ab7-a9db-173cc813364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:51Z', 'updated_at': '2022-09-15T10:24:56Z', 'revision_number': 4, 'project_id': '5de322d385364929b4b8a83507ee503b', 'subnets': [{'id': '1b32b52c-e8c2-4ab7-a9db-173cc813364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:24:57.211230 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1448a435-2d10-4c7b-bad1-098415d1d4a4 None None] The sync data for ids ['280bf975-ee67-4430-9811-52e6cdc65445'] in dv-neutron-857775-1-hyperv is: [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:24:52Z', 'revision_number': 4, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port': {'id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:48Z', 'updated_at': '2022-09-15T10:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'a250349f-36de-43fc-ba0f-6890e76cab76', 'name': '', 'network_id': '3140b5e7-5b6d-4123-9158-5f269eb7f687', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'mac_address': 'fa:16:3e:a8:7e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '1b32b52c-e8c2-4ab7-a9db-173cc813364f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:51Z', 'updated_at': '2022-09-15T10:24:56Z', 'revision_number': 4, 'project_id': '5de322d385364929b4b8a83507ee503b', 'subnets': [{'id': '1b32b52c-e8c2-4ab7-a9db-173cc813364f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:24:57.493559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a250349f-36de-43fc-ba0f-6890e76cab76 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:57.503617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-1aab7d99-96eb-461a-b0ec-cefc39d974c9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:57.504674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-1aab7d99-96eb-461a-b0ec-cefc39d974c9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Synchronizing usage tracker for tenant:db32161ede084dd78404c954f1ef9764 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:24:57.600052 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3006b597-ac52-4b6d-81fb-4c773e17f244 req-004d772a-0719-4f10-ad8f-9793e988c982 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 210 time: 0.0648685 Sep 15 10:24:57.611747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-1aab7d99-96eb-461a-b0ec-cefc39d974c9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Unset dirty status for tenant:db32161ede084dd78404c954f1ef9764 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:24:57.612954 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-1aab7d99-96eb-461a-b0ec-cefc39d974c9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "GET /v2.0/networks?id=b1b7a9ea-2c59-4dad-8838-4d47a3746994 HTTP/1.1" status: 200 len: 816 time: 0.3716753 Sep 15 10:24:57.630772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Request body: {'port': {'device_id': 'deb2a4b6-3612-4554-ba1d-82b310e16dee', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'admin_state_up': True, 'tenant_id': 'db32161ede084dd78404c954f1ef9764'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:57.686290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port a250349f-36de-43fc-ba0f-6890e76cab76 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:57.691842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port a250349f-36de-43fc-ba0f-6890e76cab76 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:57.695651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:57.789478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:24:57.793551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Usage tracker for resource:port and tenant:db32161ede084dd78404c954f1ef9764 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:24:57.796692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:24:57.802622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:24:57.826993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port a250349f-36de-43fc-ba0f-6890e76cab76 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:57.828519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:57.868533 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port a250349f-36de-43fc-ba0f-6890e76cab76, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a250349f-36de-43fc-ba0f-6890e76cab76,segment=NetworkSegment(d2e180b1-60e5-4824-9596-5d3d3560c4d5),segment_id=d2e180b1-60e5-4824-9596-5d3d3560c4d5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:24:57.868920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Made reservation on behalf of db32161ede084dd78404c954f1ef9764 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:24:57.872414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:57.936878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:58.005246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=a250349f-36de-43fc-ba0f-6890e76cab76,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:58.036800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Allocated IP 172.20.0.12 (b1b7a9ea-2c59-4dad-8838-4d47a3746994/65080538-0b18-4c30-9893-df717aec405d/9347ed7b-ee7d-410e-82a6-225ad9edc728) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:24:58.339750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:58.355703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Transition to ACTIVE for port object 9347ed7b-ee7d-410e-82a6-225ad9edc728 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:58.423727 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:58.493606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:24:58.496682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:24:58.500375 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:24:58.532968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Pushing event updated for resources: {'Port': ['ID=9347ed7b-ee7d-410e-82a6-225ad9edc728,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:58.553016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.553358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.553697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.554051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.554471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.554917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.555227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.555543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.555867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.556184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.556502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.556814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:24:58.579556 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:58.580179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:58.691935 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-6265f5e7-ce81-4766-aa6d-67df7a636471 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0650527 Sep 15 10:24:58.708920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Request body: {'port': {'device_id': 'deb2a4b6-3612-4554-ba1d-82b310e16dee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:24:58.823676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcac07f-4ef3-47a4-96d5-299801a8b96d req-3638ab0c-6adb-4a29-8d32-5e0e2f02049f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:58.824301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:58.825146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5fcac07f-4ef3-47a4-96d5-299801a8b96d req-3638ab0c-6adb-4a29-8d32-5e0e2f02049f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 932 time: 0.1011355 Sep 15 10:24:58.834338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a8801b27-e597-4aeb-aa54-f9604c2f5d95 None None] Provisioning for port 9347ed7b-ee7d-410e-82a6-225ad9edc728 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:24:58.841268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a8801b27-e597-4aeb-aa54-f9604c2f5d95 None None] Provisioning complete for port 9347ed7b-ee7d-410e-82a6-225ad9edc728 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:58.841801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a8801b27-e597-4aeb-aa54-f9604c2f5d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:58.874632 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5fcac07f-4ef3-47a4-96d5-299801a8b96d req-3c61a2d3-d049-45bc-a22f-888b66dc72ea tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414979 Sep 15 10:24:58.926685 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a8801b27-e597-4aeb-aa54-f9604c2f5d95 None None] Port 9347ed7b-ee7d-410e-82a6-225ad9edc728 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:24:59.191384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9347ed7b-ee7d-410e-82a6-225ad9edc728 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:24:59.200318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:59.215653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Transition to ACTIVE for port object 9347ed7b-ee7d-410e-82a6-225ad9edc728 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:24:59.280130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:59.404316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a250349f-36de-43fc-ba0f-6890e76cab76 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:24:59.471671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Pushing event updated for resources: {'Port': ['ID=9347ed7b-ee7d-410e-82a6-225ad9edc728,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:59.514128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Attempting to bind port 9347ed7b-ee7d-410e-82a6-225ad9edc728 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:24:59.514459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Attempting to bind port 9347ed7b-ee7d-410e-82a6-225ad9edc728 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:24:59.514779 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Attempting to bind port 9347ed7b-ee7d-410e-82a6-225ad9edc728 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:59.519225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Port 9347ed7b-ee7d-410e-82a6-225ad9edc728 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:24:59.519536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Attempting to bind port 9347ed7b-ee7d-410e-82a6-225ad9edc728 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:24:59.524554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:24:59.524885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Checking segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:24:59.525264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Bound using segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:24:59.525684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Bound port: 9347ed7b-ee7d-410e-82a6-225ad9edc728, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:24:59.526053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:59.563118 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port a250349f-36de-43fc-ba0f-6890e76cab76 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:24:59.563489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:59.613281 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] For port 9347ed7b-ee7d-410e-82a6-225ad9edc728, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:24:59.616482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] For port 9347ed7b-ee7d-410e-82a6-225ad9edc728, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9347ed7b-ee7d-410e-82a6-225ad9edc728,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:24:59.697149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:59.732552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:59.733168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:24:59.734575 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] 10.222.0.16 "PUT /v2.0/ports/9347ed7b-ee7d-410e-82a6-225ad9edc728 HTTP/1.1" status: 200 len: 1094 time: 1.0295963 Sep 15 10:24:59.735016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'deb2a4b6-3612-4554-ba1d-82b310e16dee', 'tag': '9347ed7b-ee7d-410e-82a6-225ad9edc728'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:24:59.737329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e7c768-9da4-4c37-9425-9044e29db274" -d '{"events": [{"name": "network-changed", "server_uuid": "deb2a4b6-3612-4554-ba1d-82b310e16dee", "tag": "9347ed7b-ee7d-410e-82a6-225ad9edc728"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:24:59.757810 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port a250349f-36de-43fc-ba0f-6890e76cab76 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:24:59.780739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf93f20-b6d1-4064-8da3-df9bc35aca91 service neutron] Pushing event updated for resources: {'Port': ['ID=9347ed7b-ee7d-410e-82a6-225ad9edc728,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:24:59.799121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d40567-d8b5-4b13-b90f-75f014cefd75 x-openstack-request-id: req-42d40567-d8b5-4b13-b90f-75f014cefd75 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:24:59.799414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "deb2a4b6-3612-4554-ba1d-82b310e16dee", "tag": "9347ed7b-ee7d-410e-82a6-225ad9edc728", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:24:59.799665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42d40567-d8b5-4b13-b90f-75f014cefd75 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:24:59.800066 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d40567-d8b5-4b13-b90f-75f014cefd75'] response: {'name': 'network-changed', 'server_uuid': 'deb2a4b6-3612-4554-ba1d-82b310e16dee', 'tag': '9347ed7b-ee7d-410e-82a6-225ad9edc728', 'status': 'completed', 'code': 200} Sep 15 10:24:59.922614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7c768-9da4-4c37-9425-9044e29db274 req-d75a8a37-b53a-46ed-a400-8566216a8cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:24:59.924101 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58e7c768-9da4-4c37-9425-9044e29db274 req-d75a8a37-b53a-46ed-a400-8566216a8cc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 1097 time: 0.0828915 Sep 15 10:25:00.083758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7c768-9da4-4c37-9425-9044e29db274 req-6abf94f5-554c-4a62-99ce-1a98eef5b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:00.085211 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58e7c768-9da4-4c37-9425-9044e29db274 req-6abf94f5-554c-4a62-99ce-1a98eef5b117 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=db32161ede084dd78404c954f1ef9764&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1476057 Sep 15 10:25:00.106139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2dab8-05e4-484b-b54a-a83c07ea8fa5 req-de1e862e-c1ee-4846-8141-87399904caad tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:00.107641 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-68c2dab8-05e4-484b-b54a-a83c07ea8fa5 req-de1e862e-c1ee-4846-8141-87399904caad tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 944 time: 0.0959611 Sep 15 10:25:00.151441 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-68c2dab8-05e4-484b-b54a-a83c07ea8fa5 req-7bbe0969-132e-4737-8d2c-87dec61fc96c tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378764 Sep 15 10:25:00.220631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7c768-9da4-4c37-9425-9044e29db274 req-739cd2b7-ad64-4344-a5b7-e466cbe77f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:00.222139 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58e7c768-9da4-4c37-9425-9044e29db274 req-739cd2b7-ad64-4344-a5b7-e466cbe77f14 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313570 Sep 15 10:25:00.361830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-8a9e0e11-5af4-453a-9b55-fc013a8d6cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:00.363317 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-8a9e0e11-5af4-453a-9b55-fc013a8d6cd8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 1097 time: 0.0831048 Sep 15 10:25:00.438878 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-8fae47d6-80b5-478a-b902-b03835ab890b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9347ed7b-ee7d-410e-82a6-225ad9edc728 HTTP/1.1" status: 200 len: 217 time: 0.0608182 Sep 15 10:25:00.597899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-bf3c7411-40c5-4aa9-9234-89ad43acd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:00.599236 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-bf3c7411-40c5-4aa9-9234-89ad43acd1c6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65080538-0b18-4c30-9893-df717aec405d HTTP/1.1" status: 200 len: 855 time: 0.1547618 Sep 15 10:25:00.680831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-b86c243b-61fe-444f-89c4-c4bf2ff1571d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:00.682387 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-b86c243b-61fe-444f-89c4-c4bf2ff1571d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1b7a9ea-2c59-4dad-8838-4d47a3746994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765111 Sep 15 10:25:00.810964 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-d95bf545-8f94-46bc-92c9-5a92720ff981 service neutron] 10.222.0.16 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226492 Sep 15 10:25:00.943268 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-53e4e5d7-067e-4d1d-acf3-3f7a1b93483a req-3727c279-0ee5-4755-bb92-b0dc0b9ed304 service neutron] 10.222.0.16 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267755 Sep 15 10:25:01.359233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b397b-adf1-49b1-9fd2-b5226513c381 req-51491ce4-be40-4e6a-9da9-6ed53648ab97 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:01.360690 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f38b397b-adf1-49b1-9fd2-b5226513c381 req-51491ce4-be40-4e6a-9da9-6ed53648ab97 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 944 time: 0.0886462 Sep 15 10:25:01.406900 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f38b397b-adf1-49b1-9fd2-b5226513c381 req-d9a7403a-e3d7-40cc-b6df-224e5126e1a0 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407391 Sep 15 10:25:02.610137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab65b0-cd64-40b0-94ee-5bda7bdfdb6b req-b849a9ba-7315-405b-80ba-f2157a528040 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:02.611513 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-31ab65b0-cd64-40b0-94ee-5bda7bdfdb6b req-b849a9ba-7315-405b-80ba-f2157a528040 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 944 time: 0.0879917 Sep 15 10:25:02.654767 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-31ab65b0-cd64-40b0-94ee-5bda7bdfdb6b req-bec90538-9388-4974-8991-bf84a39a6012 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377171 Sep 15 10:25:03.222376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9347ed7b-ee7d-410e-82a6-225ad9edc728 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:25:03.358849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9347ed7b-ee7d-410e-82a6-225ad9edc728, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9347ed7b-ee7d-410e-82a6-225ad9edc728,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:25:03.372299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '9347ed7b-ee7d-410e-82a6-225ad9edc728', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'port_id': '9347ed7b-ee7d-410e-82a6-225ad9edc728', 'mac_address': 'fa:16:3e:75:45:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65080538-0b18-4c30-9893-df717aec405d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:25:03.429438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 9347ed7b-ee7d-410e-82a6-225ad9edc728 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:25:03.429814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:03.447300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9347ed7b-ee7d-410e-82a6-225ad9edc728 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:25:03.463048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9347ed7b-ee7d-410e-82a6-225ad9edc728, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9347ed7b-ee7d-410e-82a6-225ad9edc728,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:25:03.525969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:03.592052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=9347ed7b-ee7d-410e-82a6-225ad9edc728,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:25:03.810074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9347ed7b-ee7d-410e-82a6-225ad9edc728'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:25:03.864780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae4a7a-83bd-4577-84e5-cb4f30651b07 req-99c5f131-2bbc-4886-ac3b-e79a7d8f32f4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:03.866249 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d4ae4a7a-83bd-4577-84e5-cb4f30651b07 req-99c5f131-2bbc-4886-ac3b-e79a7d8f32f4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 945 time: 0.0916169 Sep 15 10:25:03.911236 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d4ae4a7a-83bd-4577-84e5-cb4f30651b07 req-86d2e4ff-be72-49df-92b2-585dc3396188 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387199 Sep 15 10:25:05.122719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d52e36-c831-4916-ba93-2c7af4e3c131 req-af87cac7-9641-4f9c-bb87-eef40c08ab3b tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:05.124178 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45d52e36-c831-4916-ba93-2c7af4e3c131 req-af87cac7-9641-4f9c-bb87-eef40c08ab3b tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 945 time: 0.0886955 Sep 15 10:25:05.172547 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-45d52e36-c831-4916-ba93-2c7af4e3c131 req-18017ef7-29aa-43c6-9158-bd62aa21d747 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Sep 15 10:25:05.237761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9347ed7b-ee7d-410e-82a6-225ad9edc728 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:25:05.359937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 9347ed7b-ee7d-410e-82a6-225ad9edc728 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:25:05.365000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 9347ed7b-ee7d-410e-82a6-225ad9edc728 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:25:05.365371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:05.512275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 9347ed7b-ee7d-410e-82a6-225ad9edc728 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:25:05.512562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:05.538800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb2a4b6-3612-4554-ba1d-82b310e16dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347ed7b-ee7d-410e-82a6-225ad9edc728'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:25:05.541063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7a93de-363f-4bc6-9fc4-cb5c0b55f1b1" -d '{"events": [{"server_uuid": "deb2a4b6-3612-4554-ba1d-82b310e16dee", "name": "network-vif-plugged", "status": "completed", "tag": "9347ed7b-ee7d-410e-82a6-225ad9edc728"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:25:05.548682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9347ed7b-ee7d-410e-82a6-225ad9edc728, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9347ed7b-ee7d-410e-82a6-225ad9edc728,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:25:05.583435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f487a0-b7c7-410d-abab-e66bd7abb470 x-openstack-request-id: req-a2f487a0-b7c7-410d-abab-e66bd7abb470 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:25:05.583722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb2a4b6-3612-4554-ba1d-82b310e16dee", "name": "network-vif-plugged", "status": "completed", "tag": "9347ed7b-ee7d-410e-82a6-225ad9edc728", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:25:05.583994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2f487a0-b7c7-410d-abab-e66bd7abb470 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:25:05.584435 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f487a0-b7c7-410d-abab-e66bd7abb470'] response: {'server_uuid': 'deb2a4b6-3612-4554-ba1d-82b310e16dee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9347ed7b-ee7d-410e-82a6-225ad9edc728', 'code': 200} Sep 15 10:25:05.611585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:05.683070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=9347ed7b-ee7d-410e-82a6-225ad9edc728,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:25:06.000885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805033ce-c01b-4a96-8526-7b0f5c04e187 req-dad6b1bf-6b9e-41f6-976a-10ed329c0080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:06.002382 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-805033ce-c01b-4a96-8526-7b0f5c04e187 req-dad6b1bf-6b9e-41f6-976a-10ed329c0080 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 1099 time: 0.0838954 Sep 15 10:25:06.042611 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-805033ce-c01b-4a96-8526-7b0f5c04e187 req-be9ddeee-debb-4512-8d02-cafdcf5e2109 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342417 Sep 15 10:25:06.385268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e564d-2692-42d2-a405-640e8bbe6cb6 req-f114454f-fae6-49ba-b589-55e98b837a4c tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:06.386754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-761e564d-2692-42d2-a405-640e8bbe6cb6 req-f114454f-fae6-49ba-b589-55e98b837a4c tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 946 time: 0.0888114 Sep 15 10:25:06.429931 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-761e564d-2692-42d2-a405-640e8bbe6cb6 req-c41f62e0-bfb1-4268-8e95-b1cb44f6196c tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375144 Sep 15 10:25:07.636639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e5de1-5ecc-400a-bc37-16ba927723d5 req-5023f73a-e2db-4cd7-8f00-3ee101a72c31 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:07.638072 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-956e5de1-5ecc-400a-bc37-16ba927723d5 req-5023f73a-e2db-4cd7-8f00-3ee101a72c31 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 946 time: 0.0892253 Sep 15 10:25:07.683521 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-956e5de1-5ecc-400a-bc37-16ba927723d5 req-7bf628fc-f2cb-4a49-964d-1e12d32e1cc2 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Sep 15 10:25:07.885504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399c7935-9888-4756-8b76-26d3747f1be9 req-9375af78-0c1f-4e36-a6ed-160bfe87687e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:07.887010 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-399c7935-9888-4756-8b76-26d3747f1be9 req-9375af78-0c1f-4e36-a6ed-160bfe87687e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 946 time: 0.0847504 Sep 15 10:25:07.933303 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-399c7935-9888-4756-8b76-26d3747f1be9 req-34508a16-5709-4d55-b61b-d3b37acd2775 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407848 Sep 15 10:25:19.606046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-51dc062b-44b6-49cb-bb13-537df45a450b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:20.926067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:21.714824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6231e549-29ea-469d-a6e8-a65b4f39828f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:22.526184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:22.885532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:24.404883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:26.091594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5318e-e950-4e30-bbb0-8a80b7b3e661 req-45667411-6a6b-45e4-8f7c-0070c1ac96a3 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:26.093085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-98c5318e-e950-4e30-bbb0-8a80b7b3e661 req-45667411-6a6b-45e4-8f7c-0070c1ac96a3 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 946 time: 0.0922024 Sep 15 10:25:26.138615 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-98c5318e-e950-4e30-bbb0-8a80b7b3e661 req-9298cc2b-ed87-4c1b-b771-febc1bd0b19c tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397892 Sep 15 10:25:27.454027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297c300-36a5-4736-a21e-e4dd2cd022b0 req-ec8dd816-37be-476f-bbd5-2ce8961ee751 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:27.455376 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5297c300-36a5-4736-a21e-e4dd2cd022b0 req-ec8dd816-37be-476f-bbd5-2ce8961ee751 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 946 time: 0.1926794 Sep 15 10:25:27.498255 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5297c300-36a5-4736-a21e-e4dd2cd022b0 req-76266585-d604-40d8-8a05-b7f3c2b065d0 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372310 Sep 15 10:25:27.736094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-32f55148-ba41-49e7-b8fd-d72a5a930660 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:27.736695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-32f55148-ba41-49e7-b8fd-d72a5a930660 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Synchronizing usage tracker for tenant:db32161ede084dd78404c954f1ef9764 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:25:27.822915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-32f55148-ba41-49e7-b8fd-d72a5a930660 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Unset dirty status for tenant:db32161ede084dd78404c954f1ef9764 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:25:27.824050 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-32f55148-ba41-49e7-b8fd-d72a5a930660 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 946 time: 0.1734231 Sep 15 10:25:27.901045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Deleting port 9347ed7b-ee7d-410e-82a6-225ad9edc728 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:25:27.901390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:28.147629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] For port 9347ed7b-ee7d-410e-82a6-225ad9edc728, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9347ed7b-ee7d-410e-82a6-225ad9edc728,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:25:28.147909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:28.271149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Calling delete_port for 9347ed7b-ee7d-410e-82a6-225ad9edc728 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:25:28.503119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:28.536494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9347ed7b-ee7d-410e-82a6-225ad9edc728'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:25:28.553437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Pushing event deleted for resources: {'Port': ['ID=9347ed7b-ee7d-410e-82a6-225ad9edc728,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:25:28.647393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] No DVR routers for this DVR port 9347ed7b-ee7d-410e-82a6-225ad9edc728 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:25:28.650814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:28.653498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'deb2a4b6-3612-4554-ba1d-82b310e16dee', 'name': 'network-vif-deleted', 'tag': '9347ed7b-ee7d-410e-82a6-225ad9edc728'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:25:28.656350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07167432-31f2-446b-a050-4a516d4cdab6" -d '{"events": [{"server_uuid": "deb2a4b6-3612-4554-ba1d-82b310e16dee", "name": "network-vif-deleted", "tag": "9347ed7b-ee7d-410e-82a6-225ad9edc728"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:25:28.672243 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-51df06b9-ff0b-4e3f-8b8f-e30ad7fec47b req-53071e8e-fff8-4695-abbe-34dd06a89c78 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=deb2a4b6-3612-4554-ba1d-82b310e16dee HTTP/1.1" status: 200 len: 210 time: 0.0517128 Sep 15 10:25:28.725530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ede6333-adc6-44ac-9485-abcd24c89ca6 x-openstack-request-id: req-9ede6333-adc6-44ac-9485-abcd24c89ca6 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:25:28.725873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "deb2a4b6-3612-4554-ba1d-82b310e16dee", "name": "network-vif-deleted", "tag": "9347ed7b-ee7d-410e-82a6-225ad9edc728", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:25:28.726126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ede6333-adc6-44ac-9485-abcd24c89ca6 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:25:28.726529 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ede6333-adc6-44ac-9485-abcd24c89ca6'] response: {'server_uuid': 'deb2a4b6-3612-4554-ba1d-82b310e16dee', 'name': 'network-vif-deleted', 'tag': '9347ed7b-ee7d-410e-82a6-225ad9edc728', 'status': 'completed', 'code': 200} Sep 15 10:25:28.738394 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3a17ec8f-d8a5-4b26-bdfc-85ae0cb89ddd req-d948f50b-a87d-442e-93d5-b8eea55a4ea4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "DELETE /v2.0/ports/9347ed7b-ee7d-410e-82a6-225ad9edc728 HTTP/1.1" status: 204 len: 173 time: 0.9090307 Sep 15 10:25:30.293997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300954-ddea-4f26-834f-c7839b77652f req-7c4330f8-ee06-40e2-9825-c0ecffb5049e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:30.295387 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-7c4330f8-ee06-40e2-9825-c0ecffb5049e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/networks?id=b1b7a9ea-2c59-4dad-8838-4d47a3746994 HTTP/1.1" status: 200 len: 816 time: 0.1445675 Sep 15 10:25:30.309943 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-027b0e91-f0ea-4438-b3f5-016c3c3345d9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/quotas/db32161ede084dd78404c954f1ef9764 HTTP/1.1" status: 200 len: 375 time: 0.0091059 Sep 15 10:25:30.403666 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-1a8c5cc9-5383-45b4-ae92-d52cf24ebba0 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886874 Sep 15 10:25:30.539098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-bc1b83a4-d521-4a93-a48e-ff6a1d9de9de service neutron] 10.222.0.62 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234119 Sep 15 10:25:30.677033 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-f6a585cb-c613-49e4-b1b9-560bb5ee25fa service neutron] 10.222.0.62 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314976 Sep 15 10:25:30.923908 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7608a00c-81d6-4e76-9f92-a4d48238218b req-0e3610c6-0e1a-49d9-b2ed-363f2331faf8 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 210 time: 0.0495286 Sep 15 10:25:31.163888 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:25:31.332519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9347ed7b-ee7d-410e-82a6-225ad9edc728 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:25:31.370140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 9347ed7b-ee7d-410e-82a6-225ad9edc728 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:25:31.370478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9347ed7b-ee7d-410e-82a6-225ad9edc728 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:25:32.094459 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc880e01-691b-4133-bcf6-0c003fa56567 req-8cf32622-079d-4d7c-9a1e-7ba16f13f27d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 210 time: 0.0521705 Sep 15 10:25:32.962209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300954-ddea-4f26-834f-c7839b77652f req-b98e4d3a-7327-4aed-9a18-ea896b50c4ac tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:32.963666 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-b98e4d3a-7327-4aed-9a18-ea896b50c4ac tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "GET /v2.0/networks?id=b1b7a9ea-2c59-4dad-8838-4d47a3746994 HTTP/1.1" status: 200 len: 816 time: 0.1469157 Sep 15 10:25:32.981249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Request body: {'port': {'device_id': '6fda1048-e428-476d-b171-d6f21e30dd10', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'admin_state_up': True, 'tenant_id': 'db32161ede084dd78404c954f1ef9764'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:25:33.223484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:25:33.228096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Usage tracker for resource:port and tenant:db32161ede084dd78404c954f1ef9764 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:25:33.231036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:25:33.236753 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:25:33.273342 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bcc1112b-f33d-4e91-8912-7519b1e2b8d4 req-d5d2b523-fa5d-4172-804d-650df97d7222 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 210 time: 0.0526252 Sep 15 10:25:33.308412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Made reservation on behalf of db32161ede084dd78404c954f1ef9764 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:25:33.311998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:33.480863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Allocated IP 172.20.0.9 (b1b7a9ea-2c59-4dad-8838-4d47a3746994/65080538-0b18-4c30-9893-df717aec405d/6681a0b5-3e29-4a78-ba36-5268b3f42e03) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:25:33.678795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:33.694358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Transition to ACTIVE for port object 6681a0b5-3e29-4a78-ba36-5268b3f42e03 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:25:33.783560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:33.857242 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:25:33.860103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:25:33.864033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:25:33.902831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Pushing event updated for resources: {'Port': ['ID=6681a0b5-3e29-4a78-ba36-5268b3f42e03,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:25:33.936870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:33.937171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:34.018351 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-f39b434a-cd99-41bb-bf7c-3796c4d5ce03 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0406370 Sep 15 10:25:34.036335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Request body: {'port': {'device_id': '6fda1048-e428-476d-b171-d6f21e30dd10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:25:34.097310 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-591cea2e-63e7-43e7-9e40-58b5f778e4cd None None] Provisioning for port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:25:34.102861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-591cea2e-63e7-43e7-9e40-58b5f778e4cd None None] Provisioning complete for port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:25:34.103238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-591cea2e-63e7-43e7-9e40-58b5f778e4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:34.150682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:34.156599 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-591cea2e-63e7-43e7-9e40-58b5f778e4cd None None] Port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:25:34.486904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070abb9b-f1a6-44ed-a5be-22f757a87172 req-ba999c05-58f6-416f-b911-0423d2a36086 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:34.488382 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-070abb9b-f1a6-44ed-a5be-22f757a87172 req-ba999c05-58f6-416f-b911-0423d2a36086 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 931 time: 0.0924242 Sep 15 10:25:34.491981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6681a0b5-3e29-4a78-ba36-5268b3f42e03 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:25:34.500302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:34.515136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Transition to ACTIVE for port object 6681a0b5-3e29-4a78-ba36-5268b3f42e03 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:25:34.532700 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-070abb9b-f1a6-44ed-a5be-22f757a87172 req-18f27b2b-3064-49b9-b949-f7fae22dc6f7 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379875 Sep 15 10:25:34.566124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:34.758323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Pushing event updated for resources: {'Port': ['ID=6681a0b5-3e29-4a78-ba36-5268b3f42e03,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:25:34.788583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Attempting to bind port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:25:34.788942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Attempting to bind port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:25:34.790086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Attempting to bind port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:25:34.794799 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:25:34.795112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Attempting to bind port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:25:34.800037 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:25:34.800366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Checking segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:25:34.800739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Bound using segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:25:34.801158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Bound port: 6681a0b5-3e29-4a78-ba36-5268b3f42e03, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:25:34.801494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:34.892884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] For port 6681a0b5-3e29-4a78-ba36-5268b3f42e03, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:25:34.892884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] For port 6681a0b5-3e29-4a78-ba36-5268b3f42e03, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6681a0b5-3e29-4a78-ba36-5268b3f42e03,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:25:34.972181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:35.006815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:35.007423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:35.009014 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] 10.222.0.16 "PUT /v2.0/ports/6681a0b5-3e29-4a78-ba36-5268b3f42e03 HTTP/1.1" status: 200 len: 1093 time: 0.9769099 Sep 15 10:25:35.009441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fda1048-e428-476d-b171-d6f21e30dd10', 'tag': '6681a0b5-3e29-4a78-ba36-5268b3f42e03'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:25:35.011737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8747920-8a14-4a89-8be9-4f28fe3be525" -d '{"events": [{"name": "network-changed", "server_uuid": "6fda1048-e428-476d-b171-d6f21e30dd10", "tag": "6681a0b5-3e29-4a78-ba36-5268b3f42e03"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:25:35.054231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c97063-bed5-4d5d-b326-f6ff77392c65 service neutron] Pushing event updated for resources: {'Port': ['ID=6681a0b5-3e29-4a78-ba36-5268b3f42e03,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:25:35.058540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab6f2b-dfd3-4962-a861-4d2c66bf1899 x-openstack-request-id: req-fdab6f2b-dfd3-4962-a861-4d2c66bf1899 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:25:35.058821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fda1048-e428-476d-b171-d6f21e30dd10", "tag": "6681a0b5-3e29-4a78-ba36-5268b3f42e03", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:25:35.059072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdab6f2b-dfd3-4962-a861-4d2c66bf1899 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:25:35.059495 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdab6f2b-dfd3-4962-a861-4d2c66bf1899'] response: {'name': 'network-changed', 'server_uuid': '6fda1048-e428-476d-b171-d6f21e30dd10', 'tag': '6681a0b5-3e29-4a78-ba36-5268b3f42e03', 'status': 'completed', 'code': 200} Sep 15 10:25:35.174817 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747920-8a14-4a89-8be9-4f28fe3be525 req-22045ebc-ff5d-4bf3-b167-ee4de685d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:35.176301 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f8747920-8a14-4a89-8be9-4f28fe3be525 req-22045ebc-ff5d-4bf3-b167-ee4de685d935 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 1096 time: 0.0783575 Sep 15 10:25:35.318850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747920-8a14-4a89-8be9-4f28fe3be525 req-42df30fa-f8fa-4314-abfb-fcaa74b590cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:35.320367 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f8747920-8a14-4a89-8be9-4f28fe3be525 req-42df30fa-f8fa-4314-abfb-fcaa74b590cf service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=db32161ede084dd78404c954f1ef9764&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1318395 Sep 15 10:25:35.552050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8747920-8a14-4a89-8be9-4f28fe3be525 req-ed267062-7b54-4a54-b51e-d0b0667f60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:35.553417 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f8747920-8a14-4a89-8be9-4f28fe3be525 req-ed267062-7b54-4a54-b51e-d0b0667f60cb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2268231 Sep 15 10:25:35.691663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300954-ddea-4f26-834f-c7839b77652f req-efff4aa4-e69b-4377-86af-7cc968562617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:35.693124 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-efff4aa4-e69b-4377-86af-7cc968562617 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 1096 time: 0.0819657 Sep 15 10:25:35.738844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221fc2b-484a-4c39-839a-6f6cc427a5a8 req-8d3de3db-a37e-45db-8989-f482dba2cd92 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:35.740306 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a221fc2b-484a-4c39-839a-6f6cc427a5a8 req-8d3de3db-a37e-45db-8989-f482dba2cd92 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 943 time: 0.0862370 Sep 15 10:25:35.769260 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-7f2d48da-8b9c-46b0-82e6-6376e2c7629b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6681a0b5-3e29-4a78-ba36-5268b3f42e03 HTTP/1.1" status: 200 len: 217 time: 0.0642743 Sep 15 10:25:35.785968 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a221fc2b-484a-4c39-839a-6f6cc427a5a8 req-53620f4d-8e03-4970-bc54-160615942007 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391097 Sep 15 10:25:35.831929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300954-ddea-4f26-834f-c7839b77652f req-c81072fb-f387-4196-8ac8-db49ac985d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:35.833408 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-c81072fb-f387-4196-8ac8-db49ac985d82 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65080538-0b18-4c30-9893-df717aec405d HTTP/1.1" status: 200 len: 855 time: 0.0592949 Sep 15 10:25:35.919327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3300954-ddea-4f26-834f-c7839b77652f req-6ba8562b-d81e-42c9-be59-74d1a7e1e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:35.920800 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-6ba8562b-d81e-42c9-be59-74d1a7e1e054 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1b7a9ea-2c59-4dad-8838-4d47a3746994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810881 Sep 15 10:25:36.049704 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-16f7faa6-df47-4a7e-9a37-575160b901c8 service neutron] 10.222.0.16 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229112 Sep 15 10:25:36.183410 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c3300954-ddea-4f26-834f-c7839b77652f req-51fa96ad-338e-4d5c-88ef-26dc87e56922 service neutron] 10.222.0.16 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270461 Sep 15 10:25:36.994855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df2924-bb55-4567-92c7-58ca0a6791a7 req-8869442c-1303-4cbb-8423-1ffe3a01fe6f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:36.996307 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e7df2924-bb55-4567-92c7-58ca0a6791a7 req-8869442c-1303-4cbb-8423-1ffe3a01fe6f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 943 time: 0.0901916 Sep 15 10:25:37.039882 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e7df2924-bb55-4567-92c7-58ca0a6791a7 req-4253b152-0a1b-433a-91af-1583bb1633ca tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367720 Sep 15 10:25:38.250860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b17a3-49ac-420c-8374-8752869cfbdc req-ad58551a-d110-4a09-b553-e3c44133d63f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:38.252308 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b95b17a3-49ac-420c-8374-8752869cfbdc req-ad58551a-d110-4a09-b553-e3c44133d63f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 943 time: 0.0897896 Sep 15 10:25:38.297259 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b95b17a3-49ac-420c-8374-8752869cfbdc req-44bab707-df7e-4d19-941d-8ac598cb771f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380692 Sep 15 10:25:39.332496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 6681a0b5-3e29-4a78-ba36-5268b3f42e03 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:25:39.467965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 6681a0b5-3e29-4a78-ba36-5268b3f42e03, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6681a0b5-3e29-4a78-ba36-5268b3f42e03,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:25:39.481320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '6681a0b5-3e29-4a78-ba36-5268b3f42e03', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'port_id': '6681a0b5-3e29-4a78-ba36-5268b3f42e03', 'mac_address': 'fa:16:3e:36:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65080538-0b18-4c30-9893-df717aec405d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:25:39.504022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed836859-db3f-4918-9614-91031e6fcc16 req-5bdf910d-4296-4deb-9ba4-32236d2db671 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:39.505471 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed836859-db3f-4918-9614-91031e6fcc16 req-5bdf910d-4296-4deb-9ba4-32236d2db671 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 943 time: 0.0875769 Sep 15 10:25:39.536134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:25:39.536515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:39.549147 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ed836859-db3f-4918-9614-91031e6fcc16 req-bdbb1aa5-d703-415a-940f-ab1d6d4bf0d7 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373225 Sep 15 10:25:39.557444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6681a0b5-3e29-4a78-ba36-5268b3f42e03 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:25:39.573229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 6681a0b5-3e29-4a78-ba36-5268b3f42e03, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6681a0b5-3e29-4a78-ba36-5268b3f42e03,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:25:39.640037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:39.705537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=6681a0b5-3e29-4a78-ba36-5268b3f42e03,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:25:39.712779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.713127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.713460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.713795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.714140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.714466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.714793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.715111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.715432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.715750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.716066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.716379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:25:39.899423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['6681a0b5-3e29-4a78-ba36-5268b3f42e03'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:25:40.759134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096d7f0-45f6-4890-984e-feefc4dafc04 req-154650ea-a698-45a3-addf-14034e97aeae tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:40.760577 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3096d7f0-45f6-4890-984e-feefc4dafc04 req-154650ea-a698-45a3-addf-14034e97aeae tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 944 time: 0.0881763 Sep 15 10:25:40.806174 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3096d7f0-45f6-4890-984e-feefc4dafc04 req-c3659f57-d9a4-4407-add6-db3031865a4c tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Sep 15 10:25:41.363034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 6681a0b5-3e29-4a78-ba36-5268b3f42e03 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:25:41.496962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:25:41.501627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:25:41.502021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:41.618840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:25:41.619128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:41.645309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fda1048-e428-476d-b171-d6f21e30dd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6681a0b5-3e29-4a78-ba36-5268b3f42e03'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:25:41.647586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a951979-8376-46e3-b367-daf0d7b74c6d" -d '{"events": [{"server_uuid": "6fda1048-e428-476d-b171-d6f21e30dd10", "name": "network-vif-plugged", "status": "completed", "tag": "6681a0b5-3e29-4a78-ba36-5268b3f42e03"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:25:41.655755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 6681a0b5-3e29-4a78-ba36-5268b3f42e03, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6681a0b5-3e29-4a78-ba36-5268b3f42e03,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:25:41.690167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a013b4-a916-4134-bcef-6f1a505846f3 x-openstack-request-id: req-73a013b4-a916-4134-bcef-6f1a505846f3 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:25:41.690167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fda1048-e428-476d-b171-d6f21e30dd10", "name": "network-vif-plugged", "status": "completed", "tag": "6681a0b5-3e29-4a78-ba36-5268b3f42e03", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:25:41.690167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73a013b4-a916-4134-bcef-6f1a505846f3 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:25:41.690167 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a013b4-a916-4134-bcef-6f1a505846f3'] response: {'server_uuid': '6fda1048-e428-476d-b171-d6f21e30dd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6681a0b5-3e29-4a78-ba36-5268b3f42e03', 'code': 200} Sep 15 10:25:41.749093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:41.830514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=6681a0b5-3e29-4a78-ba36-5268b3f42e03,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:25:42.010056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a528f-5bbc-4fe4-89e6-9681804c827a req-d03be471-6816-45d2-af3a-a8dc326be6c6 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:42.011527 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ac2a528f-5bbc-4fe4-89e6-9681804c827a req-d03be471-6816-45d2-af3a-a8dc326be6c6 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 945 time: 0.0868886 Sep 15 10:25:42.059278 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ac2a528f-5bbc-4fe4-89e6-9681804c827a req-d61d8904-a34d-4b28-acd9-62e3d950d94c tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420532 Sep 15 10:25:42.095614 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda257c1-e2e3-47f6-b900-f22506953a4b req-d9e99d0a-7d2f-4871-b175-bfc0a30d034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:42.097112 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dda257c1-e2e3-47f6-b900-f22506953a4b req-d9e99d0a-7d2f-4871-b175-bfc0a30d034d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 1098 time: 0.0775547 Sep 15 10:25:42.137710 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dda257c1-e2e3-47f6-b900-f22506953a4b req-879f090d-b037-470c-bb8a-ea6a1a03acf7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342269 Sep 15 10:25:43.279506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00bb158-08b3-4312-aec3-37684943ef97 req-5d6fb3cf-994f-4774-bee0-be5d0d2bba9b tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:43.281109 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e00bb158-08b3-4312-aec3-37684943ef97 req-5d6fb3cf-994f-4774-bee0-be5d0d2bba9b tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 945 time: 0.0889556 Sep 15 10:25:43.325671 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e00bb158-08b3-4312-aec3-37684943ef97 req-5c5dad75-f95c-49b2-8c65-517667dca252 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386305 Sep 15 10:25:44.532960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ceb4fc-2641-4bdc-b09b-322a8f703d8c req-e86bca0e-45c2-4efd-9e6f-afa0d3b7228d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:44.534415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21ceb4fc-2641-4bdc-b09b-322a8f703d8c req-e86bca0e-45c2-4efd-9e6f-afa0d3b7228d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 945 time: 0.0898798 Sep 15 10:25:44.577725 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-21ceb4fc-2641-4bdc-b09b-322a8f703d8c req-ec4aa743-a1b5-4f2b-a048-28ebcd19803d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 Sep 15 10:25:44.781083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde77211-92f0-4b0d-9f8d-2156d1bc1891 req-5014c774-8afc-4f2d-abc2-6c85880c4177 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:44.782557 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bde77211-92f0-4b0d-9f8d-2156d1bc1891 req-5014c774-8afc-4f2d-abc2-6c85880c4177 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 945 time: 0.0857165 Sep 15 10:25:44.829757 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bde77211-92f0-4b0d-9f8d-2156d1bc1891 req-3c590687-1a98-4f5b-b668-a8b76d49faa5 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Sep 15 10:25:49.611120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-47af8a57-1ffe-4a60-82bb-74fe03d3ad75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:50.931527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:51.674620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2a7240d9-c214-4dba-8ff8-a37f04ce29c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:52.548707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:52.914206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:25:53.047543 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-b4e374d2-8e2d-4972-9202-f4832ebd5772 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804973 Sep 15 10:25:53.204804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-0bc48c9a-e4d1-4088-8e74-57cc1e63630e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:53.206223 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-0bc48c9a-e4d1-4088-8e74-57cc1e63630e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 1098 time: 0.0781641 Sep 15 10:25:53.357598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-d58026dc-d235-4555-82d6-e941b7b19208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:53.359132 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-d58026dc-d235-4555-82d6-e941b7b19208 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b1b7a9ea-2c59-4dad-8838-4d47a3746994 HTTP/1.1" status: 200 len: 917 time: 0.1350980 Sep 15 10:25:53.433168 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-f39c69fa-2725-4e6c-b3bb-7bd8e8587329 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6681a0b5-3e29-4a78-ba36-5268b3f42e03 HTTP/1.1" status: 200 len: 217 time: 0.0681283 Sep 15 10:25:53.496046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-4034f6fe-35e5-4a5e-b9b1-879cfd07ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:53.497361 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-4034f6fe-35e5-4a5e-b9b1-879cfd07ca9e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65080538-0b18-4c30-9893-df717aec405d HTTP/1.1" status: 200 len: 855 time: 0.0582075 Sep 15 10:25:53.587156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-c0c39f4a-5520-46ea-8380-11cf383b6b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:25:53.588654 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-c0c39f4a-5520-46ea-8380-11cf383b6b9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1b7a9ea-2c59-4dad-8838-4d47a3746994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828719 Sep 15 10:25:53.723946 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-c9d9ca6f-82f2-44d7-8f09-63831becbd07 service neutron] 10.222.0.16 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288455 Sep 15 10:25:53.946743 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee014603-b225-4460-ba6f-b8911286f5c7 req-511f50d7-cdd9-470b-9fa2-56ad524e4105 service neutron] 10.222.0.16 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163942 Sep 15 10:25:54.403931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:02.916312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88ed84-a6b5-4624-af61-cf921659354c req-9aab67f6-e978-46c5-814c-65b46c1e6d14 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:02.917767 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb88ed84-a6b5-4624-af61-cf921659354c req-9aab67f6-e978-46c5-814c-65b46c1e6d14 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 945 time: 0.0882177 Sep 15 10:26:02.960548 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb88ed84-a6b5-4624-af61-cf921659354c req-20581ce7-d459-4728-b947-48b4f86fd70e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366094 Sep 15 10:26:04.269172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed287e4-e88e-4c50-972f-9f628f060ed3 req-48598285-6c1c-4733-8ddf-f07289396c29 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:04.270572 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2ed287e4-e88e-4c50-972f-9f628f060ed3 req-48598285-6c1c-4733-8ddf-f07289396c29 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 945 time: 0.1888611 Sep 15 10:26:04.315487 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2ed287e4-e88e-4c50-972f-9f628f060ed3 req-7cb84e33-6d8a-4967-87f8-fca5660f90b4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 Sep 15 10:26:04.782127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d3992376-cdab-4480-a02c-8e6ba04491b9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:04.782803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d3992376-cdab-4480-a02c-8e6ba04491b9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Synchronizing usage tracker for tenant:db32161ede084dd78404c954f1ef9764 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:26:04.851235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d3992376-cdab-4480-a02c-8e6ba04491b9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Unset dirty status for tenant:db32161ede084dd78404c954f1ef9764 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:26:04.853041 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d3992376-cdab-4480-a02c-8e6ba04491b9 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 945 time: 0.1539552 Sep 15 10:26:04.928277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Deleting port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:04.928782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:05.171818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] For port 6681a0b5-3e29-4a78-ba36-5268b3f42e03, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=6681a0b5-3e29-4a78-ba36-5268b3f42e03,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:05.172182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:05.299849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Calling delete_port for 6681a0b5-3e29-4a78-ba36-5268b3f42e03 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:05.507179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:05.521953 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc9941-9c99-44d1-85cc-e1f6fc23817f req-bb526046-ee9a-4642-a542-ef5a93625478 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:05.523415 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-efdc9941-9c99-44d1-85cc-e1f6fc23817f req-bb526046-ee9a-4642-a542-ef5a93625478 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 945 time: 0.0865748 Sep 15 10:26:05.552434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['6681a0b5-3e29-4a78-ba36-5268b3f42e03'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:26:05.558985 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Pushing event deleted for resources: {'Port': ['ID=6681a0b5-3e29-4a78-ba36-5268b3f42e03,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:05.575106 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-efdc9941-9c99-44d1-85cc-e1f6fc23817f req-351f19f2-d9d4-44e9-84b7-feab52072308 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447030 Sep 15 10:26:05.603051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.603405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.603744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.604082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.604416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.604742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.605070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.605393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.605716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.606064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.606387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.606705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:05.661675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] No DVR routers for this DVR port 6681a0b5-3e29-4a78-ba36-5268b3f42e03 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:26:05.664989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:05.667853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fda1048-e428-476d-b171-d6f21e30dd10', 'name': 'network-vif-deleted', 'tag': '6681a0b5-3e29-4a78-ba36-5268b3f42e03'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:26:05.670537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183ca431-d3ce-4082-9468-550786de3c64" -d '{"events": [{"server_uuid": "6fda1048-e428-476d-b171-d6f21e30dd10", "name": "network-vif-deleted", "tag": "6681a0b5-3e29-4a78-ba36-5268b3f42e03"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:26:05.720451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b265bbf-5649-4cbd-bca7-9ac99d14bcd9 x-openstack-request-id: req-4b265bbf-5649-4cbd-bca7-9ac99d14bcd9 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:26:05.720792 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fda1048-e428-476d-b171-d6f21e30dd10", "name": "network-vif-deleted", "tag": "6681a0b5-3e29-4a78-ba36-5268b3f42e03", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:26:05.721051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4b265bbf-5649-4cbd-bca7-9ac99d14bcd9 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:26:05.721466 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b265bbf-5649-4cbd-bca7-9ac99d14bcd9'] response: {'server_uuid': '6fda1048-e428-476d-b171-d6f21e30dd10', 'name': 'network-vif-deleted', 'tag': '6681a0b5-3e29-4a78-ba36-5268b3f42e03', 'status': 'completed', 'code': 200} Sep 15 10:26:05.744159 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-89f23b76-aad9-4263-970c-abd6c04594d7 req-d1a8009f-d2b8-42cd-a0bf-1b44b574ba2e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "DELETE /v2.0/ports/6681a0b5-3e29-4a78-ba36-5268b3f42e03 HTTP/1.1" status: 204 len: 173 time: 0.8852887 Sep 15 10:26:06.764527 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d10a19ef-cd9b-40eb-a07a-e02d235cb632 req-19f9bd3c-f82d-4911-a996-5e7cd4aa697d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=6fda1048-e428-476d-b171-d6f21e30dd10 HTTP/1.1" status: 200 len: 210 time: 0.0495346 Sep 15 10:26:08.162593 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:26:08.350749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-4b01157f-7d91-44e0-90ec-3f694e4b45b4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:08.352628 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-4b01157f-7d91-44e0-90ec-3f694e4b45b4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/networks?id=b1b7a9ea-2c59-4dad-8838-4d47a3746994 HTTP/1.1" status: 200 len: 816 time: 0.1540589 Sep 15 10:26:08.366884 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-826aadbc-11c7-41dc-8181-597bbee086d3 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/quotas/db32161ede084dd78404c954f1ef9764 HTTP/1.1" status: 200 len: 375 time: 0.0089884 Sep 15 10:26:08.458362 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2450900b-150b-4c32-9b72-c0c2558db54c tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864048 Sep 15 10:26:08.593317 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2b6eba1b-7187-49d3-8658-034a6a065d29 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228948 Sep 15 10:26:08.723608 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-65917ca5-d031-4a55-b160-e79c55f55128 service neutron] 10.222.0.62 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245775 Sep 15 10:26:09.107156 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9bc4b2d1-da83-4921-821b-3076a39f4188 req-790993be-c057-472f-94df-03bd70693541 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 210 time: 0.0492263 Sep 15 10:26:09.518995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 6681a0b5-3e29-4a78-ba36-5268b3f42e03 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:26:09.554077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 6681a0b5-3e29-4a78-ba36-5268b3f42e03 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:26:09.554412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 6681a0b5-3e29-4a78-ba36-5268b3f42e03 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:26:10.276609 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4287205-fb1c-444a-a690-b787e0f8ef2b req-7c29d07d-2fe9-421a-b2a3-ee2733cc4a97 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 210 time: 0.0498080 Sep 15 10:26:11.051086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-1e24aad3-57a8-4eae-a503-ec1c75c87880 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:11.052500 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-1e24aad3-57a8-4eae-a503-ec1c75c87880 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "GET /v2.0/networks?id=b1b7a9ea-2c59-4dad-8838-4d47a3746994 HTTP/1.1" status: 200 len: 816 time: 0.1503673 Sep 15 10:26:11.068956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Request body: {'port': {'device_id': '43094186-2495-4d4c-969c-05af29ec15bf', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'admin_state_up': True, 'tenant_id': 'db32161ede084dd78404c954f1ef9764'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:26:11.203861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:26:11.207942 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Usage tracker for resource:port and tenant:db32161ede084dd78404c954f1ef9764 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:26:11.210729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:26:11.217011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:26:11.314164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Made reservation on behalf of db32161ede084dd78404c954f1ef9764 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:26:11.317632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:11.461578 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-54f1b800-c39f-4579-8aaa-0c2277cdb611 req-7554251b-1894-48da-a167-5174188ff1d4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 210 time: 0.0529044 Sep 15 10:26:11.485740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Allocated IP 172.20.0.11 (b1b7a9ea-2c59-4dad-8838-4d47a3746994/65080538-0b18-4c30-9893-df717aec405d/e8817a07-bad3-4856-aedd-34072409fa85) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:26:11.689516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:11.705299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Transition to ACTIVE for port object e8817a07-bad3-4856-aedd-34072409fa85 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:26:11.789105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:11.856344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:26:11.859240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:26:11.863251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:26:12.007703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Pushing event updated for resources: {'Port': ['ID=e8817a07-bad3-4856-aedd-34072409fa85,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:12.038613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:12.040063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:12.120918 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-2988c82d-0564-4d20-87e0-318ec311d832 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0555174 Sep 15 10:26:12.138394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Request body: {'port': {'device_id': '43094186-2495-4d4c-969c-05af29ec15bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:26:12.142931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-86405c33-675c-48f2-a8a6-bdaf73d578f8 None None] Provisioning for port e8817a07-bad3-4856-aedd-34072409fa85 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:26:12.148044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-86405c33-675c-48f2-a8a6-bdaf73d578f8 None None] Provisioning complete for port e8817a07-bad3-4856-aedd-34072409fa85 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:26:12.154123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-86405c33-675c-48f2-a8a6-bdaf73d578f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:12.205234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-86405c33-675c-48f2-a8a6-bdaf73d578f8 None None] Port e8817a07-bad3-4856-aedd-34072409fa85 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:26:12.252606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:12.588239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8817a07-bad3-4856-aedd-34072409fa85 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:26:12.595436 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:12.610613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Transition to ACTIVE for port object e8817a07-bad3-4856-aedd-34072409fa85 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:26:12.669299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b0345-90b2-4637-8410-e6ec422ba240 req-724ade86-1357-41ef-93a6-90b15d4b6be5 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:12.670792 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a81b0345-90b2-4637-8410-e6ec422ba240 req-724ade86-1357-41ef-93a6-90b15d4b6be5 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 932 time: 0.0908208 Sep 15 10:26:12.683620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:12.717733 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a81b0345-90b2-4637-8410-e6ec422ba240 req-7b8f9fee-20eb-4c5e-871d-17ecd5565e21 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411124 Sep 15 10:26:12.867292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Pushing event updated for resources: {'Port': ['ID=e8817a07-bad3-4856-aedd-34072409fa85,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:12.910044 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Attempting to bind port e8817a07-bad3-4856-aedd-34072409fa85 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:26:12.910377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Attempting to bind port e8817a07-bad3-4856-aedd-34072409fa85 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:26:12.910697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Attempting to bind port e8817a07-bad3-4856-aedd-34072409fa85 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:26:12.915655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Port e8817a07-bad3-4856-aedd-34072409fa85 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:26:12.915971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Attempting to bind port e8817a07-bad3-4856-aedd-34072409fa85 on network b1b7a9ea-2c59-4dad-8838-4d47a3746994 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:26:12.921339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:26:12.921725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Checking segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:26:12.922162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Bound using segment: {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:26:12.922589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Bound port: e8817a07-bad3-4856-aedd-34072409fa85, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b38f175-0e1a-4d83-b4be-b497bac60e55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:26:12.928667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:13.011259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] For port e8817a07-bad3-4856-aedd-34072409fa85, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:26:13.014205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] For port e8817a07-bad3-4856-aedd-34072409fa85, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8817a07-bad3-4856-aedd-34072409fa85,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:26:13.080015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:13.083055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:13.083660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:13.085177 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] 10.222.0.16 "PUT /v2.0/ports/e8817a07-bad3-4856-aedd-34072409fa85 HTTP/1.1" status: 200 len: 1094 time: 0.9508719 Sep 15 10:26:13.118747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43094186-2495-4d4c-969c-05af29ec15bf', 'tag': 'e8817a07-bad3-4856-aedd-34072409fa85'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:26:13.120938 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0842859-9042-4a6e-8e42-241509fbae15" -d '{"events": [{"name": "network-changed", "server_uuid": "43094186-2495-4d4c-969c-05af29ec15bf", "tag": "e8817a07-bad3-4856-aedd-34072409fa85"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:26:13.161726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f87e96-d04e-431a-8ea8-f2b21f5ab536 service neutron] Pushing event updated for resources: {'Port': ['ID=e8817a07-bad3-4856-aedd-34072409fa85,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:13.166679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76e7a13-37c7-4bc7-bdb0-5cca6ca73c19 x-openstack-request-id: req-b76e7a13-37c7-4bc7-bdb0-5cca6ca73c19 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:26:13.166977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43094186-2495-4d4c-969c-05af29ec15bf", "tag": "e8817a07-bad3-4856-aedd-34072409fa85", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:26:13.167240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b76e7a13-37c7-4bc7-bdb0-5cca6ca73c19 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:26:13.167655 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b76e7a13-37c7-4bc7-bdb0-5cca6ca73c19'] response: {'name': 'network-changed', 'server_uuid': '43094186-2495-4d4c-969c-05af29ec15bf', 'tag': 'e8817a07-bad3-4856-aedd-34072409fa85', 'status': 'completed', 'code': 200} Sep 15 10:26:13.283872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0842859-9042-4a6e-8e42-241509fbae15 req-5dbf3b34-0160-406c-a0a9-3587e8035681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:13.285330 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b0842859-9042-4a6e-8e42-241509fbae15 req-5dbf3b34-0160-406c-a0a9-3587e8035681 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 1097 time: 0.0767965 Sep 15 10:26:13.431100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0842859-9042-4a6e-8e42-241509fbae15 req-7c3ada09-0f2f-4218-9edd-dff602ec44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:13.432536 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b0842859-9042-4a6e-8e42-241509fbae15 req-7c3ada09-0f2f-4218-9edd-dff602ec44c8 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=db32161ede084dd78404c954f1ef9764&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1342826 Sep 15 10:26:13.565669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0842859-9042-4a6e-8e42-241509fbae15 req-9f8f640e-46c2-4c04-9620-2a1da6fb7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:13.567151 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b0842859-9042-4a6e-8e42-241509fbae15 req-9f8f640e-46c2-4c04-9620-2a1da6fb7b63 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290958 Sep 15 10:26:13.707304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-3b2db2bf-1ed2-45d2-82a3-31d8cc07a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:13.708774 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-3b2db2bf-1ed2-45d2-82a3-31d8cc07a094 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=db32161ede084dd78404c954f1ef9764&device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 1097 time: 0.0828421 Sep 15 10:26:13.782383 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-a53413ea-1ee8-46f0-a7b9-e6bf09350f60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8817a07-bad3-4856-aedd-34072409fa85 HTTP/1.1" status: 200 len: 217 time: 0.0613883 Sep 15 10:26:13.847538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-41669777-849f-4f78-8c9d-4f684dca47ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:13.848982 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-41669777-849f-4f78-8c9d-4f684dca47ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65080538-0b18-4c30-9893-df717aec405d HTTP/1.1" status: 200 len: 855 time: 0.0611272 Sep 15 10:26:13.927932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21bc252-3435-48d3-a3ea-f86330557c53 req-fb6e8f35-82da-4e8c-87be-b511a2486731 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:13.929544 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d21bc252-3435-48d3-a3ea-f86330557c53 req-fb6e8f35-82da-4e8c-87be-b511a2486731 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 944 time: 0.0908608 Sep 15 10:26:13.931387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-e24071ba-f0b9-4833-88fb-ca7660c33600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:13.932961 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-e24071ba-f0b9-4833-88fb-ca7660c33600 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b1b7a9ea-2c59-4dad-8838-4d47a3746994&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784178 Sep 15 10:26:13.973424 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d21bc252-3435-48d3-a3ea-f86330557c53 req-ea37ae3e-a030-49c6-b750-d6b7317886cf tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381813 Sep 15 10:26:14.155407 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-24a3f598-3ee5-49bc-b535-d2fd757d078f service neutron] 10.222.0.16 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159984 Sep 15 10:26:14.283574 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e69ef652-45b3-4c51-97cc-ab9185cd3727 req-79060d2b-9729-4887-b343-7b52f3aac3e1 service neutron] 10.222.0.16 "GET /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223576 Sep 15 10:26:15.177683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24f63-8b03-4c6b-b2cf-5b7046917c1e req-af22dd3f-f6c6-49ef-b0f7-d17f2168296a tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:15.179166 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-89e24f63-8b03-4c6b-b2cf-5b7046917c1e req-af22dd3f-f6c6-49ef-b0f7-d17f2168296a tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 944 time: 0.0873179 Sep 15 10:26:15.225360 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-89e24f63-8b03-4c6b-b2cf-5b7046917c1e req-f73ae904-cb3d-4808-9748-16fe9cd0558f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399463 Sep 15 10:26:16.433440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091db119-5226-4ce0-b084-7e939af0cf30 req-d2a81c62-d2ca-4cf6-a72f-2a3e0e847d94 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:16.434915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091db119-5226-4ce0-b084-7e939af0cf30 req-d2a81c62-d2ca-4cf6-a72f-2a3e0e847d94 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 944 time: 0.0864680 Sep 15 10:26:16.478123 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-091db119-5226-4ce0-b084-7e939af0cf30 req-bd7f99fb-97dc-486d-9931-13f6bf2dcaca tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375760 Sep 15 10:26:17.550551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e8817a07-bad3-4856-aedd-34072409fa85 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:26:17.684046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e8817a07-bad3-4856-aedd-34072409fa85, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8817a07-bad3-4856-aedd-34072409fa85,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:17.687243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a25b412-6d08-47a6-b1d1-9b20e8d72d42 req-690f72a5-f41e-4795-8d15-a2001fc95317 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:17.688725 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4a25b412-6d08-47a6-b1d1-9b20e8d72d42 req-690f72a5-f41e-4795-8d15-a2001fc95317 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 944 time: 0.0900974 Sep 15 10:26:17.698117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'e8817a07-bad3-4856-aedd-34072409fa85', 'network_id': 'b1b7a9ea-2c59-4dad-8838-4d47a3746994', 'port_id': 'e8817a07-bad3-4856-aedd-34072409fa85', 'mac_address': 'fa:16:3e:d8:3c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65080538-0b18-4c30-9893-df717aec405d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:26:17.732656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4a25b412-6d08-47a6-b1d1-9b20e8d72d42 req-25b1c8f8-b124-4432-9083-5a6bb364ae0e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381341 Sep 15 10:26:17.752369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e8817a07-bad3-4856-aedd-34072409fa85 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:26:17.752748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:17.769798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8817a07-bad3-4856-aedd-34072409fa85 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:26:17.784675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e8817a07-bad3-4856-aedd-34072409fa85, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8817a07-bad3-4856-aedd-34072409fa85,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:17.845247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:17.915526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e8817a07-bad3-4856-aedd-34072409fa85,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:18.126783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['e8817a07-bad3-4856-aedd-34072409fa85'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:26:18.936231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a12aa-4b3d-48be-9b68-9e9987dfa9fc req-ddb768f9-da16-4cc9-b8bf-eff14285a4e5 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:18.937687 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8d6a12aa-4b3d-48be-9b68-9e9987dfa9fc req-ddb768f9-da16-4cc9-b8bf-eff14285a4e5 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 945 time: 0.0857787 Sep 15 10:26:18.985400 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8d6a12aa-4b3d-48be-9b68-9e9987dfa9fc req-edf8b3d9-a6e9-4e4a-a42a-3e4774bbadf7 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Sep 15 10:26:19.564777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e8817a07-bad3-4856-aedd-34072409fa85 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:26:19.649880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3b0e7a2a-e456-48e5-8470-b088e4ab712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:19.740749 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port e8817a07-bad3-4856-aedd-34072409fa85 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:26:19.746771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port e8817a07-bad3-4856-aedd-34072409fa85 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:26:19.747141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:19.865341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e8817a07-bad3-4856-aedd-34072409fa85 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:26:19.865728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:19.891475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43094186-2495-4d4c-969c-05af29ec15bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8817a07-bad3-4856-aedd-34072409fa85'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:26:19.893763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ff286c-2f44-4a9f-acb8-6c1ff13522ac" -d '{"events": [{"server_uuid": "43094186-2495-4d4c-969c-05af29ec15bf", "name": "network-vif-plugged", "status": "completed", "tag": "e8817a07-bad3-4856-aedd-34072409fa85"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:26:19.901783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e8817a07-bad3-4856-aedd-34072409fa85, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8817a07-bad3-4856-aedd-34072409fa85,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:19.938270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9d3db8-a71c-4256-a166-491d4a444e4b x-openstack-request-id: req-fd9d3db8-a71c-4256-a166-491d4a444e4b {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:26:19.938270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43094186-2495-4d4c-969c-05af29ec15bf", "name": "network-vif-plugged", "status": "completed", "tag": "e8817a07-bad3-4856-aedd-34072409fa85", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:26:19.938270 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fd9d3db8-a71c-4256-a166-491d4a444e4b {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:26:19.938634 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd9d3db8-a71c-4256-a166-491d4a444e4b'] response: {'server_uuid': '43094186-2495-4d4c-969c-05af29ec15bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8817a07-bad3-4856-aedd-34072409fa85', 'code': 200} Sep 15 10:26:19.963738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:20.031539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e8817a07-bad3-4856-aedd-34072409fa85,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:20.201915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cefddb-cb3c-4646-9b06-4bf0ebb4cba4 req-3e6e252e-8bff-4041-8a72-a91df5165b78 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:20.203769 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97cefddb-cb3c-4646-9b06-4bf0ebb4cba4 req-3e6e252e-8bff-4041-8a72-a91df5165b78 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 946 time: 0.0874772 Sep 15 10:26:20.248623 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-97cefddb-cb3c-4646-9b06-4bf0ebb4cba4 req-9abef5fd-576e-4e69-a1d3-6ffea4f1ac70 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392709 Sep 15 10:26:20.345354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f0a8e-cebc-4b26-a9c7-29e06b52a842 req-5ca498f6-e90f-49f2-a2f0-54dbcc7dbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:20.346867 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-757f0a8e-cebc-4b26-a9c7-29e06b52a842 req-5ca498f6-e90f-49f2-a2f0-54dbcc7dbd6a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 1099 time: 0.0839958 Sep 15 10:26:20.387966 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-757f0a8e-cebc-4b26-a9c7-29e06b52a842 req-72d5f891-1d24-46e9-922b-ed53c0b8441e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Sep 15 10:26:20.963334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:21.468437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b67c8-df6f-4fa3-b53f-a82ab1c0a11d req-d9a0a846-3536-49d9-ac35-e70832c95c74 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:21.469898 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a24b67c8-df6f-4fa3-b53f-a82ab1c0a11d req-d9a0a846-3536-49d9-ac35-e70832c95c74 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 946 time: 0.1003358 Sep 15 10:26:21.514797 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a24b67c8-df6f-4fa3-b53f-a82ab1c0a11d req-1b633904-89e0-40a5-ad3a-3c84e5cabad8 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391026 Sep 15 10:26:21.683917 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f3dbedc9-97fe-46b1-b472-35c73b146d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:22.529093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:22.720636 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296c64e-b037-4a85-9b21-b2e94d130926 req-b76519ea-56fe-43bf-829b-1cdc03f120bd tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:22.722159 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3296c64e-b037-4a85-9b21-b2e94d130926 req-b76519ea-56fe-43bf-829b-1cdc03f120bd tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 946 time: 0.0896487 Sep 15 10:26:22.768485 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3296c64e-b037-4a85-9b21-b2e94d130926 req-8932b6e8-d9b4-4a01-8b15-09d40c77e5fb tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405648 Sep 15 10:26:22.877744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:22.977949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b778c-f485-4ba3-8dad-2cd3fdccd3fb req-5d2acb9a-8d00-4dc7-bdac-64053840d3c4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:22.979319 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-115b778c-f485-4ba3-8dad-2cd3fdccd3fb req-5d2acb9a-8d00-4dc7-bdac-64053840d3c4 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 946 time: 0.0868881 Sep 15 10:26:23.024003 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-115b778c-f485-4ba3-8dad-2cd3fdccd3fb req-25a208f5-b9c9-4bb1-9228-da5753880b52 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389202 Sep 15 10:26:24.432017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:41.065026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b4de8-eb2e-4f1c-8590-e280905c01ad req-e239325b-61c7-4277-9fb1-af561e6d10de tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:41.066501 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c91b4de8-eb2e-4f1c-8590-e280905c01ad req-e239325b-61c7-4277-9fb1-af561e6d10de tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 946 time: 0.0913813 Sep 15 10:26:41.110474 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c91b4de8-eb2e-4f1c-8590-e280905c01ad req-2905615e-e834-4064-98f6-b1bcec51941a tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Sep 15 10:26:42.319243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32e965-0147-4322-9967-8b8e7ff626ff req-84e513c8-2c55-421b-ab79-4bd90f0fead5 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:42.320703 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b32e965-0147-4322-9967-8b8e7ff626ff req-84e513c8-2c55-421b-ab79-4bd90f0fead5 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 946 time: 0.0892594 Sep 15 10:26:42.371313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b32e965-0147-4322-9967-8b8e7ff626ff req-75584180-ed8f-4c90-89c9-e9f1cb8116d0 tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/security-groups?id=1fc05e14-f25e-4b39-be89-c7f8c96315de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Sep 15 10:26:42.695894 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-f281b1aa-480d-4605-8cd3-3cbd1581fa5d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:42.696596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-f281b1aa-480d-4605-8cd3-3cbd1581fa5d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Synchronizing usage tracker for tenant:db32161ede084dd78404c954f1ef9764 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:26:42.748210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-f281b1aa-480d-4605-8cd3-3cbd1581fa5d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Unset dirty status for tenant:db32161ede084dd78404c954f1ef9764 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:26:42.749348 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-f281b1aa-480d-4605-8cd3-3cbd1581fa5d tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 946 time: 0.1386466 Sep 15 10:26:42.826260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Deleting port e8817a07-bad3-4856-aedd-34072409fa85 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:42.826606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:43.079969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] For port e8817a07-bad3-4856-aedd-34072409fa85, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e8817a07-bad3-4856-aedd-34072409fa85,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:43.080225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:43.207126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Calling delete_port for e8817a07-bad3-4856-aedd-34072409fa85 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:43.446108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:43.480571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['e8817a07-bad3-4856-aedd-34072409fa85'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:26:43.495413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Pushing event deleted for resources: {'Port': ['ID=e8817a07-bad3-4856-aedd-34072409fa85,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:43.564237 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-01f092c4-6ef5-4d01-b6b5-b1b7151c4f4e req-0420ff58-9470-4a9b-a6ea-aa2ded7ed24f tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.62 "GET /v2.0/ports?device_id=43094186-2495-4d4c-969c-05af29ec15bf HTTP/1.1" status: 200 len: 210 time: 0.0670023 Sep 15 10:26:43.589305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] No DVR routers for this DVR port e8817a07-bad3-4856-aedd-34072409fa85 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:26:43.592819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:43.596873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43094186-2495-4d4c-969c-05af29ec15bf', 'name': 'network-vif-deleted', 'tag': 'e8817a07-bad3-4856-aedd-34072409fa85'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:26:43.599246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40750b-c4bf-4ecc-9058-3a205711c381" -d '{"events": [{"server_uuid": "43094186-2495-4d4c-969c-05af29ec15bf", "name": "network-vif-deleted", "tag": "e8817a07-bad3-4856-aedd-34072409fa85"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:26:43.649020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da235802-b6e7-4070-84be-decd516d7826 x-openstack-request-id: req-da235802-b6e7-4070-84be-decd516d7826 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:26:43.649020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43094186-2495-4d4c-969c-05af29ec15bf", "name": "network-vif-deleted", "tag": "e8817a07-bad3-4856-aedd-34072409fa85", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:26:43.649020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da235802-b6e7-4070-84be-decd516d7826 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:26:43.649020 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da235802-b6e7-4070-84be-decd516d7826'] response: {'server_uuid': '43094186-2495-4d4c-969c-05af29ec15bf', 'name': 'network-vif-deleted', 'tag': 'e8817a07-bad3-4856-aedd-34072409fa85', 'status': 'completed', 'code': 200} Sep 15 10:26:43.669506 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c07b197d-cd16-4de0-a4bc-1b3a3ab1739b req-0610993b-dbf9-4da0-9ff8-8ce3e590253e tempest-TestEncryptedCinderVolumes-230982470 tempest-TestEncryptedCinderVolumes-230982470-project] 10.222.0.16 "DELETE /v2.0/ports/e8817a07-bad3-4856-aedd-34072409fa85 HTTP/1.1" status: 204 len: 173 time: 0.9149513 Sep 15 10:26:44.791893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60692) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:45.161603 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:26:45.416840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:45.758738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Deleting port 64700e31-39c7-4fcf-83c4-b7666d7f4cee {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:45.758990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:45.927881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] For port 64700e31-39c7-4fcf-83c4-b7666d7f4cee, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=64700e31-39c7-4fcf-83c4-b7666d7f4cee,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:45.928584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:46.047600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Calling delete_port for 64700e31-39c7-4fcf-83c4-b7666d7f4cee owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:46.525400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:46.571295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=64700e31-39c7-4fcf-83c4-b7666d7f4cee,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:46.613938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.614276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.614616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.614944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.615266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.615590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.615911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.616231 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.616574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.616891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.617205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.617515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:26:46.851932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:47.201623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:26:47.374842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:26:47.383258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] Sync routers for ids ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:26:47.389047 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-943abdc8-53ef-4a4c-8877-1c859a6c2d2e admin admin] 10.222.0.62 "PUT /v2.0/routers/52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5933506 Sep 15 10:26:47.389329 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60696) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:47.392831 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] Routers {'52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:26:47.393438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:47.567456 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:47.571081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] Set router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:26:47.670743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e8817a07-bad3-4856-aedd-34072409fa85 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:26:47.725171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: e8817a07-bad3-4856-aedd-34072409fa85 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:26:47.725501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e8817a07-bad3-4856-aedd-34072409fa85 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:26:47.870597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:47.891964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:26:46Z', 'revision_number': 5, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:47.896373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] Checking router: 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:26:47.903775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] Routers {'52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:26:47.904361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:47.983009 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Deleting port 2dc148c3-89f9-4b8e-b041-8295a94f81b0 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:47.983375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:48.078025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] Set router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:26:48.154731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] For port 2dc148c3-89f9-4b8e-b041-8295a94f81b0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=2dc148c3-89f9-4b8e-b041-8295a94f81b0,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:48.155058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:48.276670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Calling delete_port for 2dc148c3-89f9-4b8e-b041-8295a94f81b0 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:48.400551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:26:46Z', 'revision_number': 5, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:48.404707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bb841d-6b28-4102-ae9b-7083e3479f37 None None] The sync data for ids ['52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf'] in dv-neutron-857775-1-hyperv is: [{'id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'name': 'tempest-TestEncryptedCinderVolumes-315033927-router', 'tenant_id': 'db32161ede084dd78404c954f1ef9764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192'}], 'enable_snat': True}, 'gw_port_id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:26:46Z', 'revision_number': 5, 'project_id': 'db32161ede084dd78404c954f1ef9764', 'gw_port': {'id': '2dc148c3-89f9-4b8e-b041-8295a94f81b0', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:ff:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:40Z', 'updated_at': '2022-09-15T10:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:26:48.522966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:48.602620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc148c3-89f9-4b8e-b041-8295a94f81b0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:48.671112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:48.847601 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:48.849921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:48.960032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:48.960568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:26:48.974020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:48.975198 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4bcafaad-6103-4f66-b36e-60bd89f578cf admin admin] 10.222.0.62 "DELETE /v2.0/routers/52d55a7f-bcdb-4b2e-9cd3-34ac40007cdf HTTP/1.1" status: 204 len: 168 time: 1.5850124 Sep 15 10:26:48.977673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60700) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:49.042540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7a2f584-5cae-4682-b6a8-a7abccc317fb admin admin] Deleting subnet 65080538-0b18-4c30-9893-df717aec405d {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:26:49.046257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f584-5cae-4682-b6a8-a7abccc317fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.096678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f584-5cae-4682-b6a8-a7abccc317fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.172229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f584-5cae-4682-b6a8-a7abccc317fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.317724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f584-5cae-4682-b6a8-a7abccc317fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.354414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2f584-5cae-4682-b6a8-a7abccc317fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65080538-0b18-4c30-9893-df717aec405d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:49.360567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f7a2f584-5cae-4682-b6a8-a7abccc317fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.364602 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f7a2f584-5cae-4682-b6a8-a7abccc317fb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/65080538-0b18-4c30-9893-df717aec405d HTTP/1.1" status: 204 len: 168 time: 0.3859224 Sep 15 10:26:49.367104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60704) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:49.367428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdba46df-6302-450c-8e03-037b7da43a2b None None] Network b1b7a9ea-2c59-4dad-8838-4d47a3746994 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:26:49.460521 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 64700e31-39c7-4fcf-83c4-b7666d7f4cee no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:26:49.477306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.489367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Deleting port 309e1de4-41e7-4a13-804a-2a960d2285b0 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:49.489697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.496967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 64700e31-39c7-4fcf-83c4-b7666d7f4cee {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:26:49.497303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 64700e31-39c7-4fcf-83c4-b7666d7f4cee not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:26:49.497711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2dc148c3-89f9-4b8e-b041-8295a94f81b0 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:26:49.546486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 2dc148c3-89f9-4b8e-b041-8295a94f81b0 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:26:49.546821 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 2dc148c3-89f9-4b8e-b041-8295a94f81b0 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:26:49.700526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce8c6be4-fd5f-4a1d-9422-3bab52915fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.713386 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] DHCP port deletion for b1b7a9ea-2c59-4dad-8838-4d47a3746994 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:26:49.718039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] Deleting port 309e1de4-41e7-4a13-804a-2a960d2285b0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:49.718414 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.817651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] For port 309e1de4-41e7-4a13-804a-2a960d2285b0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=309e1de4-41e7-4a13-804a-2a960d2285b0,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:49.818047 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.922327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] For port 309e1de4-41e7-4a13-804a-2a960d2285b0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=309e1de4-41e7-4a13-804a-2a960d2285b0,segment=NetworkSegment(5b38f175-0e1a-4d83-b4be-b497bac60e55),segment_id=5b38f175-0e1a-4d83-b4be-b497bac60e55)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:49.922642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:49.945533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Calling delete_port for 309e1de4-41e7-4a13-804a-2a960d2285b0 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:50.043360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] Calling delete_port for 309e1de4-41e7-4a13-804a-2a960d2285b0 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:50.088722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:50.113797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:26:50.114178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:26:50.140164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Pushing event deleted for resources: {'Port': ['ID=309e1de4-41e7-4a13-804a-2a960d2285b0,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:50.141959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] No DVR routers for this DVR port 309e1de4-41e7-4a13-804a-2a960d2285b0 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:26:50.256615 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:50.281826 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b7a9ea-2c59-4dad-8838-4d47a3746994']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:50.294071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b38f175-0e1a-4d83-b4be-b497bac60e55') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:50.294431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b38f175-0e1a-4d83-b4be-b497bac60e55') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:50.307051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:50.324849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:50.330903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:26:50.337436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:50.396166 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 5b38f175-0e1a-4d83-b4be-b497bac60e55 resource provider aggregate not found Sep 15 10:26:50.423191 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 5b38f175-0e1a-4d83-b4be-b497bac60e55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b38f175-0e1a-4d83-b4be-b497bac60e55 found for delete ", "request_id": "req-60a0ce61-8d8d-4abd-b280-9f639a1a912c"}]} Sep 15 10:26:50.488215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:50.504353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:50.516599 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b7a9ea-2c59-4dad-8838-4d47a3746994,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:50.580582 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b9cb27c3-a28b-4a92-af8a-6f749e74af37 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b1b7a9ea-2c59-4dad-8838-4d47a3746994 HTTP/1.1" status: 204 len: 168 time: 1.2122364 Sep 15 10:26:50.583402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60712) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:50.615250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] Deleting port 309e1de4-41e7-4a13-804a-2a960d2285b0 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:50.615849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:50.685621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-328672ed-7f1a-4126-a42a-a5ce2e888347 None None] The port '309e1de4-41e7-4a13-804a-2a960d2285b0' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:26:50.983011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:51.133639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:51.445181 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 309e1de4-41e7-4a13-804a-2a960d2285b0 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:26:51.479437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 309e1de4-41e7-4a13-804a-2a960d2285b0 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:26:51.479781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 309e1de4-41e7-4a13-804a-2a960d2285b0 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:26:51.593156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Deleting port a250349f-36de-43fc-ba0f-6890e76cab76 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:51.593710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:51.688832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d5c573f2-b88c-4ad9-8bda-e6a9cace5b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:51.767158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] For port a250349f-36de-43fc-ba0f-6890e76cab76, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a250349f-36de-43fc-ba0f-6890e76cab76,segment=NetworkSegment(d2e180b1-60e5-4824-9596-5d3d3560c4d5),segment_id=d2e180b1-60e5-4824-9596-5d3d3560c4d5)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:51.767513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:51.886387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Calling delete_port for a250349f-36de-43fc-ba0f-6890e76cab76 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:52.140053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:52.189175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Pushing event deleted for resources: {'Port': ['ID=a250349f-36de-43fc-ba0f-6890e76cab76,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:52.459215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:52.547998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:52.891402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:52.930941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Router 280bf975-ee67-4430-9811-52e6cdc65445 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:26:53.110286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:26:53.118603 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] Sync routers for ids ['280bf975-ee67-4430-9811-52e6cdc65445'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:26:53.119087 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d4f5a083-95ef-4fa1-92a7-5a1571a7345c admin admin] 10.222.0.62 "PUT /v2.0/routers/280bf975-ee67-4430-9811-52e6cdc65445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5347064 Sep 15 10:26:53.121734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60716) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:53.128037 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] Routers {'280bf975-ee67-4430-9811-52e6cdc65445'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:26:53.128739 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['280bf975-ee67-4430-9811-52e6cdc65445'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:53.302567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:53.332538 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] Set router 280bf975-ee67-4430-9811-52e6cdc65445 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:26:53.577806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:53.617608 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:26:52Z', 'revision_number': 5, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port': {'id': 'ebae8fe2-a1a7-4259-891c-f8ee39e04ab4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280bf975-ee67-4430-9811-52e6cdc65445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:24:48Z', 'updated_at': '2022-09-15T10:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:53.621612 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] Checking router: 280bf975-ee67-4430-9811-52e6cdc65445 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:26:53.630098 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] Routers {'280bf975-ee67-4430-9811-52e6cdc65445'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:26:53.630689 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['280bf975-ee67-4430-9811-52e6cdc65445'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:53.639736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Deleting port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:53.640188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:53.782269 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] Set router 280bf975-ee67-4430-9811-52e6cdc65445 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:26:53.817264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] For port ebae8fe2-a1a7-4259-891c-f8ee39e04ab4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ebae8fe2-a1a7-4259-891c-f8ee39e04ab4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:53.817616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:53.888274 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:26:53Z', 'revision_number': 6, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:53.892439 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1fe69d-2786-4bed-a7fd-63f452131b8e None None] The sync data for ids ['280bf975-ee67-4430-9811-52e6cdc65445'] in dv-neutron-857775-1-hyperv is: [{'id': '280bf975-ee67-4430-9811-52e6cdc65445', 'name': 'tempest-TestEncryptedCinderVolumes-1222046013-router', 'tenant_id': '5de322d385364929b4b8a83507ee503b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:24:47Z', 'updated_at': '2022-09-15T10:26:53Z', 'revision_number': 6, 'project_id': '5de322d385364929b4b8a83507ee503b', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:26:53.944548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Calling delete_port for ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:54.305936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.361050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebae8fe2-a1a7-4259-891c-f8ee39e04ab4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:54.414274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.459662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.634317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.637229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.745581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.746716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 280bf975-ee67-4430-9811-52e6cdc65445 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:26:54.758710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.762446 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-51c2a161-c3b1-4d68-a794-7861b91342d2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/280bf975-ee67-4430-9811-52e6cdc65445 HTTP/1.1" status: 204 len: 168 time: 1.6364613 Sep 15 10:26:54.763111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60720) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:54.828759 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b848f58-6394-4c1b-9d23-40527ce72b40 admin admin] Deleting subnet 1b32b52c-e8c2-4ab7-a9db-173cc813364f {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:26:54.833019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b848f58-6394-4c1b-9d23-40527ce72b40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.891834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b848f58-6394-4c1b-9d23-40527ce72b40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:54.968072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b848f58-6394-4c1b-9d23-40527ce72b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.108373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b848f58-6394-4c1b-9d23-40527ce72b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.145323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b848f58-6394-4c1b-9d23-40527ce72b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b32b52c-e8c2-4ab7-a9db-173cc813364f,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:55.149035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0b848f58-6394-4c1b-9d23-40527ce72b40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.155072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526d2d0f-3481-4f7f-b034-16081e9f1d7f None None] Network 3140b5e7-5b6d-4123-9158-5f269eb7f687 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:26:55.155531 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0b848f58-6394-4c1b-9d23-40527ce72b40 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1b32b52c-e8c2-4ab7-a9db-173cc813364f HTTP/1.1" status: 204 len: 168 time: 0.3914335 Sep 15 10:26:55.158184 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60724) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:55.264834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.275252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Deleting port 628a936a-f9f0-4c47-a146-d1ee0f002b48 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:55.275587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.409657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] DHCP port deletion for 3140b5e7-5b6d-4123-9158-5f269eb7f687 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:26:55.414389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] Deleting port 628a936a-f9f0-4c47-a146-d1ee0f002b48 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:55.415383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.470605 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:26:55.482908 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] For port 628a936a-f9f0-4c47-a146-d1ee0f002b48, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=628a936a-f9f0-4c47-a146-d1ee0f002b48,segment=NetworkSegment(d2e180b1-60e5-4824-9596-5d3d3560c4d5),segment_id=d2e180b1-60e5-4824-9596-5d3d3560c4d5)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:55.483269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.535744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:26:55.535744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ebae8fe2-a1a7-4259-891c-f8ee39e04ab4 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:26:55.536129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a250349f-36de-43fc-ba0f-6890e76cab76 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:26:55.582078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: a250349f-36de-43fc-ba0f-6890e76cab76 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:26:55.582415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a250349f-36de-43fc-ba0f-6890e76cab76 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:26:55.582951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 628a936a-f9f0-4c47-a146-d1ee0f002b48 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:26:55.605352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Calling delete_port for 628a936a-f9f0-4c47-a146-d1ee0f002b48 owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:55.746900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.750579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No active binding found for port 628a936a-f9f0-4c47-a146-d1ee0f002b48 {{(pid=89670) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 15 10:26:55.750979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 628a936a-f9f0-4c47-a146-d1ee0f002b48 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:26:55.773724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] For port 628a936a-f9f0-4c47-a146-d1ee0f002b48, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=628a936a-f9f0-4c47-a146-d1ee0f002b48,segment=NetworkSegment(d2e180b1-60e5-4824-9596-5d3d3560c4d5),segment_id=d2e180b1-60e5-4824-9596-5d3d3560c4d5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:26:55.774145 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.795333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Pushing event deleted for resources: {'Port': ['ID=628a936a-f9f0-4c47-a146-d1ee0f002b48,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:55.798973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] No DVR routers for this DVR port 628a936a-f9f0-4c47-a146-d1ee0f002b48 on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:26:55.902894 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] Calling delete_port for 628a936a-f9f0-4c47-a146-d1ee0f002b48 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:26:55.915325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.942321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3140b5e7-5b6d-4123-9158-5f269eb7f687']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:55.955206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e180b1-60e5-4824-9596-5d3d3560c4d5') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:55.955500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e180b1-60e5-4824-9596-5d3d3560c4d5') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:26:55.966776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.977795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:26:55.978172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:26:55.986721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:55.992994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:26:55.993383 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:56.056130 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment d2e180b1-60e5-4824-9596-5d3d3560c4d5 resource provider aggregate not found Sep 15 10:26:56.084925 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment d2e180b1-60e5-4824-9596-5d3d3560c4d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2e180b1-60e5-4824-9596-5d3d3560c4d5 found for delete ", "request_id": "req-0aeaf1eb-6baf-4e0d-afa2-ceca241d3736"}]} Sep 15 10:26:56.156988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:56.173588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:56.183446 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] Pushing event deleted for resources: {'Network': ['ID=3140b5e7-5b6d-4123-9158-5f269eb7f687,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:56.188088 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1e4342e6-fed1-4d5b-a738-0346480e1475 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3140b5e7-5b6d-4123-9158-5f269eb7f687 HTTP/1.1" status: 204 len: 168 time: 1.0282073 Sep 15 10:26:56.479758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] Deleting port 628a936a-f9f0-4c47-a146-d1ee0f002b48 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:26:56.480924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:56.551651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-037c6946-5257-4db2-af2e-ec8523389c7f None None] The port '628a936a-f9f0-4c47-a146-d1ee0f002b48' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:26:56.607679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60734) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:56.660968 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-536a929d-93ca-4d0c-9db6-07f1f2c0118f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db32161ede084dd78404c954f1ef9764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521345 Sep 15 10:26:56.663551 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60738) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:56.721606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-680327b4-dc6d-4ef3-a5e6-6b2f08da3f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:56.746110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-680327b4-dc6d-4ef3-a5e6-6b2f08da3f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:56.848436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-680327b4-dc6d-4ef3-a5e6-6b2f08da3f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:56.864314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680327b4-dc6d-4ef3-a5e6-6b2f08da3f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc05e14-f25e-4b39-be89-c7f8c96315de,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:56.868678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-680327b4-dc6d-4ef3-a5e6-6b2f08da3f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:56.869793 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-680327b4-dc6d-4ef3-a5e6-6b2f08da3f7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1fc05e14-f25e-4b39-be89-c7f8c96315de HTTP/1.1" status: 204 len: 168 time: 0.2053583 Sep 15 10:26:57.615413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60746) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:57.663750 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-28201337-980c-458a-a99c-3b7d31305091 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5de322d385364929b4b8a83507ee503b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471153 Sep 15 10:26:57.666078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60750) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:57.728165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fa4cb93-3dd3-42c8-a826-8db35afdf18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:57.752972 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fa4cb93-3dd3-42c8-a826-8db35afdf18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:57.856595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fa4cb93-3dd3-42c8-a826-8db35afdf18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:57.870580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4cb93-3dd3-42c8-a826-8db35afdf18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9d2442-4371-48c9-8c7e-cf2b4aa7c8af,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:57.877859 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9fa4cb93-3dd3-42c8-a826-8db35afdf18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:57.878976 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9fa4cb93-3dd3-42c8-a826-8db35afdf18c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0a9d2442-4371-48c9-8c7e-cf2b4aa7c8af HTTP/1.1" status: 204 len: 168 time: 0.2120278 Sep 15 10:26:58.947788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60774) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:59.051048 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1205976242-network', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:26:59.055813 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:26:59.060536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Usage tracker for resource:network and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:26:59.063355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:26:59.068959 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:26:59.210881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Made reservation on behalf of 5db61a50d0f94fda905e78f3348c87d7 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:26:59.213152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:59.226227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:59.240997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:26:59.244713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:26:59.247488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:26:59.253095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:26:59.334575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:59.393523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:59.429916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 372, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:26:59.434992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:59.441650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:59.442019 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Added segment 6febbe4b-7029-4d93-88cc-e42678f9e07d of type vlan for network 5041c732-8220-4f32-90d2-6df77c008f2a Sep 15 10:26:59.468642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:59.543199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:59.544283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:26:59.544975 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:26:59.648303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] Pushing event updated for resources: {'Network': ['ID=5041c732-8220-4f32-90d2-6df77c008f2a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:26:59.660143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 5041c732-8220-4f32-90d2-6df77c008f2a details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:26:59.709085 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a2ce614a-f82e-40bd-b9b5-858f52dddbf9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7601962 Sep 15 10:26:59.712128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60780) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:26:59.718317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Request body: {'subnet': {'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1205976242-subnet', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:26:59.723249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:26:59.727085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Usage tracker for resource:subnet and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:26:59.729903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:26:59.735703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:26:59.802486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Made reservation on behalf of 5db61a50d0f94fda905e78f3348c87d7 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:26:59.804771 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:00.075303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:00.154034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:00.157985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Checking segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:00.158337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Network hostable DHCP agents. Network: 5041c732-8220-4f32-90d2-6df77c008f2a, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:27:00.274269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Network 5041c732-8220-4f32-90d2-6df77c008f2a is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:27:00.371887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 5041c732-8220-4f32-90d2-6df77c008f2a) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:00.375874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:00.376475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:00.380409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1fda73-468f-41b1-91a8-8f12baa9d628 None None] Network 5041c732-8220-4f32-90d2-6df77c008f2a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:27:00.563430 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-26e05fd5-c34c-44b8-b35c-340a6f4b191b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8502502 Sep 15 10:27:00.566053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60784) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:27:00.570895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:27:00.576667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:27:00.579524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Usage tracker for resource:router and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:27:00.582373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:27:00.588635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:27:00.608651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-5041c732-8220-4f32-90d2-6df77c008f2a', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:27:00.609488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:00.659676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:00.660713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:00.676082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:00.767829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Allocated IP 172.20.0.2 (5041c732-8220-4f32-90d2-6df77c008f2a/bcf1bef1-aa0e-4d2f-878b-07c23b6dce86/8b0d0bc4-444e-4953-b4f2-6053e46a8c3e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:27:00.974522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:00.985163 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Transition to ACTIVE for port object 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:01.004259 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Transition to ACTIVE for port object 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:01.015642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.044113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.110244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Network 5041c732-8220-4f32-90d2-6df77c008f2a is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:01.112989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:01.116788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:27:01.126114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Pushing event updated for resources: {'Port': ['ID=8b0d0bc4-444e-4953-b4f2-6053e46a8c3e,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:01.170746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.171087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.171425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.171746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.172066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.172390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.172710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.173026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.173343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.173658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.173993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.174305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:01.231993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Attempting to bind port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:27:01.232263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Attempting to bind port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:27:01.232627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Attempting to bind port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e on network 5041c732-8220-4f32-90d2-6df77c008f2a {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:27:01.237918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:27:01.238288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Checking segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:01.238693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.239080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Bound using segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:27:01.239540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Bound port: 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:27:01.239906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.363735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.373310 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] For port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:27:01.376329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] For port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8b0d0bc4-444e-4953-b4f2-6053e46a8c3e,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:27:01.396343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.420336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.495582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ece10ce-d980-44d3-b63b-d733837d9cf7 None None] Pushing event updated for resources: {'Port': ['ID=8b0d0bc4-444e-4953-b4f2-6053e46a8c3e,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:01.531364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Allocated IP 172.26.7.161 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/90f4026f-7e34-4e26-b225-483db87ec4db) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:27:01.694134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.795223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:01.863944 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:01.867051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:01.869459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:27:01.904229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Pushing event updated for resources: {'Port': ['ID=90f4026f-7e34-4e26-b225-483db87ec4db,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:02.376274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e90a35a-4763-42e4-a222-dfa329273db0 None None] Network 5041c732-8220-4f32-90d2-6df77c008f2a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:27:02.494305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:02.631829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9a32bb9f-a338-4325-96e5-7a11d8f9f18c None None] Provisioning for port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:02.837012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:03.110853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Router 63cf9b7d-64a3-4ad5-a66f-296561444b1d is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:27:03.286341 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:27:03.298052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Sync routers for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:27:03.307565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:27:03.315439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:03.399829 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:03.404312 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c51b861a-07e5-420f-b014-b8fe18ad5ddc admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8340893 Sep 15 10:27:03.404714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60788) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:27:03.487014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:03.518684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:27:03.825867 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:03.833654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:03.834068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:03.863947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:02Z', 'revision_number': 3, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:03.882530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Checking router: 63cf9b7d-64a3-4ad5-a66f-296561444b1d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:27:03.882882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Updating router 63cf9b7d-64a3-4ad5-a66f-296561444b1d port 90f4026f-7e34-4e26-b225-483db87ec4db binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:27:03.954709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.095676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:04.095965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.154551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8b0d0bc4-444e-4953-b4f2-6053e46a8c3e,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:04.218443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.284010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.426925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Allocated IP 172.20.0.1 (5041c732-8220-4f32-90d2-6df77c008f2a/bcf1bef1-aa0e-4d2f-878b-07c23b6dce86/45c92a7e-f404-49b6-a937-071ab515d576) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:27:04.453459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.455739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=8b0d0bc4-444e-4953-b4f2-6053e46a8c3e,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:04.468467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Transition to ACTIVE for port object 90f4026f-7e34-4e26-b225-483db87ec4db will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:04.519778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.574779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.583050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Attempting to bind port 90f4026f-7e34-4e26-b225-483db87ec4db on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:27:04.583419 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Attempting to bind port 90f4026f-7e34-4e26-b225-483db87ec4db by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:27:04.583782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Attempting to bind port 90f4026f-7e34-4e26-b225-483db87ec4db on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:27:04.590936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Transition to ACTIVE for port object 45c92a7e-f404-49b6-a937-071ab515d576 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:04.592902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:27:04.593278 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:04.593682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.594110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:27:04.594575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Bound port: 90f4026f-7e34-4e26-b225-483db87ec4db, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:27:04.594948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.642504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afb20f-7b79-4ab1-a4ff-1d7c8f0e59d6 None None] Pushing event updated for resources: {'Port': ['ID=90f4026f-7e34-4e26-b225-483db87ec4db,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:04.674224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] For port 90f4026f-7e34-4e26-b225-483db87ec4db, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:27:04.678583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] For port 90f4026f-7e34-4e26-b225-483db87ec4db, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=90f4026f-7e34-4e26-b225-483db87ec4db,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:27:04.697480 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.762123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Network 5041c732-8220-4f32-90d2-6df77c008f2a is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:04.763054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.766164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:04.770284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:27:04.816336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Pushing event updated for resources: {'Port': ['ID=45c92a7e-f404-49b6-a937-071ab515d576,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:04.830093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:27:04.830730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:04.833645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:04.919434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afb20f-7b79-4ab1-a4ff-1d7c8f0e59d6 None None] Pushing event updated for resources: {'Port': ['ID=90f4026f-7e34-4e26-b225-483db87ec4db,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:05.032552 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:27:05.080835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e39d7014-0eb6-4a40-9075-b4818b8cc07c None None] Provisioning for port 45c92a7e-f404-49b6-a937-071ab515d576 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:05.145510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:05.159514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e39d7014-0eb6-4a40-9075-b4818b8cc07c None None] Provisioning complete for port 45c92a7e-f404-49b6-a937-071ab515d576 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:05.159891 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e39d7014-0eb6-4a40-9075-b4818b8cc07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:05.281450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e39d7014-0eb6-4a40-9075-b4818b8cc07c None None] Port 45c92a7e-f404-49b6-a937-071ab515d576 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:27:05.376156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:05.385297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:02Z', 'revision_number': 3, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:05.389677 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f107a4a4-b593-4bb5-85f2-b5e5ba894f4e None None] The sync data for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv is: [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:02Z', 'revision_number': 3, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:27:05.434337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:05.460898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:05.532410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:05.533032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:05.539022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Pushing event updated for resources: {'Port': ['ID=45c92a7e-f404-49b6-a937-071ab515d576,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:05.544598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:05.669772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:05.714987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Network 5041c732-8220-4f32-90d2-6df77c008f2a is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:05.716270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:06.007257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0989720f-2ff7-4e40-90e5-a29f1a154704 None None] Provisioning complete for port 45c92a7e-f404-49b6-a937-071ab515d576 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:06.007765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0989720f-2ff7-4e40-90e5-a29f1a154704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:06.042252 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Router 63cf9b7d-64a3-4ad5-a66f-296561444b1d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:27:06.071331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0989720f-2ff7-4e40-90e5-a29f1a154704 None None] Port 45c92a7e-f404-49b6-a937-071ab515d576 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:27:06.229135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:27:06.238252 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ef7c84dc-5416-4964-a4fb-3cc29e45ba03 admin admin] 10.222.0.62 "PUT /v2.0/routers/63cf9b7d-64a3-4ad5-a66f-296561444b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8327830 Sep 15 10:27:06.912450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60806) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:27:06.919908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1568400293-network', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:27:06.924326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:27:06.928438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Usage tracker for resource:network and tenant:9ca028b46cdf4be2afc15184ce9dbf06 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:27:06.931665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:27:06.938407 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Sync routers for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:27:06.938928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:27:06.947821 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:27:06.948427 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:07.002458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Made reservation on behalf of 9ca028b46cdf4be2afc15184ce9dbf06 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:27:07.004793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.017306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.032207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:27:07.036024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Usage tracker for resource:security_group_rule and tenant:9ca028b46cdf4be2afc15184ce9dbf06 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:27:07.038815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:27:07.045379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:27:07.128580 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:27:07.130528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.173926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.304606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:27:07.327718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.328061 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Added segment 00610f1e-5e1a-4649-b013-32e45b34d1c5 of type vlan for network b02584cf-39c7-47e7-968f-03b37d7a5319 Sep 15 10:27:07.336538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678355ed-4680-410f-bda3-88f1df4a665a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:07.360010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.360361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.360704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.361039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.361393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.361726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.362088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.362418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.362744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.363067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.363390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.363712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:07.374098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.447882 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 2, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:07.451707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Checking router: 63cf9b7d-64a3-4ad5-a66f-296561444b1d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:27:07.452052 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Updating router 63cf9b7d-64a3-4ad5-a66f-296561444b1d port 45c92a7e-f404-49b6-a937-071ab515d576 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:27:07.462870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.465162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:07.466114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.479529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 90f4026f-7e34-4e26-b225-483db87ec4db up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:07.508188 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.576873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] Pushing event updated for resources: {'Network': ['ID=b02584cf-39c7-47e7-968f-03b37d7a5319,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:07.586683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network b02584cf-39c7-47e7-968f-03b37d7a5319 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:27:07.602568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 90f4026f-7e34-4e26-b225-483db87ec4db completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:07.623287 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-da61f5cf-39a8-45b2-b807-bb381ae95e60 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7096398 Sep 15 10:27:07.626082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60810) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:27:07.632220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Request body: {'subnet': {'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1568400293-subnet', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:27:07.637735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:27:07.642071 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Usage tracker for resource:subnet and tenant:9ca028b46cdf4be2afc15184ce9dbf06 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:27:07.645086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:27:07.650910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:27:07.670959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 90f4026f-7e34-4e26-b225-483db87ec4db triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:07.671337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.736909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Made reservation on behalf of 9ca028b46cdf4be2afc15184ce9dbf06 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:27:07.739734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.810033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 90f4026f-7e34-4e26-b225-483db87ec4db is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:07.810705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.827444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 90f4026f-7e34-4e26-b225-483db87ec4db, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=90f4026f-7e34-4e26-b225-483db87ec4db,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:07.886774 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.897760 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Transition to ACTIVE for port object 45c92a7e-f404-49b6-a937-071ab515d576 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:07.925298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.973557 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:07.991355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=90f4026f-7e34-4e26-b225-483db87ec4db,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:07.999743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.074362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=40764622-c213-489b-bb53-96093869a2bf,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:08.085582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Checking segment: {'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:08.085963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Network hostable DHCP agents. Network: b02584cf-39c7-47e7-968f-03b37d7a5319, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:27:08.161907 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Pushing event updated for resources: {'Port': ['ID=45c92a7e-f404-49b6-a937-071ab515d576,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:08.175152 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.175498 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.175831 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.176157 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.176484 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.176806 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.177125 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.177444 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.177760 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.178098 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.178412 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.178723 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:27:08.185392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Network b02584cf-39c7-47e7-968f-03b37d7a5319 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:27:08.196582 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Attempting to bind port 45c92a7e-f404-49b6-a937-071ab515d576 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:27:08.196943 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Attempting to bind port 45c92a7e-f404-49b6-a937-071ab515d576 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:27:08.197321 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Attempting to bind port 45c92a7e-f404-49b6-a937-071ab515d576 on network 5041c732-8220-4f32-90d2-6df77c008f2a {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:27:08.202617 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:27:08.202982 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Checking segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:08.203382 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.203766 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Bound using segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:27:08.204219 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Bound port: 45c92a7e-f404-49b6-a937-071ab515d576, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:27:08.204583 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.277783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, b02584cf-39c7-47e7-968f-03b37d7a5319) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:08.281853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:08.282882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.291136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5d431-1353-4284-8267-6788e3a5009c None None] Network b02584cf-39c7-47e7-968f-03b37d7a5319 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:27:08.299340 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] For port 45c92a7e-f404-49b6-a937-071ab515d576, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:27:08.303424 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] For port 45c92a7e-f404-49b6-a937-071ab515d576, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=45c92a7e-f404-49b6-a937-071ab515d576,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:27:08.368889 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ce3c0b23-e8a7-44ed-aab6-a63e39ba8f6d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7414136 Sep 15 10:27:08.371988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 60814) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:27:08.377472 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.377618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:27:08.383306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:27:08.387319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Usage tracker for resource:router and tenant:9ca028b46cdf4be2afc15184ce9dbf06 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:27:08.390410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:27:08.396469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:27:08.441596 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:27:08.442153 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:08.471071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.472252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.487975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.538059 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22d8f8-b58f-498f-aa57-06a35fbe2edd None None] Pushing event updated for resources: {'Port': ['ID=45c92a7e-f404-49b6-a937-071ab515d576,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:08.555166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-b02584cf-39c7-47e7-968f-03b37d7a5319', 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'fixed_ips': [{'subnet_id': '40764622-c213-489b-bb53-96093869a2bf'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:27:08.556028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.643801 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:27:08.715986 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Allocated IP 172.20.0.2 (b02584cf-39c7-47e7-968f-03b37d7a5319/40764622-c213-489b-bb53-96093869a2bf/f6d3d9fb-f602-4e0f-a996-9f15759d191e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:27:08.820537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.920902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:08.931146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Transition to ACTIVE for port object f6d3d9fb-f602-4e0f-a996-9f15759d191e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:08.951256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Transition to ACTIVE for port object f6d3d9fb-f602-4e0f-a996-9f15759d191e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:08.971844 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:08Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:08.975865 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a39f2a-8b03-40b8-a19b-a7c4dc6f4e93 None None] The sync data for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv is: [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:08Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:27:09.039799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.120381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Network b02584cf-39c7-47e7-968f-03b37d7a5319 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:09.124237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:09.126796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:27:09.137312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Pushing event updated for resources: {'Port': ['ID=f6d3d9fb-f602-4e0f-a996-9f15759d191e,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:09.203073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.234685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.242152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Attempting to bind port f6d3d9fb-f602-4e0f-a996-9f15759d191e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:27:09.242779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Attempting to bind port f6d3d9fb-f602-4e0f-a996-9f15759d191e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:27:09.243316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Attempting to bind port f6d3d9fb-f602-4e0f-a996-9f15759d191e on network b02584cf-39c7-47e7-968f-03b37d7a5319 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:27:09.250104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:27:09.250704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Checking segment: {'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:09.251279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.251843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Bound using segment: {'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:27:09.252468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Bound port: f6d3d9fb-f602-4e0f-a996-9f15759d191e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:27:09.253019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.349730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] For port f6d3d9fb-f602-4e0f-a996-9f15759d191e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:27:09.353293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] For port f6d3d9fb-f602-4e0f-a996-9f15759d191e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f6d3d9fb-f602-4e0f-a996-9f15759d191e,segment=NetworkSegment(00610f1e-5e1a-4649-b013-32e45b34d1c5),segment_id=00610f1e-5e1a-4649-b013-32e45b34d1c5)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:27:09.384100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Allocated IP 172.26.7.227 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/d280ed28-c380-48c5-99a1-fb8ceef702b4) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:27:09.423571 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.556612 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 45c92a7e-f404-49b6-a937-071ab515d576 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:09.594539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.601862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0824ba-2fc5-4a05-8090-16f15371b05a None None] Pushing event updated for resources: {'Port': ['ID=f6d3d9fb-f602-4e0f-a996-9f15759d191e,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:09.686424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.712598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 45c92a7e-f404-49b6-a937-071ab515d576 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:09.718534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 45c92a7e-f404-49b6-a937-071ab515d576 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:09.719300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.793175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:09.794622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:09.798800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:27:09.853551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Pushing event updated for resources: {'Port': ['ID=d280ed28-c380-48c5-99a1-fb8ceef702b4,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:09.867626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 45c92a7e-f404-49b6-a937-071ab515d576 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:09.868297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.911542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 45c92a7e-f404-49b6-a937-071ab515d576, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=45c92a7e-f404-49b6-a937-071ab515d576,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:09.979879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:09.981548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 90f4026f-7e34-4e26-b225-483db87ec4db up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:10.112240 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=45c92a7e-f404-49b6-a937-071ab515d576,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:10.124768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 90f4026f-7e34-4e26-b225-483db87ec4db triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:10.125206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:10.256082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 90f4026f-7e34-4e26-b225-483db87ec4db is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:10.439756 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:10.595146 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccc0813-80e0-40e5-83ac-2e2d49d477da None None] Network b02584cf-39c7-47e7-968f-03b37d7a5319 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:27:10.789179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:10.799637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9bab4f42-d4f5-4175-ac41-2df19b96282c None None] Provisioning for port f6d3d9fb-f602-4e0f-a996-9f15759d191e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:11.059271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Router 6b721d41-e008-44be-9105-95abc643cd85 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:27:11.234369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:27:11.242678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Sync routers for ids ['6b721d41-e008-44be-9105-95abc643cd85'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:27:11.252061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Routers {'6b721d41-e008-44be-9105-95abc643cd85'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:27:11.252658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6b721d41-e008-44be-9105-95abc643cd85'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:11.322591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:11.327412 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-90196504-fa52-4a2c-bbc8-52dc7466a13e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9518301 Sep 15 10:27:11.327774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 60818) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:27:11.467147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Set router 6b721d41-e008-44be-9105-95abc643cd85 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:27:11.566977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f6d3d9fb-f602-4e0f-a996-9f15759d191e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:11.805505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:27:10Z', 'revision_number': 3, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port': {'id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:09Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:11.808772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f6d3d9fb-f602-4e0f-a996-9f15759d191e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:11.813291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Checking router: 6b721d41-e008-44be-9105-95abc643cd85 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:27:11.813639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Updating router 6b721d41-e008-44be-9105-95abc643cd85 port d280ed28-c380-48c5-99a1-fb8ceef702b4 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:27:11.842654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f6d3d9fb-f602-4e0f-a996-9f15759d191e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:11.843029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:11.915184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.016888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.093616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f6d3d9fb-f602-4e0f-a996-9f15759d191e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:12.093927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.207799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port f6d3d9fb-f602-4e0f-a996-9f15759d191e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f6d3d9fb-f602-4e0f-a996-9f15759d191e,segment=NetworkSegment(00610f1e-5e1a-4649-b013-32e45b34d1c5),segment_id=00610f1e-5e1a-4649-b013-32e45b34d1c5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:12.293269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.294053 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 45c92a7e-f404-49b6-a937-071ab515d576 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:12.338941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Allocated IP 172.20.0.1 (b02584cf-39c7-47e7-968f-03b37d7a5319/40764622-c213-489b-bb53-96093869a2bf/052d1fe4-0981-4bba-a769-2f616c8d241d) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:27:12.436598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.453392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Transition to ACTIVE for port object d280ed28-c380-48c5-99a1-fb8ceef702b4 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:12.455901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=f6d3d9fb-f602-4e0f-a996-9f15759d191e,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:12.468718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 45c92a7e-f404-49b6-a937-071ab515d576 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:12.469094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.487127 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.502718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Transition to ACTIVE for port object 052d1fe4-0981-4bba-a769-2f616c8d241d will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:12.531609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.585753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.631914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Attempting to bind port d280ed28-c380-48c5-99a1-fb8ceef702b4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:27:12.632283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Attempting to bind port d280ed28-c380-48c5-99a1-fb8ceef702b4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:27:12.632725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Attempting to bind port d280ed28-c380-48c5-99a1-fb8ceef702b4 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:27:12.650958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Network b02584cf-39c7-47e7-968f-03b37d7a5319 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:12.652288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:27:12.652660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:12.653460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.653460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:27:12.654035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Bound port: d280ed28-c380-48c5-99a1-fb8ceef702b4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:27:12.654403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.654658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:12.658289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:27:12.690144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 45c92a7e-f404-49b6-a937-071ab515d576 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:12.691408 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Pushing event updated for resources: {'Port': ['ID=052d1fe4-0981-4bba-a769-2f616c8d241d,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:12.698738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f8b65-80c0-4022-b54e-97226b3fff06 None None] Pushing event updated for resources: {'Port': ['ID=d280ed28-c380-48c5-99a1-fb8ceef702b4,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:12.729925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.743066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] For port d280ed28-c380-48c5-99a1-fb8ceef702b4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:27:12.747947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] For port d280ed28-c380-48c5-99a1-fb8ceef702b4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d280ed28-c380-48c5-99a1-fb8ceef702b4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:27:12.811942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:12.922205 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Routers {'6b721d41-e008-44be-9105-95abc643cd85'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:27:12.922843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6b721d41-e008-44be-9105-95abc643cd85'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:12.934978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:13.014656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f8b65-80c0-4022-b54e-97226b3fff06 None None] Pushing event updated for resources: {'Port': ['ID=d280ed28-c380-48c5-99a1-fb8ceef702b4,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:13.069875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8eb68088-24cb-41a6-b85d-7cdb2c415219 None None] Provisioning for port 052d1fe4-0981-4bba-a769-2f616c8d241d completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:13.095004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8eb68088-24cb-41a6-b85d-7cdb2c415219 None None] Provisioning complete for port 052d1fe4-0981-4bba-a769-2f616c8d241d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:13.095377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8eb68088-24cb-41a6-b85d-7cdb2c415219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:13.159938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:13.163531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8eb68088-24cb-41a6-b85d-7cdb2c415219 None None] Port 052d1fe4-0981-4bba-a769-2f616c8d241d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:27:13.167923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] Set router 6b721d41-e008-44be-9105-95abc643cd85 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:27:13.246149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:13.349912 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Pushing event updated for resources: {'Port': ['ID=052d1fe4-0981-4bba-a769-2f616c8d241d,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:13.354515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:13.463765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f6d3d9fb-f602-4e0f-a996-9f15759d191e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:13.502143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Network b02584cf-39c7-47e7-968f-03b37d7a5319 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:13.503332 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:13.556068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 4, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port': {'id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:09Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '052d1fe4-0981-4bba-a769-2f616c8d241d', 'name': '', 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'mac_address': 'fa:16:3e:43:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '40764622-c213-489b-bb53-96093869a2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:12Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 1, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'subnets': [{'id': '40764622-c213-489b-bb53-96093869a2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:13.559686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f6d3d9fb-f602-4e0f-a996-9f15759d191e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:13.560059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:13.589717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a263ff00-cbf7-43c0-95ab-b40fb99372d9 None None] The sync data for ids ['6b721d41-e008-44be-9105-95abc643cd85'] in dv-neutron-857775-1-hyperv is: [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 4, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port': {'id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:69:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:09Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '052d1fe4-0981-4bba-a769-2f616c8d241d', 'name': '', 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'mac_address': 'fa:16:3e:43:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '40764622-c213-489b-bb53-96093869a2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:12Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 1, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'subnets': [{'id': '40764622-c213-489b-bb53-96093869a2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:27:13.701987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f6d3d9fb-f602-4e0f-a996-9f15759d191e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:13.708307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Router 6b721d41-e008-44be-9105-95abc643cd85 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:27:13.789780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-877ed5ac-48c1-47ef-a7ec-7433d33ad760 None None] Provisioning complete for port 052d1fe4-0981-4bba-a769-2f616c8d241d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:13.790186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-877ed5ac-48c1-47ef-a7ec-7433d33ad760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:13.866620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-877ed5ac-48c1-47ef-a7ec-7433d33ad760 None None] Port 052d1fe4-0981-4bba-a769-2f616c8d241d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:27:13.906220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:27:13.916134 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e4592e9c-3c6e-4bd8-a5b5-ff81c7de58d6 admin admin] 10.222.0.62 "PUT /v2.0/routers/6b721d41-e008-44be-9105-95abc643cd85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5871179 Sep 15 10:27:15.510765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d280ed28-c380-48c5-99a1-fb8ceef702b4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:15.659515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port d280ed28-c380-48c5-99a1-fb8ceef702b4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:15.672714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d280ed28-c380-48c5-99a1-fb8ceef702b4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:15.673172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:15.828127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d280ed28-c380-48c5-99a1-fb8ceef702b4 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:15.828515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:15.853667 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port d280ed28-c380-48c5-99a1-fb8ceef702b4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d280ed28-c380-48c5-99a1-fb8ceef702b4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:15.919839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:16.012410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=d280ed28-c380-48c5-99a1-fb8ceef702b4,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:17.093214 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Sync routers for ids ['6b721d41-e008-44be-9105-95abc643cd85'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:27:17.103487 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Routers {'6b721d41-e008-44be-9105-95abc643cd85'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:27:17.104095 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6b721d41-e008-44be-9105-95abc643cd85'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:17.318256 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Set router 6b721d41-e008-44be-9105-95abc643cd85 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:27:17.478679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d280ed28-c380-48c5-99a1-fb8ceef702b4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:17.564607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d280ed28-c380-48c5-99a1-fb8ceef702b4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:17.564965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:17.688923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d280ed28-c380-48c5-99a1-fb8ceef702b4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:17.690264 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 4, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port': {'id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:09Z', 'updated_at': '2022-09-15T10:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '052d1fe4-0981-4bba-a769-2f616c8d241d', 'name': '', 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'mac_address': 'fa:16:3e:43:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '40764622-c213-489b-bb53-96093869a2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:12Z', 'updated_at': '2022-09-15T10:27:13Z', 'revision_number': 2, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'subnets': [{'id': '40764622-c213-489b-bb53-96093869a2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:17.694323 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Checking router: 6b721d41-e008-44be-9105-95abc643cd85 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:27:17.694666 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Updating router 6b721d41-e008-44be-9105-95abc643cd85 port 052d1fe4-0981-4bba-a769-2f616c8d241d binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:27:17.746333 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:18.091356 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:18.102567 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Transition to ACTIVE for port object 052d1fe4-0981-4bba-a769-2f616c8d241d will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:18.216669 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:18.334781 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770967a1-d3e8-4058-a71f-f15c35a04c87 None None] Pushing event updated for resources: {'Port': ['ID=052d1fe4-0981-4bba-a769-2f616c8d241d,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:18.443807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Attempting to bind port 052d1fe4-0981-4bba-a769-2f616c8d241d on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:27:18.444174 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Attempting to bind port 052d1fe4-0981-4bba-a769-2f616c8d241d by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:27:18.444527 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Attempting to bind port 052d1fe4-0981-4bba-a769-2f616c8d241d on network b02584cf-39c7-47e7-968f-03b37d7a5319 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:27:18.450291 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:27:18.450650 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Checking segment: {'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:18.451040 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:18.451426 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Bound using segment: {'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:27:18.451875 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Bound port: 052d1fe4-0981-4bba-a769-2f616c8d241d, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00610f1e-5e1a-4649-b013-32e45b34d1c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:27:18.452235 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:18.549191 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] For port 052d1fe4-0981-4bba-a769-2f616c8d241d, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:27:18.552341 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] For port 052d1fe4-0981-4bba-a769-2f616c8d241d, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=052d1fe4-0981-4bba-a769-2f616c8d241d,segment=NetworkSegment(00610f1e-5e1a-4649-b013-32e45b34d1c5),segment_id=00610f1e-5e1a-4649-b013-32e45b34d1c5)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:27:18.623123 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:18.700172 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Routers {'6b721d41-e008-44be-9105-95abc643cd85'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:27:18.700870 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:26:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6b721d41-e008-44be-9105-95abc643cd85'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:18.778131 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770967a1-d3e8-4058-a71f-f15c35a04c87 None None] Pushing event updated for resources: {'Port': ['ID=052d1fe4-0981-4bba-a769-2f616c8d241d,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:18.902774 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] Set router 6b721d41-e008-44be-9105-95abc643cd85 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:27:19.261858 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 4, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port': {'id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:09Z', 'updated_at': '2022-09-15T10:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '052d1fe4-0981-4bba-a769-2f616c8d241d', 'name': '', 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'mac_address': 'fa:16:3e:43:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '40764622-c213-489b-bb53-96093869a2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:12Z', 'updated_at': '2022-09-15T10:27:18Z', 'revision_number': 4, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'subnets': [{'id': '40764622-c213-489b-bb53-96093869a2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:27:19.266192 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6ccf66-a4c7-4857-8996-330f5de84862 None None] The sync data for ids ['6b721d41-e008-44be-9105-95abc643cd85'] in dv-neutron-857775-1-hyperv is: [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:27:12Z', 'revision_number': 4, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port': {'id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:09Z', 'updated_at': '2022-09-15T10:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '052d1fe4-0981-4bba-a769-2f616c8d241d', 'name': '', 'network_id': 'b02584cf-39c7-47e7-968f-03b37d7a5319', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'mac_address': 'fa:16:3e:43:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '40764622-c213-489b-bb53-96093869a2bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:12Z', 'updated_at': '2022-09-15T10:27:18Z', 'revision_number': 4, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'subnets': [{'id': '40764622-c213-489b-bb53-96093869a2bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:27:19.524436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 052d1fe4-0981-4bba-a769-2f616c8d241d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:19.705231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2f45cb9a-b15e-49ab-9e1d-ba315dc13de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:19.719514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 052d1fe4-0981-4bba-a769-2f616c8d241d completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:19.724698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 052d1fe4-0981-4bba-a769-2f616c8d241d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:19.725066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:19.893152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 052d1fe4-0981-4bba-a769-2f616c8d241d is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:19.893528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:19.932048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 052d1fe4-0981-4bba-a769-2f616c8d241d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=052d1fe4-0981-4bba-a769-2f616c8d241d,segment=NetworkSegment(00610f1e-5e1a-4649-b013-32e45b34d1c5),segment_id=00610f1e-5e1a-4649-b013-32e45b34d1c5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:20.006587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:20.095738 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=052d1fe4-0981-4bba-a769-2f616c8d241d,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:21.367762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:21.470996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 052d1fe4-0981-4bba-a769-2f616c8d241d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:21.571104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 052d1fe4-0981-4bba-a769-2f616c8d241d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:21.571771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:21.712358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 052d1fe4-0981-4bba-a769-2f616c8d241d is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:21.737054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-19e67944-07c1-497c-8c91-b715e603a94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:22.160436 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:27:22.536731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:22.885072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:24.416492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:26.027315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-53b70572-bfe7-4259-8d02-f08333c9f144 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:26.027974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-53b70572-bfe7-4259-8d02-f08333c9f144 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Synchronizing usage tracker for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:27:26.096543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-53b70572-bfe7-4259-8d02-f08333c9f144 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Unset dirty status for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:27:26.097782 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-53b70572-bfe7-4259-8d02-f08333c9f144 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 815 time: 0.3359165 Sep 15 10:27:26.112414 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-2a1bbd99-a116-4fff-8794-19f26ee34316 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/quotas/5db61a50d0f94fda905e78f3348c87d7 HTTP/1.1" status: 200 len: 375 time: 0.0091312 Sep 15 10:27:26.203425 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-ba1e59a7-0e1d-4115-a8b2-563f397ab854 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Synchronizing usage tracker for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:27:26.302533 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-ba1e59a7-0e1d-4115-a8b2-563f397ab854 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Unset dirty status for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:27:26.303794 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-ba1e59a7-0e1d-4115-a8b2-563f397ab854 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1863670 Sep 15 10:27:26.450673 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-412ce183-11ab-461c-a827-787fca2657a4 service neutron] 10.222.0.62 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342969 Sep 15 10:27:26.579833 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-4ba32040-0178-4416-9215-98a94ea81573 service neutron] 10.222.0.62 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266756 Sep 15 10:27:26.866250 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0e863035-b836-44ff-8679-64e3d380198d req-58833580-e84b-43a4-ace7-29db927c569c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 210 time: 0.0489433 Sep 15 10:27:28.038655 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2114efff-b6b9-47f9-8449-fd6fe2c9cd3d req-4cfaa015-952c-48cb-9334-091112878993 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 210 time: 0.0518310 Sep 15 10:27:29.217221 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cb7e5501-a1ac-4030-a10c-b6ae71ed560f req-243cb4f2-002c-4e15-bd51-e9f9668a4b46 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 210 time: 0.0527890 Sep 15 10:27:29.257513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-de2a43df-6f21-470a-a19a-60a588cac9fd tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:29.260639 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-de2a43df-6f21-470a-a19a-60a588cac9fd tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 815 time: 0.1566119 Sep 15 10:27:29.275888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'port': {'device_id': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'admin_state_up': True, 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:27:29.414156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:27:29.424477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:27:29.525191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Made reservation on behalf of 5db61a50d0f94fda905e78f3348c87d7 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:27:29.528774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:29.814940 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Allocated IP 172.20.0.3 (5041c732-8220-4f32-90d2-6df77c008f2a/bcf1bef1-aa0e-4d2f-878b-07c23b6dce86/9691b356-e87c-4ae1-a5ad-ad553d364474) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:27:30.025528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:30.044359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Transition to ACTIVE for port object 9691b356-e87c-4ae1-a5ad-ad553d364474 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:30.145404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:30.227762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Network 5041c732-8220-4f32-90d2-6df77c008f2a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:27:30.231659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:27:30.236263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:27:30.344252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=9691b356-e87c-4ae1-a5ad-ad553d364474,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:30.377234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:30.377859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:30.500805 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f5a224d0-f196-4306-b592-66c228029dc6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2286479 Sep 15 10:27:30.574031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876d226-6ca7-420a-b349-c873ceb327fa req-e0afc2a3-f61e-40ac-a459-b9527d3b890e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:30.580453 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c876d226-6ca7-420a-b349-c873ceb327fa req-e0afc2a3-f61e-40ac-a459-b9527d3b890e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 931 time: 0.1571269 Sep 15 10:27:30.645782 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c876d226-6ca7-420a-b349-c873ceb327fa req-b3e3931a-ae0a-4381-b1c1-b74162c7a6f7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Synchronizing usage tracker for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:27:30.737044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-c876d226-6ca7-420a-b349-c873ceb327fa req-b3e3931a-ae0a-4381-b1c1-b74162c7a6f7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Unset dirty status for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:27:30.738467 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c876d226-6ca7-420a-b349-c873ceb327fa req-b3e3931a-ae0a-4381-b1c1-b74162c7a6f7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504853 Sep 15 10:27:30.766675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f6612dde-0eaa-40ea-8c85-dbd554ad4df3 None None] Provisioning for port 9691b356-e87c-4ae1-a5ad-ad553d364474 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:30.770645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f6612dde-0eaa-40ea-8c85-dbd554ad4df3 None None] Provisioning complete for port 9691b356-e87c-4ae1-a5ad-ad553d364474 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:30.770645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f6612dde-0eaa-40ea-8c85-dbd554ad4df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:30.831349 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f6612dde-0eaa-40ea-8c85-dbd554ad4df3 None None] Port 9691b356-e87c-4ae1-a5ad-ad553d364474 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:27:31.968635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506b339-db82-4c21-ab37-e868e5b0934b req-a318c95b-6039-4d7e-a691-fd32b9b84840 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:31.970226 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4506b339-db82-4c21-ab37-e868e5b0934b req-a318c95b-6039-4d7e-a691-fd32b9b84840 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 931 time: 0.1034465 Sep 15 10:27:32.024750 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4506b339-db82-4c21-ab37-e868e5b0934b req-81b93392-ee22-41d8-a69a-1477ac6e18d6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483978 Sep 15 10:27:33.256775 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ccd3a-8742-4f24-8b0d-8d38a2039453 req-7a030f55-989b-484d-8d23-0680bebfc41b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:33.265635 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-614ccd3a-8742-4f24-8b0d-8d38a2039453 req-7a030f55-989b-484d-8d23-0680bebfc41b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 931 time: 0.1137178 Sep 15 10:27:33.317986 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-614ccd3a-8742-4f24-8b0d-8d38a2039453 req-637e02ec-858e-402f-9972-1af27b4e8543 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509491 Sep 15 10:27:34.703018 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28be62-d4f9-4b19-a400-949eff7a659c req-30029d1e-1dc9-4720-a69f-f3081700b496 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:34.704534 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-db28be62-d4f9-4b19-a400-949eff7a659c req-30029d1e-1dc9-4720-a69f-f3081700b496 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 931 time: 0.1166403 Sep 15 10:27:34.765458 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-db28be62-d4f9-4b19-a400-949eff7a659c req-4587602a-76bd-40b7-ac57-1e1168014881 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552359 Sep 15 10:27:36.017413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c6d2d-db59-4322-aa68-e427b496fd39 req-9846591e-8fd0-41d4-aafa-2d5f9458c885 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:36.200487 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b45c6d2d-db59-4322-aa68-e427b496fd39 req-9846591e-8fd0-41d4-aafa-2d5f9458c885 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 931 time: 0.1211393 Sep 15 10:27:36.200487 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b45c6d2d-db59-4322-aa68-e427b496fd39 req-ef26513f-3455-4efe-b373-ab7f2cdd3a9d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438201 Sep 15 10:27:37.300216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4704b-c6ef-40f6-a5d6-e9c5cfcef25f req-a9430db7-0175-4c96-a926-cd05657ead08 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:37.301875 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eeb4704b-c6ef-40f6-a5d6-e9c5cfcef25f req-a9430db7-0175-4c96-a926-cd05657ead08 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 931 time: 0.0975006 Sep 15 10:27:37.351221 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eeb4704b-c6ef-40f6-a5d6-e9c5cfcef25f req-9b918260-b639-4ec4-92f2-52edda6b1714 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437074 Sep 15 10:27:38.556797 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46340936-e170-42f2-99b8-5d658b263c0c req-7a8b0e45-e11b-456f-bb22-14668b74cb60 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:38.559157 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-46340936-e170-42f2-99b8-5d658b263c0c req-7a8b0e45-e11b-456f-bb22-14668b74cb60 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 931 time: 0.0892901 Sep 15 10:27:38.606847 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-46340936-e170-42f2-99b8-5d658b263c0c req-313eb0a7-4561-4e15-804a-cf2aa89db5dd tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 Sep 15 10:27:38.626336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Request body: {'port': {'device_id': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:27:38.737363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:39.073890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9691b356-e87c-4ae1-a5ad-ad553d364474 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:27:39.080882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:39.095491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Transition to ACTIVE for port object 9691b356-e87c-4ae1-a5ad-ad553d364474 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:27:39.173084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:39.371895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Pushing event updated for resources: {'Port': ['ID=9691b356-e87c-4ae1-a5ad-ad553d364474,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:39.403407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Attempting to bind port 9691b356-e87c-4ae1-a5ad-ad553d364474 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:27:39.403741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Attempting to bind port 9691b356-e87c-4ae1-a5ad-ad553d364474 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:27:39.404069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Attempting to bind port 9691b356-e87c-4ae1-a5ad-ad553d364474 on network 5041c732-8220-4f32-90d2-6df77c008f2a {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:27:39.408585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Port 9691b356-e87c-4ae1-a5ad-ad553d364474 on network 5041c732-8220-4f32-90d2-6df77c008f2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:27:39.408902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Attempting to bind port 9691b356-e87c-4ae1-a5ad-ad553d364474 on network 5041c732-8220-4f32-90d2-6df77c008f2a {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:27:39.413962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:27:39.414302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Checking segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:27:39.414679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Bound using segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:27:39.415108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Bound port: 9691b356-e87c-4ae1-a5ad-ad553d364474, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:27:39.415464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:39.504337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] For port 9691b356-e87c-4ae1-a5ad-ad553d364474, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:27:39.507226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] For port 9691b356-e87c-4ae1-a5ad-ad553d364474, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9691b356-e87c-4ae1-a5ad-ad553d364474,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:27:39.585099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:39.616666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:39.617191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:39.618569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-f357139a-2996-471b-bdc9-4267e364baec service neutron] 10.222.0.16 "PUT /v2.0/ports/9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 1093 time: 1.0988941 Sep 15 10:27:39.618990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:27:39.621883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffaa6d8-78bf-4abd-a17b-6490795e161c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:27:39.664188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a3191-dd61-408d-987d-fe4dd9e0e522 x-openstack-request-id: req-010a3191-dd61-408d-987d-fe4dd9e0e522 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:27:39.664830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:27:39.664830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-010a3191-dd61-408d-987d-fe4dd9e0e522 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:27:39.665091 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010a3191-dd61-408d-987d-fe4dd9e0e522'] response: {'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'status': 'completed', 'code': 200} Sep 15 10:27:39.665773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357139a-2996-471b-bdc9-4267e364baec service neutron] Pushing event updated for resources: {'Port': ['ID=9691b356-e87c-4ae1-a5ad-ad553d364474,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:39.787520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaa6d8-78bf-4abd-a17b-6490795e161c req-276c230b-6ca6-4323-b9c0-8caa28265616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:39.789001 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8ffaa6d8-78bf-4abd-a17b-6490795e161c req-276c230b-6ca6-4323-b9c0-8caa28265616 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1096 time: 0.0832956 Sep 15 10:27:39.840060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115bc97-e13f-464b-9537-acc3117a09f2 req-64fb0974-fe6e-4fa2-b315-38fe4ba07868 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:39.841468 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d115bc97-e13f-464b-9537-acc3117a09f2 req-64fb0974-fe6e-4fa2-b315-38fe4ba07868 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 943 time: 0.0876858 Sep 15 10:27:39.885723 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d115bc97-e13f-464b-9537-acc3117a09f2 req-85962096-fc06-4a23-a46c-ed9bb746b06f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383341 Sep 15 10:27:39.934349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaa6d8-78bf-4abd-a17b-6490795e161c req-d9a68d8f-e854-4c5b-b708-ae45a88d080c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:39.935819 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8ffaa6d8-78bf-4abd-a17b-6490795e161c req-d9a68d8f-e854-4c5b-b708-ae45a88d080c service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5db61a50d0f94fda905e78f3348c87d7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1348298 Sep 15 10:27:40.157841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffaa6d8-78bf-4abd-a17b-6490795e161c req-35708463-c8a4-4bb8-b12a-a86ada3456eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:40.159286 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8ffaa6d8-78bf-4abd-a17b-6490795e161c req-35708463-c8a4-4bb8-b12a-a86ada3456eb service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2179153 Sep 15 10:27:40.295235 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-035db500-e29f-42a6-8fef-f729381019fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:40.296723 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-035db500-e29f-42a6-8fef-f729381019fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1096 time: 0.0785439 Sep 15 10:27:40.375569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-36cf371e-c41d-46c4-ae94-dca6a5a74994 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 217 time: 0.0662665 Sep 15 10:27:40.436403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-d29a1019-e7c5-4421-acd1-c71975c4c7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:40.437718 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-d29a1019-e7c5-4421-acd1-c71975c4c7ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0569496 Sep 15 10:27:40.521245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-48f2800f-9e7f-44e9-a9bd-b7485f9ed553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:40.522748 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-48f2800f-9e7f-44e9-a9bd-b7485f9ed553 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793393 Sep 15 10:27:40.654458 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-a086a39a-7190-43b2-82a8-1f92a6233e3a service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254191 Sep 15 10:27:40.785780 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-06cd750d-ae0c-46df-ae00-9a8f8e265bfe req-0173f2cd-7892-4c3b-bfc3-45996aeaec06 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254950 Sep 15 10:27:41.096031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bfcd7e-60cc-4eab-adf5-ddc7ec4d3b57 req-89c1ac49-94e7-4f37-bc74-fc2396fbbac7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:41.097375 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95bfcd7e-60cc-4eab-adf5-ddc7ec4d3b57 req-89c1ac49-94e7-4f37-bc74-fc2396fbbac7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 943 time: 0.0894482 Sep 15 10:27:41.139975 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-95bfcd7e-60cc-4eab-adf5-ddc7ec4d3b57 req-ae0422bd-11e7-457b-b554-76351ded3755 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369556 Sep 15 10:27:42.346321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe90cdb-419c-4ba6-a11f-0c74903f114d req-e56af190-d605-4f06-97e5-e80a4de61810 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:42.347942 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffe90cdb-419c-4ba6-a11f-0c74903f114d req-e56af190-d605-4f06-97e5-e80a4de61810 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 943 time: 0.0895832 Sep 15 10:27:42.499201 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffe90cdb-419c-4ba6-a11f-0c74903f114d req-0abc93d5-e581-40eb-b55f-47c140294e88 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455233 Sep 15 10:27:43.703350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e087c-0c51-4c52-9a00-eded7c530780 req-54784d86-1a43-4e16-9947-7896bc456b01 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:43.704812 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-941e087c-0c51-4c52-9a00-eded7c530780 req-54784d86-1a43-4e16-9947-7896bc456b01 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 943 time: 0.0872505 Sep 15 10:27:43.749466 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-941e087c-0c51-4c52-9a00-eded7c530780 req-a767f83b-d9e5-44fe-b524-1f33eee4c418 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388551 Sep 15 10:27:43.954379 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9691b356-e87c-4ae1-a5ad-ad553d364474 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:27:44.083102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9691b356-e87c-4ae1-a5ad-ad553d364474, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9691b356-e87c-4ae1-a5ad-ad553d364474,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:44.096276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'port_id': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'mac_address': 'fa:16:3e:9e:8f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:27:44.149156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 9691b356-e87c-4ae1-a5ad-ad553d364474 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:44.149526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:44.168925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9691b356-e87c-4ae1-a5ad-ad553d364474 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:27:44.183873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9691b356-e87c-4ae1-a5ad-ad553d364474, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9691b356-e87c-4ae1-a5ad-ad553d364474,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:44.258347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:44.324425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=9691b356-e87c-4ae1-a5ad-ad553d364474,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:44.533977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9691b356-e87c-4ae1-a5ad-ad553d364474'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:27:44.957146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798241f8-a40e-4767-b582-ba690a133d9c req-a6077ad0-721a-4b3a-b183-3a895abd98ba tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:44.958698 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-798241f8-a40e-4767-b582-ba690a133d9c req-a6077ad0-721a-4b3a-b183-3a895abd98ba tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 944 time: 0.0894868 Sep 15 10:27:45.002548 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-798241f8-a40e-4767-b582-ba690a133d9c req-f9a7a50d-8f64-4e91-852c-73469de8b28d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376155 Sep 15 10:27:45.985650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9691b356-e87c-4ae1-a5ad-ad553d364474 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:27:46.098530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 9691b356-e87c-4ae1-a5ad-ad553d364474 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:27:46.103429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 9691b356-e87c-4ae1-a5ad-ad553d364474 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:27:46.107739 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:46.210504 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696d92c-1ed1-4fc6-9a8b-e07a536f5c01 req-20e6f330-5169-4bd0-aec4-ed4b4f7870a7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:46.211974 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8696d92c-1ed1-4fc6-9a8b-e07a536f5c01 req-20e6f330-5169-4bd0-aec4-ed4b4f7870a7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 944 time: 0.0908351 Sep 15 10:27:46.221188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 9691b356-e87c-4ae1-a5ad-ad553d364474 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:27:46.221565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:46.248896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:27:46.251097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdc8891-a932-4d75-b6ec-0ed576711ccb" -d '{"events": [{"server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "name": "network-vif-plugged", "status": "completed", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:27:46.256534 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8696d92c-1ed1-4fc6-9a8b-e07a536f5c01 req-5f769c5d-1d95-43a8-b484-739bc7fa5e63 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386133 Sep 15 10:27:46.262324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9691b356-e87c-4ae1-a5ad-ad553d364474, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9691b356-e87c-4ae1-a5ad-ad553d364474,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:27:46.309963 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee47a4cd-70f4-4272-abe7-299e7fbd53b8 x-openstack-request-id: req-ee47a4cd-70f4-4272-abe7-299e7fbd53b8 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:27:46.310259 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "name": "network-vif-plugged", "status": "completed", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:27:46.310578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee47a4cd-70f4-4272-abe7-299e7fbd53b8 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:27:46.310988 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee47a4cd-70f4-4272-abe7-299e7fbd53b8'] response: {'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'code': 200} Sep 15 10:27:46.332832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:46.406920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=9691b356-e87c-4ae1-a5ad-ad553d364474,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:27:46.700251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d0ae1-d6fd-4ec2-b5f8-e6bb66265b61 req-b430fe41-4a2a-4075-a7f3-3a5e757c5500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:46.701730 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-686d0ae1-d6fd-4ec2-b5f8-e6bb66265b61 req-b430fe41-4a2a-4075-a7f3-3a5e757c5500 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1098 time: 0.0785544 Sep 15 10:27:46.741793 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-686d0ae1-d6fd-4ec2-b5f8-e6bb66265b61 req-d1cffda0-0f43-4409-926f-6a490fecb169 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343697 Sep 15 10:27:47.462600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63193c-8128-43e4-86d6-6d4ab0be48d6 req-c76af4f9-44a0-4e75-b865-24503d1aa548 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:47.464267 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6f63193c-8128-43e4-86d6-6d4ab0be48d6 req-c76af4f9-44a0-4e75-b865-24503d1aa548 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.0870192 Sep 15 10:27:47.506759 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6f63193c-8128-43e4-86d6-6d4ab0be48d6 req-d4eaec6e-604d-4059-9c66-34199dc9aabb tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Sep 15 10:27:48.716266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bd050-9611-419c-b28e-5bd0dbbc60e4 req-e33fdc61-6685-49b5-af84-66263bb1d5dc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:48.717725 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-908bd050-9611-419c-b28e-5bd0dbbc60e4 req-e33fdc61-6685-49b5-af84-66263bb1d5dc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.0922458 Sep 15 10:27:48.762913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-908bd050-9611-419c-b28e-5bd0dbbc60e4 req-da4af36c-21f0-48d3-8067-e74955d9371a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394342 Sep 15 10:27:48.967094 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36006d29-91b1-42ce-aead-cb6ea1d0589a req-8beb7a8e-788d-407e-8582-33b2a7be61c9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:48.968469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-36006d29-91b1-42ce-aead-cb6ea1d0589a req-8beb7a8e-788d-407e-8582-33b2a7be61c9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.0904999 Sep 15 10:27:49.016995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-36006d29-91b1-42ce-aead-cb6ea1d0589a req-23b16f1e-2bb0-4bad-9a81-cb970c0bd5ef tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429094 Sep 15 10:27:49.454149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f440df-c6c5-4da0-93d4-c22bb9b1afd7 req-1bc7fe3c-5539-4be3-9236-0a4be9be2d32 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:49.455612 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-09f440df-c6c5-4da0-93d4-c22bb9b1afd7 req-1bc7fe3c-5539-4be3-9236-0a4be9be2d32 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.0890119 Sep 15 10:27:49.499324 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-09f440df-c6c5-4da0-93d4-c22bb9b1afd7 req-ac2a97a8-9bef-4b0c-9602-9ed559da8e59 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380549 Sep 15 10:27:49.653602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f156430-7adb-4ae8-8bf7-c200676ef1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:50.970475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:51.696111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-165dae27-df97-4629-8807-3c4722ecdb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:52.565282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:52.892765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:54.407463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:27:56.912165 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-c6126f1a-987c-4e4b-bb5f-bab7fd9e0dc6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799587 Sep 15 10:27:57.070775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-5c64309c-6abf-40fa-955c-1eb53f90522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:57.072141 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-5c64309c-6abf-40fa-955c-1eb53f90522f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1098 time: 0.0773399 Sep 15 10:27:57.213318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-14dd0885-ccb4-40c6-bf95-847cd223a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:57.214783 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-14dd0885-ccb4-40c6-bf95-847cd223a551 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1243458 Sep 15 10:27:57.284499 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-b616ba81-846c-4bc9-8dfd-d3f86f64fb04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 217 time: 0.0641179 Sep 15 10:27:57.349074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-d4777e9a-e42d-4a96-ab65-cb5e747c94a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:57.350529 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-d4777e9a-e42d-4a96-ab65-cb5e747c94a9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0611384 Sep 15 10:27:57.431571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-e30943ff-0cda-4df9-b381-6d4a1efbcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:27:57.433024 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-e30943ff-0cda-4df9-b381-6d4a1efbcdaa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763102 Sep 15 10:27:57.561568 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-dbbd506d-e155-4c8e-94fe-222fb0f4718b service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226304 Sep 15 10:27:57.689940 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3e7d0d5d-6bcd-4725-bc74-ff09bbb01d8c req-da760494-0d41-4689-9020-2834e177fa10 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232405 Sep 15 10:27:59.159847 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:28:05.328742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87743ecc-2354-41c8-abb2-d03bf9a64d45 req-e4c29915-9f3f-4879-bec8-469f1ad631ae tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:05.330138 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-87743ecc-2354-41c8-abb2-d03bf9a64d45 req-e4c29915-9f3f-4879-bec8-469f1ad631ae tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.0915556 Sep 15 10:28:05.373518 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-87743ecc-2354-41c8-abb2-d03bf9a64d45 req-4c3e5462-696e-4e70-bf16-ff8f82d9ab5e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377069 Sep 15 10:28:05.402924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 32806) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:05.522142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb27da4-e1c3-4534-aed1-561257e1ccd1 tempest-TestMinimumBasicScenario-280461076 tempest-TestMinimumBasicScenario-280461076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:05.522841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-beb27da4-e1c3-4534-aed1-561257e1ccd1 tempest-TestMinimumBasicScenario-280461076 tempest-TestMinimumBasicScenario-280461076-project-admin] Synchronizing usage tracker for tenant:9ca028b46cdf4be2afc15184ce9dbf06 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:28:05.615984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-beb27da4-e1c3-4534-aed1-561257e1ccd1 tempest-TestMinimumBasicScenario-280461076 tempest-TestMinimumBasicScenario-280461076-project-admin] Unset dirty status for tenant:9ca028b46cdf4be2afc15184ce9dbf06 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:28:05.617098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-beb27da4-e1c3-4534-aed1-561257e1ccd1 tempest-TestMinimumBasicScenario-280461076 tempest-TestMinimumBasicScenario-280461076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1093 time: 0.2128100 Sep 15 10:28:05.620375 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 32812) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:05.626183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:05.632367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:05.636128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:floatingip and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:28:05.638966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:28:05.644606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:05.718896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:05.855304 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:05.992868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Allocated IP 172.26.7.180 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/e14bfa8c-e942-4c2d-869c-5afd2bbf3bb7) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:28:06.136645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:06.222335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:06.287497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:28:06.290237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:28:06.294915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:28:06.338684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=e14bfa8c-e942-4c2d-869c-5afd2bbf3bb7,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:06.351265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.351603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.351933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.352259 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.352580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.352902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.353219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.353535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.353869 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.354186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.354500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.354810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:06.819198 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:06.938687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:07.139299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:07.183662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:07.288788 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:07.336021 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=e14bfa8c-e942-4c2d-869c-5afd2bbf3bb7,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:07.461060 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Floating IP 86deb457-b7e6-48fc-a83b-b05a296e9c53 associated. External IP: 172.26.7.180, port: 9691b356-e87c-4ae1-a5ad-ad553d364474. Sep 15 10:28:07.820718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Router 63cf9b7d-64a3-4ad5-a66f-296561444b1d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:28:08.009194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:28:08.019946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] Sync routers for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:28:08.030059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:28:08.030787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:27:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:28:08.081165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:08.138864 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-70b4362f-6108-4f24-b22e-e3c2521cbac0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5161130 Sep 15 10:28:08.139496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:28:08.141368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 32816) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:08.142046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4153898c-511b-470a-8788-732461000573" -d '{"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:28:08.146980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947123072', 'description': 'tempest-secgroup-smoke-947123072 description', 'project_id': '5db61a50d0f94fda905e78f3348c87d7'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:08.153902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:08.163839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:08.210537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:28:08.230676 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:08.266009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:08.267061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dc9d37-3981-49eb-9b08-1578195cb2e7 x-openstack-request-id: req-b4dc9d37-3981-49eb-9b08-1578195cb2e7 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:28:08.267635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:28:08.268510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4dc9d37-3981-49eb-9b08-1578195cb2e7 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:28:08.269187 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4dc9d37-3981-49eb-9b08-1578195cb2e7'] response: {'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'status': 'completed', 'code': 200} Sep 15 10:28:08.270406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:28:08.273322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:28:08.281373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:08.531745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:08.551934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153898c-511b-470a-8788-732461000573 req-72f3eb07-e69c-48d8-aa5e-cba61b0b186a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:08.553395 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4153898c-511b-470a-8788-732461000573 req-72f3eb07-e69c-48d8-aa5e-cba61b0b186a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1098 time: 0.2399061 Sep 15 10:28:08.632601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:08.646383 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '86deb457-b7e6-48fc-a83b-b05a296e9c53', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'floating_ip_address': '172.26.7.180', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'port_id': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'mac_address': 'fa:16:3e:9e:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:28:06Z', 'updated_at': '2022-09-15T10:28:06Z', 'revision_number': 0, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:28:08.650312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] Checking router: 63cf9b7d-64a3-4ad5-a66f-296561444b1d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:28:08.659330 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:28:08.659861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:27:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:28:08.715264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe12af-651a-424e-b766-ce6a72a27cc6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:08.727173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.727480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.727825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.728237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.728582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.728997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.729246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.729575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.729924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.730252 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.730576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.730890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:28:08.754659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153898c-511b-470a-8788-732461000573 req-84df05b8-6e83-49da-ad72-2cd8caec24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:08.756186 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4153898c-511b-470a-8788-732461000573 req-84df05b8-6e83-49da-ad72-2cd8caec24c0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1950059 Sep 15 10:28:08.841455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:08.842766 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-30752369-3aa9-419c-8e77-9713314a90e1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7001643 Sep 15 10:28:08.846173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 32826) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:08.848409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:28:08.852180 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': 'c6fe12af-651a-424e-b766-ce6a72a27cc6', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:08.859064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:08.863070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:28:08.866015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:28:08.872471 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:08.885140 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4153898c-511b-470a-8788-732461000573 req-f3ece38a-93f0-44a0-a2d9-77194a8832f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 999 time: 0.1072035 Sep 15 10:28:08.953383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153898c-511b-470a-8788-732461000573 req-1a9d2e67-38ff-463e-8f15-1bb28a5c67af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:08.954850 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4153898c-511b-470a-8788-732461000573 req-1a9d2e67-38ff-463e-8f15-1bb28a5c67af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0624783 Sep 15 10:28:08.957322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.025971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.040555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153898c-511b-470a-8788-732461000573 req-aabfdf38-496e-4117-9246-5887925d0d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:09.042318 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4153898c-511b-470a-8788-732461000573 req-aabfdf38-496e-4117-9246-5887925d0d85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807056 Sep 15 10:28:09.079335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.103744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8af6927-7965-4dad-8ddb-cc583f2f486f,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:09.176616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.177964 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4153898c-511b-470a-8788-732461000573 req-196edd55-58e9-4211-bf8a-8b2f60ce2ac4 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265948 Sep 15 10:28:09.178850 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a1904cbb-28d9-4100-a08b-b223e39a0f74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3305337 Sep 15 10:28:09.180862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 32830) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:09.186339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': 'c6fe12af-651a-424e-b766-ce6a72a27cc6', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:09.209655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:09.218339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:28:09.220494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '86deb457-b7e6-48fc-a83b-b05a296e9c53', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'floating_ip_address': '172.26.7.180', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'port_id': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'mac_address': 'fa:16:3e:9e:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:28:06Z', 'updated_at': '2022-09-15T10:28:06Z', 'revision_number': 0, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:28:09.224644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33e1c4-0196-4965-a1cf-6b3532e62303 None None] The sync data for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv is: [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '86deb457-b7e6-48fc-a83b-b05a296e9c53', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'floating_ip_address': '172.26.7.180', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'port_id': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'mac_address': 'fa:16:3e:9e:8f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:28:06Z', 'updated_at': '2022-09-15T10:28:06Z', 'revision_number': 0, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:28:09.266585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:28:09.282600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:09.334809 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4153898c-511b-470a-8788-732461000573 req-9b4dd1f5-d9d5-40d0-b241-d7595d59acac service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438313 Sep 15 10:28:09.367308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.434495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.437158 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0a6b-c218-42e9-ae39-cc13caab9d6f None None] New status for floating IP 86deb457-b7e6-48fc-a83b-b05a296e9c53: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:28:09.498893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.522283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dde465-ad11-4502-9a16-e59e161f8e65,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:09.589580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.591387 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-498073ec-12bf-4ea8-b5f5-567c27834b20 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4090738 Sep 15 10:28:09.594713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 32834) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:09.599718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': 'c6fe12af-651a-424e-b766-ce6a72a27cc6', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:09.605761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:09.610245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:28:09.613081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:28:09.618791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:09.687835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.755953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.833567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.865585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e717d6-45c7-46f6-ab88-a9ecbf542276,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:09.954110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:09.954110 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-66934ef4-018d-4dc6-81f3-092fe63e8370 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3561680 Sep 15 10:28:09.961085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 32838) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:09.961085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': 'c6fe12af-651a-424e-b766-ce6a72a27cc6', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:09.972384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:09.972384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:28:09.978228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:28:09.987521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:10.056483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.122047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.189290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.211598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7edcb1ac-7bbc-49e0-b08c-e8c9e8e218a7,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:10.275231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.276443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a49dd01b-40ad-4203-b444-5bcb080491aa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3209035 Sep 15 10:28:10.279887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 32842) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:10.284844 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': 'c6fe12af-651a-424e-b766-ce6a72a27cc6', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:10.291164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:10.295007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:28:10.297881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:28:10.303537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:10.378220 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Project 5db61a50d0f94fda905e78f3348c87d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:28:10.385094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.449924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.532449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.556579 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18fb0923-90ab-40aa-b8d8-0697d2e1ba57,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:10.629530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.630770 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-794ec0db-808d-4473-85f5-278020c13fd7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499267 Sep 15 10:28:10.633489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 32846) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:28:10.639064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': 'c6fe12af-651a-424e-b766-ce6a72a27cc6', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:10.644884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:28:10.648679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:28:10.651537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:28:10.657198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:28:10.726674 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Project 5db61a50d0f94fda905e78f3348c87d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:28:10.733410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.796525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.846791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.870521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554b9347-ebdf-4687-90f7-a676eca53958,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:10.926888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:10.928280 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed408987-d003-4cf1-a82f-9a81f8e86fec tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2938490 Sep 15 10:28:11.063892 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-dc6d5f9f-13fb-4c1a-b012-0ad0cb01c32a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947123072&fields=id&tenant_id=5db61a50d0f94fda905e78f3348c87d7 HTTP/1.1" status: 200 len: 267 time: 0.0479853 Sep 15 10:28:11.151482 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-f5256b27-909a-47f9-bf9f-9e6c1b58d826 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:11.152960 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-f5256b27-909a-47f9-bf9f-9e6c1b58d826 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.0837893 Sep 15 10:28:11.164002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'port': {'security_groups': ['6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9', 'c6fe12af-651a-424e-b766-ce6a72a27cc6']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:28:11.401734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:11.654477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] For port 9691b356-e87c-4ae1-a5ad-ad553d364474, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9691b356-e87c-4ae1-a5ad-ad553d364474,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:28:11.679746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:11.737481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:11.746854 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:11.747452 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:11.749320 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b51c2caa-c9b7-407c-b3ae-85c2c982188f req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "PUT /v2.0/ports/9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 981 time: 0.5896802 Sep 15 10:28:11.772167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9691b356-e87c-4ae1-a5ad-ad553d364474'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:28:11.781122 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:28:11.783474 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98414467-a4d2-4b5d-b666-72a422c2de1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:28:11.832224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd166e2f-9461-4eb3-8532-23ee39d239f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=9691b356-e87c-4ae1-a5ad-ad553d364474,revision_number=6']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:28:11.901303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9691b356-e87c-4ae1-a5ad-ad553d364474'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:28:11.939614 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681948f-4cfe-4887-8212-aa8a8d2ffaca req-78efc22a-99c0-41e6-b036-acdc0119825f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:11.941220 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6681948f-4cfe-4887-8212-aa8a8d2ffaca req-78efc22a-99c0-41e6-b036-acdc0119825f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 984 time: 0.0936716 Sep 15 10:28:11.987563 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6681948f-4cfe-4887-8212-aa8a8d2ffaca req-4a360eb2-835c-4c8a-9fd7-07807a7b45ff tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=c6fe12af-651a-424e-b766-ce6a72a27cc6&id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399427 Sep 15 10:28:12.054433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19355fae-d000-49e9-8fce-03936ed9e102 x-openstack-request-id: req-19355fae-d000-49e9-8fce-03936ed9e102 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:28:12.054784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:28:12.055242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19355fae-d000-49e9-8fce-03936ed9e102 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:28:12.055691 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19355fae-d000-49e9-8fce-03936ed9e102'] response: {'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'status': 'completed', 'code': 200} Sep 15 10:28:12.176270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-33f325bb-e6a4-464e-a76e-34a2586932eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:12.177751 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-33f325bb-e6a4-464e-a76e-34a2586932eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1137 time: 0.0816660 Sep 15 10:28:12.311143 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-bfd4d611-f90d-4829-8878-0f3b536fb308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:12.312807 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-bfd4d611-f90d-4829-8878-0f3b536fb308 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1288218 Sep 15 10:28:12.413416 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-22c54fdb-f00e-4734-a3b0-2d7bae51faa9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 1001 time: 0.0945752 Sep 15 10:28:12.478577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-739f663c-9be1-4ce0-b644-b4f38f13b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:12.480007 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-739f663c-9be1-4ce0-b644-b4f38f13b7da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0608499 Sep 15 10:28:12.561740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-93d8e469-3723-4364-9005-82edf1d05878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:12.563125 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-93d8e469-3723-4364-9005-82edf1d05878 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769494 Sep 15 10:28:12.782080 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-0f26f5c5-28ed-413c-874c-c943719c94c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109706 Sep 15 10:28:12.913125 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-98414467-a4d2-4b5d-b666-72a422c2de1b req-e7f32f2c-50fe-4e2a-870e-149322ee2d81 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250696 Sep 15 10:28:19.635243 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0d916535-f101-499a-b0dd-c38837614f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:21.063649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:21.680375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8ec4a68e-856b-46a9-aa6a-4851569e335c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:22.554715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:22.897429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:24.417339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:36.158675 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:28:49.628055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-93811901-855e-4d4b-b892-5c64b8d17161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:51.022733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:51.684253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-03da591f-1dc6-45a5-b68c-89df14029212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:52.524915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:52.890947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:54.411255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:28:56.087219 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-d3e53d82-5931-46ae-8d2b-600657d0300e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805275 Sep 15 10:28:56.251095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-4beab8a9-a7c6-42de-a36f-78eb8d6806fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:56.252661 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-4beab8a9-a7c6-42de-a36f-78eb8d6806fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1137 time: 0.0796983 Sep 15 10:28:56.394393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-6917efb7-688e-4dff-98e9-230e75e94c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:56.395834 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-6917efb7-688e-4dff-98e9-230e75e94c36 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1254947 Sep 15 10:28:56.498331 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-29197aa7-20fa-468e-85ff-866ed41d835b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 1001 time: 0.0971141 Sep 15 10:28:56.565800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-8c7b480b-5884-4960-8851-a9eb355ddd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:56.567251 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-8c7b480b-5884-4960-8851-a9eb355ddd1c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0633097 Sep 15 10:28:56.647834 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-0b2bac64-dc92-4513-8552-9e1ab0bf222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:28:56.649205 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-0b2bac64-dc92-4513-8552-9e1ab0bf222d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767560 Sep 15 10:28:56.788196 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-366d1b42-f575-44d6-9ef6-12cbe2a764c0 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332390 Sep 15 10:28:56.917459 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7e848a4a-a4cf-4317-a8fd-78603e7bbe48 req-03ac3080-6c9c-4da7-9cf6-e89e4f32f590 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235793 Sep 15 10:29:13.157198 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:29:19.610814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2949a606-c648-45cd-b1df-6af8692d5034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:21.056066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:21.667170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-014e6528-a8ce-4afc-8eed-221ee7e56eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:22.524662 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:22.912925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:24.404542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:30.093567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-6b252a35-560d-4dcb-96e4-0dcec8a5d24f req-3928eb51-bf28-4fa7-a1f9-a116fd39806e tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] (89668) timed out ('10.222.0.62', 43706) {{(pid=89668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 10:29:45.038451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e2f92-9646-4cc3-bb93-d2421628fae2 req-7c14dcf5-3e42-474a-9c2b-0754467bbcfe tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:45.040174 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-445e2f92-9646-4cc3-bb93-d2421628fae2 req-7c14dcf5-3e42-474a-9c2b-0754467bbcfe tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 984 time: 0.0893335 Sep 15 10:29:45.091563 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-445e2f92-9646-4cc3-bb93-d2421628fae2 req-f252a6a4-3bae-4204-977f-46edf626f41b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=c6fe12af-651a-424e-b766-ce6a72a27cc6&id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0454323 Sep 15 10:29:45.092582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-70b33bc2-e976-4f64-99a1-b19f04dd7773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:45.094078 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-70b33bc2-e976-4f64-99a1-b19f04dd7773 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1137 time: 0.0843244 Sep 15 10:29:45.224053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-ea98ed27-b3a3-41cb-85f1-5336a6e42645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:45.225478 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-ea98ed27-b3a3-41cb-85f1-5336a6e42645 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1256964 Sep 15 10:29:45.325190 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-104c0c53-a3d0-4b04-aae2-b4c0043c06f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 1001 time: 0.0940611 Sep 15 10:29:45.388691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-9c75c914-3bf2-43b2-a39d-4a31f206895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:45.390163 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-9c75c914-3bf2-43b2-a39d-4a31f206895a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0595038 Sep 15 10:29:45.481433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-9fde76b1-5c17-46fc-a62f-b39235fb163c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:45.482924 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-9fde76b1-5c17-46fc-a62f-b39235fb163c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872018 Sep 15 10:29:45.611736 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-380c13b3-da2a-45bd-9619-9d4b356f46d0 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226206 Sep 15 10:29:45.827053 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e14dc81b-e3d8-4bf5-9359-294de3342410 req-62efb84a-0ba3-4fc5-9bd6-a411183a84bf service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094450 Sep 15 10:29:46.299669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1980e69-8ede-48e4-8086-540f25318529 req-1881d1a8-517b-4d18-a929-33f867644f5d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:46.301121 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f1980e69-8ede-48e4-8086-540f25318529 req-1881d1a8-517b-4d18-a929-33f867644f5d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 984 time: 0.0887804 Sep 15 10:29:46.350286 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f1980e69-8ede-48e4-8086-540f25318529 req-5c56f494-1215-427d-ae4c-312ccb0bd107 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=c6fe12af-651a-424e-b766-ce6a72a27cc6&id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432456 Sep 15 10:29:47.557753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1338f3-4406-441a-87f7-f15e4d1cb5e3 req-f6dfc711-7ea8-474a-8238-cf9cfb4fe5c7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:47.559230 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3f1338f3-4406-441a-87f7-f15e4d1cb5e3 req-f6dfc711-7ea8-474a-8238-cf9cfb4fe5c7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 984 time: 0.0911386 Sep 15 10:29:47.605175 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3f1338f3-4406-441a-87f7-f15e4d1cb5e3 req-5ac1e7df-5fe8-47d3-a105-80022e83fbfe tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=c6fe12af-651a-424e-b766-ce6a72a27cc6&id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394311 Sep 15 10:29:49.638191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cfe6d10e-6809-46dc-9aa6-5911e90075e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:50.156204 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:29:50.998276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:51.690190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-aeafa0e2-394c-4c2d-b69b-5a4308b585fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:52.529160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:52.883485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:54.420744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:29:57.038531 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-0773c6e1-bce1-459c-8379-ccc1b0e49624 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796869 Sep 15 10:29:57.200303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-26b7c086-a0d6-414d-adde-4e69451c8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:57.201748 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-26b7c086-a0d6-414d-adde-4e69451c8274 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1137 time: 0.0777378 Sep 15 10:29:57.347326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-f56cedb1-3792-48e7-bdc8-e93ed461bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:57.348762 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-f56cedb1-3792-48e7-bdc8-e93ed461bd7d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1266787 Sep 15 10:29:57.450687 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-b65e7c39-6366-42bd-8c76-5ae1a5d77eb9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 1001 time: 0.0953808 Sep 15 10:29:57.515608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-12261c19-a40d-4e8a-a666-70145be9946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:57.517007 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-12261c19-a40d-4e8a-a666-70145be9946a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0598526 Sep 15 10:29:57.598197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-f18b6a61-47b0-43ee-bab3-8ef6b29ffd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:29:57.599559 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-f18b6a61-47b0-43ee-bab3-8ef6b29ffd3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761297 Sep 15 10:29:57.728178 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-994c7585-604e-4dc8-8c01-01c9881e69b8 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222246 Sep 15 10:29:57.856789 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-a26ee1a3-6137-45ee-a651-9adbf059411b req-a3cf4b69-96e6-4dc2-8611-32375e77ac4c service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221590 Sep 15 10:30:19.625873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-547b4dcc-5d07-4805-b2ae-90c3e31fae81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:21.049473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:21.712416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dd4f0a38-1dbe-4cf9-a797-67627645558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:22.535052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:22.896472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:24.443112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:27.155314 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:30:42.574011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-435a8d31-70aa-4816-a765-0d157f505ee7 req-09a22adb-db1a-4233-91d6-22d42b536a8b tempest-ServerDiskConfigTestJSON-128678923 tempest-ServerDiskConfigTestJSON-128678923-project] (89669) timed out ('10.222.0.16', 62598) {{(pid=89669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 10:30:49.609138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c57cdbff-b230-42b6-a50d-7d01dace7973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:51.031791 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:51.688909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5303cb74-e58c-414d-9e61-261bb3d9d744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:52.534734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:52.906259 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:54.431487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:58.087014 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-0ebceba3-cd26-4af3-969e-33a8fcfd99d7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815713 Sep 15 10:30:58.249787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-89c0485b-0663-4d6a-b8b6-89d72dbe9e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:30:58.251384 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-89c0485b-0663-4d6a-b8b6-89d72dbe9e91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1137 time: 0.0787628 Sep 15 10:30:58.396780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-dd17749b-9adc-4aeb-bd6f-19026570067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:30:58.398270 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-dd17749b-9adc-4aeb-bd6f-19026570067d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1280005 Sep 15 10:30:58.500618 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-166e9a88-18c9-4b62-98b0-0fd60a5f9405 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 1001 time: 0.0962167 Sep 15 10:30:58.560349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-860a0d5c-c8a9-4902-81bf-d3ccaf33561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:30:58.561721 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-860a0d5c-c8a9-4902-81bf-d3ccaf33561d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0553749 Sep 15 10:30:58.645231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-1dd78fb3-f6b0-47aa-9769-901075b26faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:30:58.646617 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-1dd78fb3-f6b0-47aa-9769-901075b26faa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792298 Sep 15 10:30:58.656129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-2c61777b-dc49-48ba-bb3d-7ed577ce6b9a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:30:58.657027 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-2c61777b-dc49-48ba-bb3d-7ed577ce6b9a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046554 Sep 15 10:30:58.787509 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-7b5bd79e-83e0-4273-bc26-735db43fe583 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238694 Sep 15 10:30:58.815040 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-07208555-2e32-4bef-b6e5-a2048004999b req-5baf0ceb-19c2-4dc3-bcd6-3ff6b86d2d14 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947123072&fields=id&tenant_id=5db61a50d0f94fda905e78f3348c87d7 HTTP/1.1" status: 200 len: 267 time: 0.0422044 Sep 15 10:30:58.917427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07208555-2e32-4bef-b6e5-a2048004999b req-9deb2bbb-9911-4f7b-b169-24f4d0f40413 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:30:58.918995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-07208555-2e32-4bef-b6e5-a2048004999b req-9deb2bbb-9911-4f7b-b169-24f4d0f40413 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 984 time: 0.0984232 Sep 15 10:30:58.931146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-07208555-2e32-4bef-b6e5-a2048004999b req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'port': {'security_groups': ['6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:30:59.015673 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e982a66b-453a-4ad8-94b9-e854dc4d1fd7 req-a393fc9d-a6d7-4fce-b1ad-919667cb244b service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210126 Sep 15 10:30:59.054834 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-07208555-2e32-4bef-b6e5-a2048004999b req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:59.293237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-07208555-2e32-4bef-b6e5-a2048004999b req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] For port 9691b356-e87c-4ae1-a5ad-ad553d364474, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9691b356-e87c-4ae1-a5ad-ad553d364474,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:30:59.317137 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-07208555-2e32-4bef-b6e5-a2048004999b req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:59.374776 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-07208555-2e32-4bef-b6e5-a2048004999b req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:59.411951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9691b356-e87c-4ae1-a5ad-ad553d364474'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:30:59.414229 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07208555-2e32-4bef-b6e5-a2048004999b req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:30:59.414923 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-07208555-2e32-4bef-b6e5-a2048004999b req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:59.416316 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-07208555-2e32-4bef-b6e5-a2048004999b req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "PUT /v2.0/ports/9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 942 time: 0.4907265 Sep 15 10:30:59.416757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:30:59.419109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8784a0-ad63-491f-b58d-95489ba810ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:30:59.422967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 32918) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:30:59.475023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=9691b356-e87c-4ae1-a5ad-ad553d364474,revision_number=7']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:30:59.484282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.485016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.485351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.485741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.486173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.486625 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.487301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.487633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.488132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.488531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.488861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.489181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68d8446-56c8-4cb8-b9b8-97331a034e39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.493676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159db5cf-7449-479c-9e58-2370e90e32b3 x-openstack-request-id: req-159db5cf-7449-479c-9e58-2370e90e32b3 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:30:59.494099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:30:59.494355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-159db5cf-7449-479c-9e58-2370e90e32b3 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:30:59.494749 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159db5cf-7449-479c-9e58-2370e90e32b3'] response: {'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'status': 'completed', 'code': 200} Sep 15 10:30:59.505451 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:59.554631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9691b356-e87c-4ae1-a5ad-ad553d364474'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:30:59.583888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:59.654474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-7bac3c3c-3090-44b7-b4c8-0ff31ccbcd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:30:59.655984 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-7bac3c3c-3090-44b7-b4c8-0ff31ccbcd5b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1098 time: 0.1222012 Sep 15 10:30:59.790358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-7310010a-301f-40db-82d1-90b2cc0df972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:30:59.791891 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-7310010a-301f-40db-82d1-90b2cc0df972 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1299093 Sep 15 10:30:59.797294 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:59.879462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe12af-651a-424e-b766-ce6a72a27cc6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:30:59.905398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.905745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.906110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.906523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.906863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.907194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.907521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.907851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.908234 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.908561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.908887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.909213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:30:59.925989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:30:59.928645 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6e5901e4-7aea-4631-b4d2-7ecfc0e0d2b2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "DELETE /v2.0/security-groups/c6fe12af-651a-424e-b766-ce6a72a27cc6 HTTP/1.1" status: 204 len: 168 time: 0.5039544 Sep 15 10:30:59.930338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 32922) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:30:59.944563 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-53e7ae6d-5aa8-4919-b78c-86d642e89761 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 1001 time: 0.1408057 Sep 15 10:31:00.013739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-8399a82e-f720-4876-bc40-94e8b57310bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:00.015202 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-8399a82e-f720-4876-bc40-94e8b57310bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0645466 Sep 15 10:31:00.102069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-fa2550b2-3a5d-4c76-ac44-73ee3e9a16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:00.103549 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-fa2550b2-3a5d-4c76-ac44-73ee3e9a16a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813208 Sep 15 10:31:00.137401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Deleting port e14bfa8c-e942-4c2d-869c-5afd2bbf3bb7 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:31:00.137652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:00.245516 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-2b35f6c4-8964-4c7e-8a5f-e158da05eb13 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348031 Sep 15 10:31:00.382024 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2b8784a0-ad63-491f-b58d-95489ba810ac req-3421a3e8-cdf6-49ac-b0e1-c2c995c752c9 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297226 Sep 15 10:31:00.415905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:00.416234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:00.536631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Calling delete_port for e14bfa8c-e942-4c2d-869c-5afd2bbf3bb7 owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:31:00.739075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:00.783315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event deleted for resources: {'Port': ['ID=e14bfa8c-e942-4c2d-869c-5afd2bbf3bb7,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:31:00.886557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:00.886885 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Floating IP 86deb457-b7e6-48fc-a83b-b05a296e9c53 disassociated (deleted). External IP: 172.26.7.180, port: 9691b356-e87c-4ae1-a5ad-ad553d364474. Sep 15 10:31:01.236095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Router 63cf9b7d-64a3-4ad5-a66f-296561444b1d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:31:01.414369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:31:01.424389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] Sync routers for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:31:01.430628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:01.434154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:31:01.434760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:30:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:31:01.485149 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-75422056-8430-48e8-a84f-8ba0f326dcd8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "DELETE /v2.0/floatingips/86deb457-b7e6-48fc-a83b-b05a296e9c53 HTTP/1.1" status: 204 len: 168 time: 1.5532024 Sep 15 10:31:01.495951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:31:01.498353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75e6285-fbc6-4d6f-97bc-54edb084d596" -d '{"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:31:01.548257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb532dc-8339-4240-baae-a5724bc9523a x-openstack-request-id: req-6cb532dc-8339-4240-baae-a5724bc9523a {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:31:01.548569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:31:01.548820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6cb532dc-8339-4240-baae-a5724bc9523a {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:31:01.549308 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cb532dc-8339-4240-baae-a5724bc9523a'] response: {'name': 'network-changed', 'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'status': 'completed', 'code': 200} Sep 15 10:31:01.620772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:31:01.670895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-cd015ba5-33d0-47f9-bc1e-29e8642b5b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:01.672535 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-cd015ba5-33d0-47f9-bc1e-29e8642b5b55 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 1098 time: 0.0818646 Sep 15 10:31:01.807872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-c46499c2-d662-499f-a14c-59b214494e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:01.809325 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-c46499c2-d662-499f-a14c-59b214494e17 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1315289 Sep 15 10:31:01.886419 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-37e15baf-c8d8-49c7-9217-09406362f203 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 200 len: 217 time: 0.0675235 Sep 15 10:31:01.949946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:31:01.950973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-c00cf7c4-a5f7-4db8-a065-6de0e9435946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:01.952428 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-c00cf7c4-a5f7-4db8-a065-6de0e9435946 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0605063 Sep 15 10:31:01.953808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] Checking router: 63cf9b7d-64a3-4ad5-a66f-296561444b1d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:31:01.962723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:31:01.963374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:30:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:31:02.048392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-b983b849-2ce4-4615-b6af-97d2f3e03da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:02.048392 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-b983b849-2ce4-4615-b6af-97d2f3e03da9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891991 Sep 15 10:31:02.156977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:31:02.200987 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-c291453c-8b34-4cfa-89aa-9299c3a695d0 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459610 Sep 15 10:31:02.456184 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d75e6285-fbc6-4d6f-97bc-54edb084d596 req-d38b9ae1-a192-4c9a-9d90-c37281a5c943 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477989 Sep 15 10:31:02.529702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:31:02.533712 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef3d3d5-e910-412d-9b66-94ab373125a0 None None] The sync data for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv is: [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:31:02.755622 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d6a408-00b9-45cd-a1e7-f71028be9a29 None None] New status for floating IP 86deb457-b7e6-48fc-a83b-b05a296e9c53: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:31:04.153679 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:31:07.539510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88259a-b9c1-4de0-bddf-0efbb3767359 req-d349463c-31d7-4809-96e9-f9f86ad9f17b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:07.540205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-8a88259a-b9c1-4de0-bddf-0efbb3767359 req-d349463c-31d7-4809-96e9-f9f86ad9f17b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Synchronizing usage tracker for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:31:07.591621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-8a88259a-b9c1-4de0-bddf-0efbb3767359 req-d349463c-31d7-4809-96e9-f9f86ad9f17b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Unset dirty status for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:31:07.592804 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8a88259a-b9c1-4de0-bddf-0efbb3767359 req-d349463c-31d7-4809-96e9-f9f86ad9f17b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.1436079 Sep 15 10:31:07.637575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8a88259a-b9c1-4de0-bddf-0efbb3767359 req-9e4b73c7-c4a1-477b-8ab4-96425875f3f4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389237 Sep 15 10:31:08.840088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a879a55-e6b6-42d1-ad2c-997df914a9e0 req-7ae2378b-6906-4f4d-a8ef-d45f317e5e4c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:08.841556 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a879a55-e6b6-42d1-ad2c-997df914a9e0 req-7ae2378b-6906-4f4d-a8ef-d45f317e5e4c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.0867445 Sep 15 10:31:08.889302 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9a879a55-e6b6-42d1-ad2c-997df914a9e0 req-266734f4-eb24-4f29-9fff-8ea6b465ecd5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397565 Sep 15 10:31:09.216891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-c6268a0b-7cf4-40bd-b09e-f8756df2b170 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:09.217562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-c6268a0b-7cf4-40bd-b09e-f8756df2b170 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Synchronizing usage tracker for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:31:09.229045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-c6268a0b-7cf4-40bd-b09e-f8756df2b170 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Unset dirty status for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:31:09.230145 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-c6268a0b-7cf4-40bd-b09e-f8756df2b170 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.16 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 945 time: 0.1024377 Sep 15 10:31:09.304328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Deleting port 9691b356-e87c-4ae1-a5ad-ad553d364474 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:31:09.304666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:09.549350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] For port 9691b356-e87c-4ae1-a5ad-ad553d364474, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9691b356-e87c-4ae1-a5ad-ad553d364474,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:31:09.549705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:09.670099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Calling delete_port for 9691b356-e87c-4ae1-a5ad-ad553d364474 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:31:09.915750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:09.947938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9691b356-e87c-4ae1-a5ad-ad553d364474'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:31:09.966669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event deleted for resources: {'Port': ['ID=9691b356-e87c-4ae1-a5ad-ad553d364474,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:31:10.058493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] No DVR routers for this DVR port 9691b356-e87c-4ae1-a5ad-ad553d364474 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:31:10.061073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:10.063846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'name': 'network-vif-deleted', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:31:10.066812 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-541a6653-76e5-4bf1-a98c-c8037a2738f4" -d '{"events": [{"server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "name": "network-vif-deleted", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:31:10.141095 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b0eb989d-043e-4795-b0fd-2c9cb6665012 req-1f7ed767-0ecf-4885-bae7-4296776e3fb4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.16 "DELETE /v2.0/ports/9691b356-e87c-4ae1-a5ad-ad553d364474 HTTP/1.1" status: 204 len: 173 time: 0.9054639 Sep 15 10:31:10.177696 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8b0b244-1567-4186-b3da-8ee8031e164a req-fb4262f4-83aa-4ef6-9288-ac3e583fe193 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=d4de2596-0f01-4524-8147-5c838adbfa1c HTTP/1.1" status: 200 len: 210 time: 0.1596739 Sep 15 10:31:10.289480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46591546-c13b-41c4-b81c-e2f285e2603d x-openstack-request-id: req-46591546-c13b-41c4-b81c-e2f285e2603d {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:31:10.290008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4de2596-0f01-4524-8147-5c838adbfa1c", "name": "network-vif-deleted", "tag": "9691b356-e87c-4ae1-a5ad-ad553d364474", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:31:10.293087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46591546-c13b-41c4-b81c-e2f285e2603d {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:31:10.293087 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46591546-c13b-41c4-b81c-e2f285e2603d'] response: {'server_uuid': 'd4de2596-0f01-4524-8147-5c838adbfa1c', 'name': 'network-vif-deleted', 'tag': '9691b356-e87c-4ae1-a5ad-ad553d364474', 'status': 'completed', 'code': 200} Sep 15 10:31:13.076834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9691b356-e87c-4ae1-a5ad-ad553d364474 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:31:13.119287 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 9691b356-e87c-4ae1-a5ad-ad553d364474 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:31:13.119624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9691b356-e87c-4ae1-a5ad-ad553d364474 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:31:19.626588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-05d460b7-5ca4-4fd4-99e8-c3e8c4f370f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:21.049198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:21.795849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-df846b63-7d77-4a1f-b38d-a1bd0ff41ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:22.538620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:22.904373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:23.123759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440828-93e9-4924-809a-60f5e29d9210 req-92bb93ba-c0fb-4a43-ad8e-a66b06f097f0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:23.125192 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-92bb93ba-c0fb-4a43-ad8e-a66b06f097f0 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 815 time: 0.1438072 Sep 15 10:31:23.140053 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-9b8f134f-2d49-4caf-8a5f-8ee4ce9a2d33 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/quotas/5db61a50d0f94fda905e78f3348c87d7 HTTP/1.1" status: 200 len: 375 time: 0.0094347 Sep 15 10:31:23.230660 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1998ac09-1ade-40bf-a42c-a4c7aa83d1f1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855989 Sep 15 10:31:23.411159 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-fc7c863e-8193-439f-a3e2-baa0728d02e0 service neutron] 10.222.0.62 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685779 Sep 15 10:31:23.539521 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-72d69913-3f5a-41b3-af30-83fde172707b service neutron] 10.222.0.62 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223717 Sep 15 10:31:23.797875 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7a6c7408-2b25-4fdb-98d4-e4e285b1693d req-054eb315-982b-4135-96c3-e675989164e8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 210 time: 0.0486438 Sep 15 10:31:24.431536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:24.906505 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2f56b9a2-6774-4e72-8154-7bb9837e0620 req-2941f36f-40cf-41f9-a201-ed0014a5f45a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 210 time: 0.0511088 Sep 15 10:31:26.080149 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-549a9bd8-5edd-46a6-b435-c681918b6acf req-10702f68-e5ae-42ba-ab6d-98c277683e94 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 210 time: 0.0515552 Sep 15 10:31:27.254608 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bfe25c6b-72d0-412b-af0d-bf4d2447bab0 req-302aa156-5d26-40f6-aba8-7576264a1213 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 210 time: 0.0498180 Sep 15 10:31:27.916969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440828-93e9-4924-809a-60f5e29d9210 req-09641329-29da-4739-b2b7-6ca06c079ca7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:27.918423 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-09641329-29da-4739-b2b7-6ca06c079ca7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 815 time: 0.1483762 Sep 15 10:31:27.936050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'port': {'device_id': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'admin_state_up': True, 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:31:28.071815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:31:28.075945 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:port and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:31:28.078805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:31:28.084606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:31:28.140172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Made reservation on behalf of 5db61a50d0f94fda905e78f3348c87d7 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:31:28.143902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:28.321244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Allocated IP 172.20.0.7 (5041c732-8220-4f32-90d2-6df77c008f2a/bcf1bef1-aa0e-4d2f-878b-07c23b6dce86/33263563-574d-4165-8310-485851af05a1) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:31:28.445770 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a78dc74a-77f1-423e-b8d8-be9f994d2576 req-2b7edbff-df6e-4f18-a5cc-b5b202fdf8e5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 210 time: 0.0560708 Sep 15 10:31:28.530162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:28.546183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Transition to ACTIVE for port object 33263563-574d-4165-8310-485851af05a1 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:31:28.655412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:28.733327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=33263563-574d-4165-8310-485851af05a1,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:31:28.749036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Network 5041c732-8220-4f32-90d2-6df77c008f2a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:31:28.750472 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:31:28.753210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:31:28.977304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:28.977996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:29.068263 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-d630e34d-7e00-44c1-bc62-2e8d9c53bdf3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1349473 Sep 15 10:31:29.212748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-331ddd82-188a-4f25-9378-ca4dd26ecbb2 None None] Provisioning for port 33263563-574d-4165-8310-485851af05a1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:31:29.217995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-331ddd82-188a-4f25-9378-ca4dd26ecbb2 None None] Provisioning complete for port 33263563-574d-4165-8310-485851af05a1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:31:29.218394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-331ddd82-188a-4f25-9378-ca4dd26ecbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:29.278035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-331ddd82-188a-4f25-9378-ca4dd26ecbb2 None None] Port 33263563-574d-4165-8310-485851af05a1 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:31:29.663584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8797a4-e563-44a9-bc18-8aa93fece967 req-2ada5660-b45f-4b10-8b69-2751136d3947 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:29.666087 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0c8797a4-e563-44a9-bc18-8aa93fece967 req-2ada5660-b45f-4b10-8b69-2751136d3947 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 931 time: 0.0937796 Sep 15 10:31:29.717115 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0c8797a4-e563-44a9-bc18-8aa93fece967 req-14194149-7614-4a70-ab2e-b4d342da7bef tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423675 Sep 15 10:31:30.944123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90457991-f2b4-42a5-a29d-ebf66491db90 req-403fa8d8-ce52-40df-adbd-ebd22d5e5d4b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:30.945618 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-90457991-f2b4-42a5-a29d-ebf66491db90 req-403fa8d8-ce52-40df-adbd-ebd22d5e5d4b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 931 time: 0.0996044 Sep 15 10:31:30.993525 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-90457991-f2b4-42a5-a29d-ebf66491db90 req-b0d3ebcd-a7ce-4856-9f72-ea795d7dfa39 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421402 Sep 15 10:31:32.211594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787e6c1c-74e2-4974-bf1f-3396bed6e4b7 req-8ef5ffb3-2bd4-42fd-ac57-6ad747d8cdc9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:32.213184 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-787e6c1c-74e2-4974-bf1f-3396bed6e4b7 req-8ef5ffb3-2bd4-42fd-ac57-6ad747d8cdc9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 931 time: 0.0899131 Sep 15 10:31:32.265037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-787e6c1c-74e2-4974-bf1f-3396bed6e4b7 req-9c142161-8702-4d9e-b8c0-5f3b57acc90c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460408 Sep 15 10:31:33.509481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5afec4-4d25-450b-991e-795fdccd41f4 req-4938c670-7d5f-439e-8393-038b0b4e606a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:33.511041 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3d5afec4-4d25-450b-991e-795fdccd41f4 req-4938c670-7d5f-439e-8393-038b0b4e606a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 931 time: 0.0973411 Sep 15 10:31:33.560396 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3d5afec4-4d25-450b-991e-795fdccd41f4 req-cff9e472-98b8-4c23-aa3a-79e43b7b70da tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Sep 15 10:31:34.782507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97efb80-77a5-427f-a39b-ce3adfb54df7 req-c299ebe8-da49-4eb0-8fce-fae9561b918e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:34.784079 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a97efb80-77a5-427f-a39b-ce3adfb54df7 req-c299ebe8-da49-4eb0-8fce-fae9561b918e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 931 time: 0.0963180 Sep 15 10:31:34.832220 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a97efb80-77a5-427f-a39b-ce3adfb54df7 req-68db6adf-186a-4cfd-a2e8-303fc775b9b3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412047 Sep 15 10:31:36.054624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0ce3b-a13b-4aed-b893-8ab2c333578e req-5dc6a673-6946-4852-add0-f5ef1122d7e4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:36.056094 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4b0ce3b-a13b-4aed-b893-8ab2c333578e req-5dc6a673-6946-4852-add0-f5ef1122d7e4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 931 time: 0.0902987 Sep 15 10:31:36.104713 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b4b0ce3b-a13b-4aed-b893-8ab2c333578e req-ea8f17c9-b8fd-4eb5-a798-1448ad784661 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422707 Sep 15 10:31:36.604666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Request body: {'port': {'device_id': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:31:36.713747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:37.042208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33263563-574d-4165-8310-485851af05a1 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:31:37.049266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:37.062884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Transition to ACTIVE for port object 33263563-574d-4165-8310-485851af05a1 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:31:37.139632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:37.311168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980878ee-9d42-44ae-b36c-b9ede74f5af5 req-20ca7c6e-c13e-4bb9-af4c-cda0686f41b1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:37.312675 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-980878ee-9d42-44ae-b36c-b9ede74f5af5 req-20ca7c6e-c13e-4bb9-af4c-cda0686f41b1 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 943 time: 0.0875812 Sep 15 10:31:37.330039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=33263563-574d-4165-8310-485851af05a1,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:31:37.360792 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-980878ee-9d42-44ae-b36c-b9ede74f5af5 req-f9417f34-1b0f-4ec8-9f9c-8fa941822c74 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405247 Sep 15 10:31:37.372986 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Attempting to bind port 33263563-574d-4165-8310-485851af05a1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:31:37.373325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Attempting to bind port 33263563-574d-4165-8310-485851af05a1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:31:37.373650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Attempting to bind port 33263563-574d-4165-8310-485851af05a1 on network 5041c732-8220-4f32-90d2-6df77c008f2a {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:31:37.378356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Port 33263563-574d-4165-8310-485851af05a1 on network 5041c732-8220-4f32-90d2-6df77c008f2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:31:37.378659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Attempting to bind port 33263563-574d-4165-8310-485851af05a1 on network 5041c732-8220-4f32-90d2-6df77c008f2a {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:31:37.384611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:31:37.384944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Checking segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:31:37.385325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Bound using segment: {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:31:37.385755 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Bound port: 33263563-574d-4165-8310-485851af05a1, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6febbe4b-7029-4d93-88cc-e42678f9e07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:31:37.386133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:37.474920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] For port 33263563-574d-4165-8310-485851af05a1, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:31:37.477800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] For port 33263563-574d-4165-8310-485851af05a1, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=33263563-574d-4165-8310-485851af05a1,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:31:37.544226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:37.575572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:37.576106 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:37.577450 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] 10.222.0.16 "PUT /v2.0/ports/33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 1093 time: 0.9771004 Sep 15 10:31:37.577910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:31:37.580177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477597b2-9650-4e27-92ca-3e656082c369" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:31:37.620929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d27ebb7-8da0-48a7-81bc-f257ad94d6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=33263563-574d-4165-8310-485851af05a1,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:31:37.627041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9160661b-fe85-444f-b15d-8201e7a55845 x-openstack-request-id: req-9160661b-fe85-444f-b15d-8201e7a55845 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:31:37.627041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:31:37.627041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9160661b-fe85-444f-b15d-8201e7a55845 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:31:37.627041 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9160661b-fe85-444f-b15d-8201e7a55845'] response: {'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1', 'status': 'completed', 'code': 200} Sep 15 10:31:37.742141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477597b2-9650-4e27-92ca-3e656082c369 req-6b007d81-fd87-4671-9ade-d5cc5e7b683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:37.743606 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-477597b2-9650-4e27-92ca-3e656082c369 req-6b007d81-fd87-4671-9ade-d5cc5e7b683f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1096 time: 0.0788767 Sep 15 10:31:37.886160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477597b2-9650-4e27-92ca-3e656082c369 req-4986a148-6a06-438c-8658-6fe3e1db6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:37.887483 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-477597b2-9650-4e27-92ca-3e656082c369 req-4986a148-6a06-438c-8658-6fe3e1db6bce service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5db61a50d0f94fda905e78f3348c87d7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1316416 Sep 15 10:31:38.020129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477597b2-9650-4e27-92ca-3e656082c369 req-66a9a31c-652e-46cd-b6cf-1358761d2ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:38.022514 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-477597b2-9650-4e27-92ca-3e656082c369 req-66a9a31c-652e-46cd-b6cf-1358761d2ec0 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1294141 Sep 15 10:31:38.158307 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440828-93e9-4924-809a-60f5e29d9210 req-c5a7ac77-c897-491c-85ea-359b25467b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:38.159762 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-c5a7ac77-c897-491c-85ea-359b25467b39 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1096 time: 0.0808096 Sep 15 10:31:38.235283 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-a000c0c6-5df2-45e8-9ac0-4f15bce2f1c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 217 time: 0.0636191 Sep 15 10:31:38.294877 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440828-93e9-4924-809a-60f5e29d9210 req-59f7a744-d9ee-42a7-ba93-1b020b773446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:38.296280 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-59f7a744-d9ee-42a7-ba93-1b020b773446 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0559328 Sep 15 10:31:38.379008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5440828-93e9-4924-809a-60f5e29d9210 req-298179ba-f48c-4f31-bec2-77eea1a3dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:38.381111 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-298179ba-f48c-4f31-bec2-77eea1a3dce5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783181 Sep 15 10:31:38.574893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3bff3-9a23-44e4-9268-c4fae2c7570f req-2b713e52-27e6-4a00-9832-9e9ea25da50c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:38.576257 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3ab3bff3-9a23-44e4-9268-c4fae2c7570f req-2b713e52-27e6-4a00-9832-9e9ea25da50c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 943 time: 0.0912409 Sep 15 10:31:38.608296 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-e4274e96-92f8-4d68-83f4-cb66bc5c7163 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215664 Sep 15 10:31:38.620975 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3ab3bff3-9a23-44e4-9268-c4fae2c7570f req-2462b23e-50f4-498f-9221-dc03db92659f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389602 Sep 15 10:31:38.741232 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b5440828-93e9-4924-809a-60f5e29d9210 req-b5304cb9-cc39-4462-8e36-ee1308748d88 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268709 Sep 15 10:31:39.821974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a14c12-618c-482a-a116-a30d287566fd req-a7da779d-b6e4-44e0-9edd-720ff9601529 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:39.823436 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-09a14c12-618c-482a-a116-a30d287566fd req-a7da779d-b6e4-44e0-9edd-720ff9601529 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 943 time: 0.0853288 Sep 15 10:31:39.869969 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-09a14c12-618c-482a-a116-a30d287566fd req-f6e2b61b-a26e-4b40-9d85-6279bb8e4ee7 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Sep 15 10:31:41.078203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88657ce-dfc3-4302-955c-14f7c282adc8 req-44b4e889-d437-4a26-bce9-1680307d6828 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:41.079662 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c88657ce-dfc3-4302-955c-14f7c282adc8 req-44b4e889-d437-4a26-bce9-1680307d6828 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 943 time: 0.0899315 Sep 15 10:31:41.123305 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c88657ce-dfc3-4302-955c-14f7c282adc8 req-191ed9dc-674e-45b8-b2eb-57afa04907e4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373473 Sep 15 10:31:41.152976 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:31:41.245688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 33263563-574d-4165-8310-485851af05a1 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:31:41.378390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 33263563-574d-4165-8310-485851af05a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=33263563-574d-4165-8310-485851af05a1,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:31:41.391872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '33263563-574d-4165-8310-485851af05a1', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'port_id': '33263563-574d-4165-8310-485851af05a1', 'mac_address': 'fa:16:3e:4c:57:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:31:41.449110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 33263563-574d-4165-8310-485851af05a1 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:31:41.449477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:41.465861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33263563-574d-4165-8310-485851af05a1 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:31:41.481034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 33263563-574d-4165-8310-485851af05a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=33263563-574d-4165-8310-485851af05a1,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:31:41.549008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:41.616113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=33263563-574d-4165-8310-485851af05a1,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:31:41.623075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.623423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.623770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.624094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.624423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.624748 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.625071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.625393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.625714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.626057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.626375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.626691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:41.847808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['33263563-574d-4165-8310-485851af05a1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:31:42.333429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412af8d-1ad0-4d3f-aee3-c80f2ff60bfd req-bd99925a-e8e3-4396-8571-5481dd37c8d8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:42.335036 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f412af8d-1ad0-4d3f-aee3-c80f2ff60bfd req-bd99925a-e8e3-4396-8571-5481dd37c8d8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 944 time: 0.0931885 Sep 15 10:31:42.379115 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f412af8d-1ad0-4d3f-aee3-c80f2ff60bfd req-ab47552d-2a96-4640-b8a9-90631f1ff60c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378802 Sep 15 10:31:43.260866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 33263563-574d-4165-8310-485851af05a1 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:31:43.412968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 33263563-574d-4165-8310-485851af05a1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:31:43.418377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 33263563-574d-4165-8310-485851af05a1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:31:43.418733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:43.538178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 33263563-574d-4165-8310-485851af05a1 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:31:43.538496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:43.564652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33263563-574d-4165-8310-485851af05a1'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:31:43.567260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e4ac37-8d80-485e-9c2f-24c8dfdddb21" -d '{"events": [{"server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "name": "network-vif-plugged", "status": "completed", "tag": "33263563-574d-4165-8310-485851af05a1"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:31:43.574939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 33263563-574d-4165-8310-485851af05a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=33263563-574d-4165-8310-485851af05a1,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:31:43.588909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac20ad-aece-4103-ab46-08f6d562f27a req-25618f8d-9b10-4f9d-b2c0-455d69a45be3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:43.590394 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-76ac20ad-aece-4103-ab46-08f6d562f27a req-25618f8d-9b10-4f9d-b2c0-455d69a45be3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 944 time: 0.0875931 Sep 15 10:31:43.677700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:43.736549 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-76ac20ad-aece-4103-ab46-08f6d562f27a req-4f8c439f-b4c6-4e4b-9713-7345435d37d6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401377 Sep 15 10:31:43.751161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=33263563-574d-4165-8310-485851af05a1,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:31:43.838942 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6ec1da-f611-47c2-adf6-7d61c3765272 x-openstack-request-id: req-cc6ec1da-f611-47c2-adf6-7d61c3765272 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:31:43.839234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "name": "network-vif-plugged", "status": "completed", "tag": "33263563-574d-4165-8310-485851af05a1", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:31:43.839482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc6ec1da-f611-47c2-adf6-7d61c3765272 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:31:43.839874 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc6ec1da-f611-47c2-adf6-7d61c3765272'] response: {'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33263563-574d-4165-8310-485851af05a1', 'code': 200} Sep 15 10:31:44.210316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a95dc-8cb2-4a61-9204-1f4e67879a4c req-888c99db-2f95-410b-b077-d361aab0f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:44.211764 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cc2a95dc-8cb2-4a61-9204-1f4e67879a4c req-888c99db-2f95-410b-b077-d361aab0f485 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1098 time: 0.0763638 Sep 15 10:31:44.251251 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cc2a95dc-8cb2-4a61-9204-1f4e67879a4c req-72069fda-5ff4-4f9d-b9e8-f044bc507c66 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Sep 15 10:31:44.943355 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e9ef1-a937-47a5-b6b2-e89a85c9fbe6 req-d8fce6f4-3e97-45f1-88b0-56c5979df800 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:44.944813 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6b5e9ef1-a937-47a5-b6b2-e89a85c9fbe6 req-d8fce6f4-3e97-45f1-88b0-56c5979df800 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0870116 Sep 15 10:31:44.989321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6b5e9ef1-a937-47a5-b6b2-e89a85c9fbe6 req-2e4e64e7-73d7-4c2d-a7c6-4e82e61ce1bc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388765 Sep 15 10:31:46.194928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a6d06-96e4-4bbc-8f9f-d8d82706a21f req-1e823042-6f5c-4bd1-a696-835bdbd76736 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:46.196387 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f42a6d06-96e4-4bbc-8f9f-d8d82706a21f req-1e823042-6f5c-4bd1-a696-835bdbd76736 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0904636 Sep 15 10:31:46.241529 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f42a6d06-96e4-4bbc-8f9f-d8d82706a21f req-fe2cb1a8-b84c-4c50-9b1f-cfdbd492afa6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394776 Sep 15 10:31:46.445948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299437a2-a128-431a-89ed-ca2a6a20ca52 req-4a8bff57-4a78-489d-adc3-ff1d1eccbbaa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:46.447396 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-299437a2-a128-431a-89ed-ca2a6a20ca52 req-4a8bff57-4a78-489d-adc3-ff1d1eccbbaa tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0902526 Sep 15 10:31:46.490517 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-299437a2-a128-431a-89ed-ca2a6a20ca52 req-3bcdc2ff-13f0-461d-ab57-4d62477374c8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375228 Sep 15 10:31:46.920037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2cb59-c134-437f-a844-6506a4a21323 req-4d03f771-09af-4287-9e26-fa366734ec29 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:46.921481 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cca2cb59-c134-437f-a844-6506a4a21323 req-4d03f771-09af-4287-9e26-fa366734ec29 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0872710 Sep 15 10:31:46.964166 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cca2cb59-c134-437f-a844-6506a4a21323 req-e170a6de-776d-47af-a595-c25ebe82436c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Sep 15 10:31:49.611953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9c62123c-d477-42f8-9a37-3dd1605c4b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:51.054021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:51.676895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d151abe6-6e13-4f2b-83dd-a046fcdf2b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:52.527948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:52.905041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:54.434488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:58.032932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-413a7276-94d4-4aa6-9ce8-5439ce945d6b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807519 Sep 15 10:31:58.204360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-d2fc2c97-979f-40fc-880f-560c370e48cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:58.205847 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-d2fc2c97-979f-40fc-880f-560c370e48cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1098 time: 0.0832901 Sep 15 10:31:58.349687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-da9c4b8c-fe48-4553-9b14-a912348d1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:58.351164 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-da9c4b8c-fe48-4553-9b14-a912348d1c4f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1266150 Sep 15 10:31:58.421373 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-931a1f99-c7df-4441-af01-eed8998b60a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 217 time: 0.0639410 Sep 15 10:31:58.485074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-fcf2a9e7-7281-44d4-9dee-1da24066c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:58.486561 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-fcf2a9e7-7281-44d4-9dee-1da24066c376 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0589023 Sep 15 10:31:58.573683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-08f1aff6-0277-4b1c-9f2f-b496e076627f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:58.575192 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-08f1aff6-0277-4b1c-9f2f-b496e076627f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827529 Sep 15 10:31:58.711946 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-576bc21e-8815-4372-981e-5013265849ac service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298189 Sep 15 10:31:58.843573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-58a6a34c-6d8a-4367-8b30-56e584d39cd0 req-b800bff6-509a-4936-b5df-777313d85ae2 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256797 Sep 15 10:31:58.924627 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a2563-a19d-42fb-8104-59d723d94f77 req-138470e6-55aa-4162-9f69-a04dd8c6307f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:58.926099 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a30a2563-a19d-42fb-8104-59d723d94f77 req-138470e6-55aa-4162-9f69-a04dd8c6307f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0944953 Sep 15 10:31:58.971433 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a30a2563-a19d-42fb-8104-59d723d94f77 req-a8cd5470-1d5c-4a21-a58f-02b9bf04c43e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 Sep 15 10:31:58.999777 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33210) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:31:59.079538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d88025f-8a1c-438e-8113-939e27b77c75 tempest-TestMinimumBasicScenario-280461076 tempest-TestMinimumBasicScenario-280461076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:31:59.081001 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7d88025f-8a1c-438e-8113-939e27b77c75 tempest-TestMinimumBasicScenario-280461076 tempest-TestMinimumBasicScenario-280461076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1093 time: 0.0802836 Sep 15 10:31:59.084978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33214) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:31:59.089700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '33263563-574d-4165-8310-485851af05a1', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:31:59.095509 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:31:59.100044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:floatingip and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:31:59.102927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:31:59.108642 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:31:59.171382 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:59.306676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:59.453197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Allocated IP 172.26.7.169 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/7ab3f2c7-7056-469b-aea7-42f65b19eb86) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:31:59.604678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:59.686586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:31:59.753540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:31:59.756296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:31:59.760045 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:31:59.793380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=7ab3f2c7-7056-469b-aea7-42f65b19eb86,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:31:59.809225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.809563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.809926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.810257 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.810582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.810903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.811224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.811543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.811857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.812171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.812484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:31:59.812796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:00.171044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:00.294654 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:00.590911 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:00.653545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:00.759413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=7ab3f2c7-7056-469b-aea7-42f65b19eb86,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:00.763575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:00.935911 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Floating IP 03c3f2d5-d4aa-4c65-8b49-027b5c52355b associated. External IP: 172.26.7.169, port: 33263563-574d-4165-8310-485851af05a1. Sep 15 10:32:01.281951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Router 63cf9b7d-64a3-4ad5-a66f-296561444b1d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:32:01.457323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:32:01.468343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61f785-feee-4074-8454-11df62074a80 None None] Sync routers for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:32:01.478038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61f785-feee-4074-8454-11df62074a80 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:32:01.478649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2e61f785-feee-4074-8454-11df62074a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:31:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:32:01.551266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:01.611503 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6352aaa9-a9e5-442c-b978-51412dca951a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5255287 Sep 15 10:32:01.612087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:32:01.614359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33218) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:32:01.615082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0e40ea-904a-4d32-8278-47527e160a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:32:01.619908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1601064061', 'description': 'tempest-secgroup-smoke-1601064061 description', 'project_id': '5db61a50d0f94fda905e78f3348c87d7'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:32:01.627081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:32:01.631688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:32:01.634604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:32:01.640274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:32:01.658700 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75604612-f77f-4c8e-8173-f71d2d231f95 x-openstack-request-id: req-75604612-f77f-4c8e-8173-f71d2d231f95 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:32:01.658984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:32:01.659236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75604612-f77f-4c8e-8173-f71d2d231f95 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:32:01.659633 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75604612-f77f-4c8e-8173-f71d2d231f95'] response: {'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1', 'status': 'completed', 'code': 200} Sep 15 10:32:01.662616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2e61f785-feee-4074-8454-11df62074a80 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:32:01.704696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:01.777383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:32:01.792578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:32:01.796111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:32:01.804500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:32:01.846384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-0ab95281-9fc6-40b4-8ebc-c5ab20aa0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:01.847871 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-0ab95281-9fc6-40b4-8ebc-c5ab20aa0aae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1098 time: 0.1444654 Sep 15 10:32:01.979449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.017091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-981cf791-a969-4218-9a31-b91d66a4f15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:02.018503 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-981cf791-a969-4218-9a31-b91d66a4f15d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1631894 Sep 15 10:32:02.050801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2e61f785-feee-4074-8454-11df62074a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '03c3f2d5-d4aa-4c65-8b49-027b5c52355b', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'floating_ip_address': '172.26.7.169', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'port_id': '33263563-574d-4165-8310-485851af05a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'mac_address': 'fa:16:3e:4c:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:32:00Z', 'updated_at': '2022-09-15T10:32:00Z', 'revision_number': 0, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:32:02.055027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61f785-feee-4074-8454-11df62074a80 None None] Checking router: 63cf9b7d-64a3-4ad5-a66f-296561444b1d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:32:02.063055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61f785-feee-4074-8454-11df62074a80 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:32:02.063644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2e61f785-feee-4074-8454-11df62074a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:31:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:32:02.079109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.243765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-2e61f785-feee-4074-8454-11df62074a80 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:32:02.272815 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3206238d-8742-4ec3-88bd-600af2c9548c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:02.277593 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-d4d864ac-ead6-4fb9-a7d4-4a74561d0797 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 999 time: 0.2529299 Sep 15 10:32:02.281847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.282277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.282623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.282960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.283293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.283685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.284013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.284341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.284667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.285049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.285373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.285763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:32:02.340101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.344057 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c4513065-3652-46ac-8afc-70d0506abd82 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7258954 Sep 15 10:32:02.344710 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33224) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:32:02.350300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': '3206238d-8742-4ec3-88bd-600af2c9548c', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:32:02.351781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-0ae416aa-234f-434d-90dd-652f275f17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:02.353199 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-0ae416aa-234f-434d-90dd-652f275f17b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0633447 Sep 15 10:32:02.356266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:32:02.360096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:32:02.362970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:32:02.369905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:32:02.445538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-6c891bdf-a9d6-48b9-b44e-0cb0c6569d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:02.447062 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-6c891bdf-a9d6-48b9-b44e-0cb0c6569d82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875704 Sep 15 10:32:02.493367 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.564052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.581942 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-1cee13ff-f4d5-43f1-b393-7e5196e3990d service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285546 Sep 15 10:32:02.627226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-2e61f785-feee-4074-8454-11df62074a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '03c3f2d5-d4aa-4c65-8b49-027b5c52355b', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'floating_ip_address': '172.26.7.169', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'port_id': '33263563-574d-4165-8310-485851af05a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'mac_address': 'fa:16:3e:4c:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:32:00Z', 'updated_at': '2022-09-15T10:32:00Z', 'revision_number': 0, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:32:02.631042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.633433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61f785-feee-4074-8454-11df62074a80 None None] The sync data for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv is: [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '03c3f2d5-d4aa-4c65-8b49-027b5c52355b', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'floating_ip_address': '172.26.7.169', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'port_id': '33263563-574d-4165-8310-485851af05a1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'mac_address': 'fa:16:3e:4c:57:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:32:00Z', 'updated_at': '2022-09-15T10:32:00Z', 'revision_number': 0, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:32:02.660630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1bcf7b-32de-479e-a1e1-29bda76e6cd6,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:02.721528 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7d0e40ea-904a-4d32-8278-47527e160a8b req-94835929-47c2-4753-8af4-6ff9d228b2b0 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334445 Sep 15 10:32:02.728541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.729738 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cfd40926-233b-4755-8394-27f224661d8c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844938 Sep 15 10:32:02.732453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33228) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:32:02.737389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': '3206238d-8742-4ec3-88bd-600af2c9548c', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:32:02.744535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:32:02.748404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:32:02.751535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:32:02.757763 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:32:02.833805 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa55fc1-dad1-47a8-a0a4-e3a9f80b8581 None None] New status for floating IP 03c3f2d5-d4aa-4c65-8b49-027b5c52355b: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:32:02.849512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.912564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.974202 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:02.999296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96f18f1-269a-4a75-b53b-f43e5069b7ca,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:03.083164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.084560 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6cc62a4a-83b1-42a2-aee1-8a221df960ca tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3511915 Sep 15 10:32:03.087419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33232) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:32:03.092576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': '3206238d-8742-4ec3-88bd-600af2c9548c', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:32:03.099383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:32:03.103195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:32:03.106064 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:32:03.112308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:32:03.210705 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.274400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.354461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.380059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a717c70-d32a-457a-b25e-6e23c2890db7,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:03.476810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.478024 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c8a8ea48-4a12-4732-bc62-92b344dc5032 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3894718 Sep 15 10:32:03.480650 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33236) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:32:03.485655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': '3206238d-8742-4ec3-88bd-600af2c9548c', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:32:03.491607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:32:03.495479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:32:03.498351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:32:03.503916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:32:03.580228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.641576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.728174 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.755568 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3066df70-e103-47e0-8e53-a83cbffde0f3,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:03.836771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:03.837989 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7942bf12-8205-4444-a3d2-7969530762b5 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3562772 Sep 15 10:32:03.840645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33240) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:32:03.845553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': '3206238d-8742-4ec3-88bd-600af2c9548c', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:32:03.852102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:32:03.855905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:32:03.858805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:32:03.864560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:32:03.933886 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Project 5db61a50d0f94fda905e78f3348c87d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:32:03.940682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:04.007479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:04.064982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:04.089639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb64ce21-ecc1-43cb-9bbb-c5151443353a,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:04.165503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:04.166756 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7edeef65-7876-4873-995f-c66a364d7169 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3251486 Sep 15 10:32:04.169401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33244) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:32:04.174364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'security_group_rule': {'security_group_id': '3206238d-8742-4ec3-88bd-600af2c9548c', 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:32:04.180303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:32:04.184102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Usage tracker for resource:security_group_rule and tenant:5db61a50d0f94fda905e78f3348c87d7 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:32:04.186915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:32:04.193214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:32:04.277004 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Project 5db61a50d0f94fda905e78f3348c87d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:32:04.283558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:04.349409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:04.411502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:04.435848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b91b11d1-6665-4fc0-9df7-8e4e3128386e,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:04.522420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:04.523615 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-eeae9525-1272-4628-a5a5-536bf531b65e tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3532701 Sep 15 10:32:04.650122 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-ee84c349-84d7-45ff-8f39-59d5bebc928d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601064061&fields=id&tenant_id=5db61a50d0f94fda905e78f3348c87d7 HTTP/1.1" status: 200 len: 267 time: 0.0393927 Sep 15 10:32:04.747068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-b7c64f6a-9b96-4baa-ab9e-9533170b5c64 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:04.748536 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-b7c64f6a-9b96-4baa-ab9e-9533170b5c64 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0931935 Sep 15 10:32:04.759415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'port': {'security_groups': ['6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9', '3206238d-8742-4ec3-88bd-600af2c9548c']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:32:04.983535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:05.236731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] For port 33263563-574d-4165-8310-485851af05a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=33263563-574d-4165-8310-485851af05a1,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:32:05.260203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:05.325762 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:05.335658 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:05.336253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:05.337612 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a800e6ab-4dd9-42b9-91ef-61f6d55ff525 req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "PUT /v2.0/ports/33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 981 time: 0.5829504 Sep 15 10:32:05.361075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['33263563-574d-4165-8310-485851af05a1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:32:05.369017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:32:05.371395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cdcca8-664f-4daa-8cae-9780efd7dd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:32:05.417402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0ab0a-0d4c-456f-ab5a-6e522ee20e1a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=33263563-574d-4165-8310-485851af05a1,revision_number=6']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:32:05.493913 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['33263563-574d-4165-8310-485851af05a1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:32:05.532404 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c51266-6861-4a2b-b80a-071565475a4f req-1db0a633-e0e1-436a-81f0-37a18376649f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:05.533922 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-76c51266-6861-4a2b-b80a-071565475a4f req-1db0a633-e0e1-436a-81f0-37a18376649f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0932503 Sep 15 10:32:05.580409 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-76c51266-6861-4a2b-b80a-071565475a4f req-1df41d69-3057-40cd-ab5f-44948971e0f9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397096 Sep 15 10:32:05.633223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333ba9ca-ac37-4d49-ac89-758d7459f0ab x-openstack-request-id: req-333ba9ca-ac37-4d49-ac89-758d7459f0ab {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:32:05.633508 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:32:05.633759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-333ba9ca-ac37-4d49-ac89-758d7459f0ab {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:32:05.634214 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-333ba9ca-ac37-4d49-ac89-758d7459f0ab'] response: {'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1', 'status': 'completed', 'code': 200} Sep 15 10:32:05.759880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-a9e022c2-9486-4154-9161-876be5c81645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:05.761287 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-a9e022c2-9486-4154-9161-876be5c81645 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1137 time: 0.0818474 Sep 15 10:32:05.895540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-c7b81d58-42ff-4025-aa9e-d745426bbc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:05.897024 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-c7b81d58-42ff-4025-aa9e-d745426bbc1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1285305 Sep 15 10:32:06.002866 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-6132f496-f52f-4d75-a6b1-523362f45a07 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 1001 time: 0.0991759 Sep 15 10:32:06.065282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-6ffcd747-3c03-4b07-bf22-b16196ed0cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:06.066669 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-6ffcd747-3c03-4b07-bf22-b16196ed0cbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0576551 Sep 15 10:32:06.152468 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-0dfc6ad1-87a5-43af-b210-5e27a26b33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:06.153955 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-0dfc6ad1-87a5-43af-b210-5e27a26b33bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811470 Sep 15 10:32:06.285662 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-f755b424-b89c-4b85-8b2f-fcf3c5aee306 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250465 Sep 15 10:32:06.418607 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02cdcca8-664f-4daa-8cae-9780efd7dd2a req-e3057876-dd88-4a4a-9e95-a3123222f7b8 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269004 Sep 15 10:32:18.152547 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:32:19.611006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e3aa053e-f4da-40b2-bcaa-c3ca1e9c62e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:20.174893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951797c4-5a8f-4483-8c6f-5df9e006d244 req-ef4446da-2d74-4896-991a-17fe75b681c6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:20.176342 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-951797c4-5a8f-4483-8c6f-5df9e006d244 req-ef4446da-2d74-4896-991a-17fe75b681c6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0876350 Sep 15 10:32:20.222423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-a050252c-7463-4e7b-8642-2ca4747b37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:20.223913 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-a050252c-7463-4e7b-8642-2ca4747b37a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1137 time: 0.0799429 Sep 15 10:32:20.226343 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-951797c4-5a8f-4483-8c6f-5df9e006d244 req-267d9804-9461-48da-9d8e-41403859c3c2 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435328 Sep 15 10:32:20.454979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-c56ae9fb-03f2-4d69-b10c-7f55cc07595f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:20.456403 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-c56ae9fb-03f2-4d69-b10c-7f55cc07595f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.2266693 Sep 15 10:32:20.560140 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-c61d1a3b-ea8c-4476-b730-174706de09bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 1001 time: 0.0969288 Sep 15 10:32:20.621858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-cf117843-5f03-48d4-9a4c-06eed738d3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:20.623166 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-cf117843-5f03-48d4-9a4c-06eed738d3f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0566552 Sep 15 10:32:20.707323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-6f466e21-b353-4afd-ba5a-9a144397bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:20.708764 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-6f466e21-b353-4afd-ba5a-9a144397bd8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790734 Sep 15 10:32:20.839062 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-fc8c59d2-2248-4a40-83d0-8b94b345b3c6 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237788 Sep 15 10:32:20.969858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-46dd891b-14f7-4127-8cb5-33a2693abb74 req-0ec5f00d-e64f-4546-8d2f-c03528374d59 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246173 Sep 15 10:32:21.096896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:21.435449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb629a4-073c-4998-99e1-d309b85f729b req-d6b3a4f2-d359-4226-8135-750ab0353dab tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:21.437080 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0bb629a4-073c-4998-99e1-d309b85f729b req-d6b3a4f2-d359-4226-8135-750ab0353dab tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0890682 Sep 15 10:32:21.484647 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0bb629a4-073c-4998-99e1-d309b85f729b req-b368326f-562e-47a9-a4db-07f0054dc603 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417910 Sep 15 10:32:21.682469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01044d0e-edfa-453d-bdf2-2fd2b5ccaaf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:22.568155 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:22.694031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfe540-eb25-4f09-90dd-1caf91480428 req-3a471513-027d-4cad-9a6f-9c7413a22097 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:22.695489 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f5dfe540-eb25-4f09-90dd-1caf91480428 req-3a471513-027d-4cad-9a6f-9c7413a22097 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0923240 Sep 15 10:32:22.741210 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f5dfe540-eb25-4f09-90dd-1caf91480428 req-dea10809-0ce3-4857-a5fd-0defdff165c9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395401 Sep 15 10:32:22.924804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:23.947897 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cdd64-c0cd-4024-8283-e1ced511cc53 req-50c27144-bfe2-49b5-ba37-9a19eaed57b8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:23.949342 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-414cdd64-c0cd-4024-8283-e1ced511cc53 req-50c27144-bfe2-49b5-ba37-9a19eaed57b8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0882080 Sep 15 10:32:23.998656 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-414cdd64-c0cd-4024-8283-e1ced511cc53 req-404e4591-e4b7-4e62-9560-c94a22d08cfe tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435581 Sep 15 10:32:24.439636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:25.256513 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb38972-c841-44ff-96c8-6959abcd6e65 req-c29f33e6-8cb2-49fa-a7f7-b3380ff7d83a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:25.257979 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-afb38972-c841-44ff-96c8-6959abcd6e65 req-c29f33e6-8cb2-49fa-a7f7-b3380ff7d83a tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.1404161 Sep 15 10:32:25.304412 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-afb38972-c841-44ff-96c8-6959abcd6e65 req-ff9af798-76ad-4e16-ad48-a9c7a094fc86 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403748 Sep 15 10:32:26.513236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0cf78-8f9e-4c48-a553-c67056281df5 req-bfbec72a-e5a7-4c0a-b041-8bd4380eb284 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:26.514716 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-89c0cf78-8f9e-4c48-a553-c67056281df5 req-bfbec72a-e5a7-4c0a-b041-8bd4380eb284 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0922027 Sep 15 10:32:26.560678 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-89c0cf78-8f9e-4c48-a553-c67056281df5 req-4ea0b09c-69eb-4689-98c0-80e738bbdcb6 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399821 Sep 15 10:32:27.771873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa5f31-2227-49f2-aef3-17eb1bbcd67e req-9d65f1f3-92bd-4da0-a1cd-486dca7bbbc3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:27.773344 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-90aa5f31-2227-49f2-aef3-17eb1bbcd67e req-9d65f1f3-92bd-4da0-a1cd-486dca7bbbc3 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0884709 Sep 15 10:32:27.825002 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-90aa5f31-2227-49f2-aef3-17eb1bbcd67e req-7daf3d47-b2b1-4e50-bbc4-b432a572bc71 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447569 Sep 15 10:32:29.032130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510b902-f934-4817-897e-74b3c969405a req-4e4af883-6eaa-4fbf-9dca-eeed95acf100 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:29.033621 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2510b902-f934-4817-897e-74b3c969405a req-4e4af883-6eaa-4fbf-9dca-eeed95acf100 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0871067 Sep 15 10:32:29.078857 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2510b902-f934-4817-897e-74b3c969405a req-c2f605ba-1ba2-4b42-b4c8-722b6a6037c9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392210 Sep 15 10:32:30.285443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b333ce-c3fe-4ee7-b99a-c09a3c141f01 req-5b3ecee8-216a-4a6d-b792-cd6a80386056 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:30.286923 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-70b333ce-c3fe-4ee7-b99a-c09a3c141f01 req-5b3ecee8-216a-4a6d-b792-cd6a80386056 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0891998 Sep 15 10:32:30.332450 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-70b333ce-c3fe-4ee7-b99a-c09a3c141f01 req-8a66eb6e-78bd-420c-9bb6-40118e95a592 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391588 Sep 15 10:32:31.539790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3988f-434c-47dd-bea0-d352851a029f req-12e49c59-bcd4-4466-996a-f3397547c895 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:31.541243 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75c3988f-434c-47dd-bea0-d352851a029f req-12e49c59-bcd4-4466-996a-f3397547c895 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0862844 Sep 15 10:32:31.590318 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75c3988f-434c-47dd-bea0-d352851a029f req-a09fa51f-57d7-413a-84dd-b9167ba75a1b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425613 Sep 15 10:32:32.796914 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0eb5ed-365d-43ee-a905-76a462a3ed11 req-2e7da96d-2a0e-4244-a551-226ff9d5673c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:32.798372 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf0eb5ed-365d-43ee-a905-76a462a3ed11 req-2e7da96d-2a0e-4244-a551-226ff9d5673c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0899329 Sep 15 10:32:32.843450 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cf0eb5ed-365d-43ee-a905-76a462a3ed11 req-1c9228bd-db13-41db-99d0-c23e6c7502df tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&id=3206238d-8742-4ec3-88bd-600af2c9548c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393436 Sep 15 10:32:49.661522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-52bac16d-b351-4b8b-997f-4dda29d5e4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:51.055620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:51.695602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c4eddb8c-e091-4f3f-9f56-364d8419ec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:52.544620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:52.910602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:54.453620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:32:55.153027 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:32:58.110989 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-3490a659-2638-464c-97c9-b0e7377fe616 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1123219 Sep 15 10:32:58.276086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-505ba807-1781-41be-a9f3-b6b25eacb421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:58.278009 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-505ba807-1781-41be-a9f3-b6b25eacb421 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1137 time: 0.0799818 Sep 15 10:32:58.418930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-4b3930d8-aed6-4af2-84e0-ad48d1ad58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:58.420361 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-4b3930d8-aed6-4af2-84e0-ad48d1ad58c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1240833 Sep 15 10:32:58.521328 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-e31d1689-d571-48e8-984f-cd496275ab1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 1001 time: 0.0936518 Sep 15 10:32:58.583284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-9e2589df-e516-4aa1-8a6e-979c0b65c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:58.584619 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-9e2589df-e516-4aa1-8a6e-979c0b65c95b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0558722 Sep 15 10:32:58.669599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-6274ec39-8c06-4c60-aeb3-d7e2b7e7771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:32:58.671112 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-6274ec39-8c06-4c60-aeb3-d7e2b7e7771a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798209 Sep 15 10:32:58.802305 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-4108d419-1c01-42eb-a34f-b1fb01f0489b service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234052 Sep 15 10:32:58.939968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-aa06ae15-884c-4493-b2e3-88a1a116a16c req-91f5f2d1-9fb9-4ca1-8cd9-7df25e10f2fd service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315596 Sep 15 10:33:05.276548 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-d346419e-3933-4a3e-bb39-d7079053cf05 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1601064061&fields=id&tenant_id=5db61a50d0f94fda905e78f3348c87d7 HTTP/1.1" status: 200 len: 267 time: 0.0395257 Sep 15 10:33:05.370486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-ad037fc9-4c28-4219-aa21-85a19fad00eb tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:05.371933 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-ad037fc9-4c28-4219-aa21-85a19fad00eb tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 984 time: 0.0899270 Sep 15 10:33:05.382973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Request body: {'port': {'security_groups': ['6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9']}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:05.506358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:05.840222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] For port 33263563-574d-4165-8310-485851af05a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=33263563-574d-4165-8310-485851af05a1,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:05.864981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:05.927431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:05.960203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['33263563-574d-4165-8310-485851af05a1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:33:05.968046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:05.968656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:05.970063 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-94d712e6-4610-4634-8f2f-82c3d1aaeb05 req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "PUT /v2.0/ports/33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 942 time: 0.5914159 Sep 15 10:33:05.970496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:33:05.972769 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da08f094-bbb3-44b3-b2b2-3644911e67b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:33:05.977851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33316) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:06.037023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f708aa74-4c69-495f-9e88-d44037b14385 x-openstack-request-id: req-f708aa74-4c69-495f-9e88-d44037b14385 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:33:06.037313 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:33:06.037618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f708aa74-4c69-495f-9e88-d44037b14385 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:33:06.038028 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f708aa74-4c69-495f-9e88-d44037b14385'] response: {'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1', 'status': 'completed', 'code': 200} Sep 15 10:33:06.041840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event updated for resources: {'Port': ['ID=33263563-574d-4165-8310-485851af05a1,revision_number=7']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:06.050758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.051001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.051306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.051643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.052112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.052420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.052735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.053063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.053386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.053709 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.054063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.054377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5095ffa4-9f58-45ac-997a-14382d5e3c3c tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.067981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:06.093759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['33263563-574d-4165-8310-485851af05a1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:33:06.145027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:06.317165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-b1ef528f-a51e-4fec-8c40-b9d6661c428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:06.318693 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-b1ef528f-a51e-4fec-8c40-b9d6661c428f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1098 time: 0.2360635 Sep 15 10:33:06.456625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-bc10953c-dd38-45d1-8912-c35bbb11c52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:06.458145 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-bc10953c-dd38-45d1-8912-c35bbb11c52c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1329153 Sep 15 10:33:06.520403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:06.560989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206238d-8742-4ec3-88bd-600af2c9548c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:06.584806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.585139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.585480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.585836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.586170 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.586501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.586830 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.587159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.587483 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.587807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.588176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.588481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:06.595154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:06.596109 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e0e631ba-c589-4d26-b8ca-80eb2c96909f tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "DELETE /v2.0/security-groups/3206238d-8742-4ec3-88bd-600af2c9548c HTTP/1.1" status: 204 len: 168 time: 0.6174927 Sep 15 10:33:06.599033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33320) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:06.605538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-5d86689c-8fab-4911-83a0-2cdb8e404697 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 1001 time: 0.1412892 Sep 15 10:33:06.669501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-29e5ef92-c45b-422b-870f-505e52eef85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:06.671105 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-29e5ef92-c45b-422b-870f-505e52eef85a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0593579 Sep 15 10:33:06.758140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-7a3536d0-ef89-4ffa-bdc6-487b540d7dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:06.759539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-7a3536d0-ef89-4ffa-bdc6-487b540d7dc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827754 Sep 15 10:33:06.802702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Deleting port 7ab3f2c7-7056-469b-aea7-42f65b19eb86 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:06.803042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:06.896086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-3533c306-a656-4f4a-a666-565980c8351a service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307931 Sep 15 10:33:06.967889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:06.968213 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:07.036024 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-da08f094-bbb3-44b3-b2b2-3644911e67b6 req-8d8a1a5c-0e6d-423c-998b-8ae5a8214f2c service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318786 Sep 15 10:33:07.089473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Calling delete_port for 7ab3f2c7-7056-469b-aea7-42f65b19eb86 owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:07.318702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:07.365724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event deleted for resources: {'Port': ['ID=7ab3f2c7-7056-469b-aea7-42f65b19eb86,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:07.464126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:07.464451 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Floating IP 03c3f2d5-d4aa-4c65-8b49-027b5c52355b disassociated (deleted). External IP: 172.26.7.169, port: 33263563-574d-4165-8310-485851af05a1. Sep 15 10:33:07.809958 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Router 63cf9b7d-64a3-4ad5-a66f-296561444b1d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:33:08.095995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:33:08.105265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] Sync routers for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:33:08.112979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:08.114937 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:08.115592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:32:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:08.175802 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe296edf-d834-4051-a7e6-1f4dc0258bfc tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "DELETE /v2.0/floatingips/03c3f2d5-d4aa-4c65-8b49-027b5c52355b HTTP/1.1" status: 204 len: 168 time: 1.5756779 Sep 15 10:33:08.176371 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:33:08.178666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f253720-270f-4c5f-a1c9-c215882697c7" -d '{"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:33:08.303175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:08.617221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:08.620994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] Checking router: 63cf9b7d-64a3-4ad5-a66f-296561444b1d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:33:08.629224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:08.629790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:32:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:08.738846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aac010-14af-46ce-a2dc-beacc1db97f3 x-openstack-request-id: req-d3aac010-14af-46ce-a2dc-beacc1db97f3 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:33:08.739297 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "tag": "33263563-574d-4165-8310-485851af05a1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:33:08.739612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3aac010-14af-46ce-a2dc-beacc1db97f3 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:33:08.740104 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3aac010-14af-46ce-a2dc-beacc1db97f3'] response: {'name': 'network-changed', 'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'tag': '33263563-574d-4165-8310-485851af05a1', 'status': 'completed', 'code': 200} Sep 15 10:33:08.819428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:08.866983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-1fc515cb-71d6-490d-974b-94f1890232c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:08.868544 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-1fc515cb-71d6-490d-974b-94f1890232c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5db61a50d0f94fda905e78f3348c87d7&device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 1098 time: 0.0873206 Sep 15 10:33:09.001988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-7d34c30f-9279-4106-86ef-30b3eeeafcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:09.003479 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-7d34c30f-9279-4106-86ef-30b3eeeafcad service neutron] 10.222.0.16 "GET /v2.0/networks?id=5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 200 len: 916 time: 0.1291709 Sep 15 10:33:09.078245 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-22644541-bec3-4a25-a80a-ac1378d7c0c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 200 len: 217 time: 0.0683484 Sep 15 10:33:09.140327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-d44f697e-720b-4369-8bd6-7ec74b16ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:09.141730 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-d44f697e-720b-4369-8bd6-7ec74b16ff4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 200 len: 854 time: 0.0573125 Sep 15 10:33:09.190604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:09.194546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e5bfe4-9c42-47b0-b445-c2db6b542a09 None None] The sync data for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv is: [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:27:05Z', 'revision_number': 4, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '45c92a7e-f404-49b6-a937-071ab515d576', 'name': '', 'network_id': '5041c732-8220-4f32-90d2-6df77c008f2a', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'mac_address': 'fa:16:3e:c9:76:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:04Z', 'updated_at': '2022-09-15T10:27:09Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'subnets': [{'id': 'bcf1bef1-aa0e-4d2f-878b-07c23b6dce86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:33:09.235440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-ee3970e3-80a2-4f87-af92-adebb20d462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:09.235440 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-ee3970e3-80a2-4f87-af92-adebb20d462d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5041c732-8220-4f32-90d2-6df77c008f2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832729 Sep 15 10:33:09.371438 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-b471e1e5-b07d-4e3b-8d0e-65b3b8e27f26 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341219 Sep 15 10:33:09.430017 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1da0df-1cb8-48b1-98d4-09448309a17c None None] New status for floating IP 03c3f2d5-d4aa-4c65-8b49-027b5c52355b: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:33:09.514795 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3f253720-270f-4c5f-a1c9-c215882697c7 req-47d22490-9704-47eb-8280-5f673d275961 service neutron] 10.222.0.16 "GET /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359673 Sep 15 10:33:14.377173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4d493-d7ff-409e-8b79-7c7322203619 req-6616747d-8f0b-425c-a4f8-0543a3db42c4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:14.377884 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-dee4d493-d7ff-409e-8b79-7c7322203619 req-6616747d-8f0b-425c-a4f8-0543a3db42c4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Synchronizing usage tracker for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:33:14.453462 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-dee4d493-d7ff-409e-8b79-7c7322203619 req-6616747d-8f0b-425c-a4f8-0543a3db42c4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Unset dirty status for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:33:14.454629 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dee4d493-d7ff-409e-8b79-7c7322203619 req-6616747d-8f0b-425c-a4f8-0543a3db42c4 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.1643610 Sep 15 10:33:14.501280 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dee4d493-d7ff-409e-8b79-7c7322203619 req-e3feaa06-07a3-4ad0-aaac-c8c555686b3b tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405121 Sep 15 10:33:15.708205 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459863cc-2865-4722-b195-a0a71482db48 req-eb67f99f-2fa1-45c5-9a9c-3bfb109ed0e9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:15.709669 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-459863cc-2865-4722-b195-a0a71482db48 req-eb67f99f-2fa1-45c5-9a9c-3bfb109ed0e9 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0896282 Sep 15 10:33:15.753264 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-459863cc-2865-4722-b195-a0a71482db48 req-9c2c7b3f-88cd-4cf9-8b48-54bd661b593d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Sep 15 10:33:16.306639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-4ba5479a-1acb-4c8a-8f1f-6bb645cb90ab tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:16.307316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-4ba5479a-1acb-4c8a-8f1f-6bb645cb90ab tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Synchronizing usage tracker for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:33:16.319592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-4ba5479a-1acb-4c8a-8f1f-6bb645cb90ab tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Unset dirty status for tenant:5db61a50d0f94fda905e78f3348c87d7 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:33:16.320789 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-4ba5479a-1acb-4c8a-8f1f-6bb645cb90ab tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0999470 Sep 15 10:33:16.390163 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Deleting port 33263563-574d-4165-8310-485851af05a1 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:16.390501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:16.735410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] For port 33263563-574d-4165-8310-485851af05a1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=33263563-574d-4165-8310-485851af05a1,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:16.735775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:16.867883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Calling delete_port for 33263563-574d-4165-8310-485851af05a1 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:16.966141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf71b7-da44-436e-a412-6819a0090a7f req-fe6d3b91-5fb8-4261-950e-655781739765 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:16.968184 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eadf71b7-da44-436e-a412-6819a0090a7f req-fe6d3b91-5fb8-4261-950e-655781739765 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 945 time: 0.0936670 Sep 15 10:33:17.013254 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eadf71b7-da44-436e-a412-6819a0090a7f req-7bbadbb8-1f71-4fa9-8a02-aa054185b914 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/security-groups?id=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395470 Sep 15 10:33:17.076102 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:17.110109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['33263563-574d-4165-8310-485851af05a1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:33:17.130580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Pushing event deleted for resources: {'Port': ['ID=33263563-574d-4165-8310-485851af05a1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:17.217732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] No DVR routers for this DVR port 33263563-574d-4165-8310-485851af05a1 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:33:17.220216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:17.222773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'name': 'network-vif-deleted', 'tag': '33263563-574d-4165-8310-485851af05a1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:33:17.225007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe483fb-cbde-4905-901b-29c805dbf336" -d '{"events": [{"server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "name": "network-vif-deleted", "tag": "33263563-574d-4165-8310-485851af05a1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:33:17.267401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66972244-b756-403d-908f-7cef444e0b4b x-openstack-request-id: req-66972244-b756-403d-908f-7cef444e0b4b {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:33:17.267690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8dc6953-0e85-43ab-b344-4ccee7b5ec3b", "name": "network-vif-deleted", "tag": "33263563-574d-4165-8310-485851af05a1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:33:17.267964 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66972244-b756-403d-908f-7cef444e0b4b {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:33:17.268361 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66972244-b756-403d-908f-7cef444e0b4b'] response: {'server_uuid': 'c8dc6953-0e85-43ab-b344-4ccee7b5ec3b', 'name': 'network-vif-deleted', 'tag': '33263563-574d-4165-8310-485851af05a1', 'status': 'completed', 'code': 200} Sep 15 10:33:17.313697 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-adcc97fe-c9a9-455e-9c00-a1cba5877fdd req-faf50290-8de6-455b-84f1-6d4e3c5c1b6d tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.16 "DELETE /v2.0/ports/33263563-574d-4165-8310-485851af05a1 HTTP/1.1" status: 204 len: 173 time: 0.9879713 Sep 15 10:33:18.199382 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8f403cc-5d1e-4795-8597-eb65a4192ed8 req-6a730e7b-2ad0-4f5e-83fe-a6b7d84c7ca8 tempest-TestMinimumBasicScenario-106134529 tempest-TestMinimumBasicScenario-106134529-project] 10.222.0.62 "GET /v2.0/ports?device_id=c8dc6953-0e85-43ab-b344-4ccee7b5ec3b HTTP/1.1" status: 200 len: 210 time: 0.0524540 Sep 15 10:33:19.619012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0cbf7fe0-1db5-4268-a7a2-6802deed561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:19.680216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 33263563-574d-4165-8310-485851af05a1 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:33:19.716556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 33263563-574d-4165-8310-485851af05a1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:33:19.716901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 33263563-574d-4165-8310-485851af05a1 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:33:20.448129 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33412) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:21.064577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:21.125767 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:21.577715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Deleting port 45c92a7e-f404-49b6-a937-071ab515d576 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:21.578430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:21.693091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9eae12fd-65fd-4bb9-9adf-a269a08213d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:21.757194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] For port 45c92a7e-f404-49b6-a937-071ab515d576, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=45c92a7e-f404-49b6-a937-071ab515d576,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:21.757544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:21.878120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Calling delete_port for 45c92a7e-f404-49b6-a937-071ab515d576 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:22.258973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:22.309671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c92a7e-f404-49b6-a937-071ab515d576,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:22.557882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:22.586012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:22.917841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:23.059112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Router 63cf9b7d-64a3-4ad5-a66f-296561444b1d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:33:23.240026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:33:23.248906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] Sync routers for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:33:23.252077 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-09dea9b6-b20f-46fb-b2b9-aa150dc05b87 admin admin] 10.222.0.62 "PUT /v2.0/routers/63cf9b7d-64a3-4ad5-a66f-296561444b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8029048 Sep 15 10:33:23.254598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33418) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:23.258140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:23.258752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:23.428364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:23.437601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:23.607260 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:23.689497 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Deleting port 90f4026f-7e34-4e26-b225-483db87ec4db {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:23.689941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:23.735780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161'}], 'enable_snat': True}, 'gw_port_id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:33:22Z', 'revision_number': 5, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port': {'id': '90f4026f-7e34-4e26-b225-483db87ec4db', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:cc:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:01Z', 'updated_at': '2022-09-15T10:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:23.739531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] Checking router: 63cf9b7d-64a3-4ad5-a66f-296561444b1d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:33:23.747692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] Routers {'63cf9b7d-64a3-4ad5-a66f-296561444b1d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:23.748275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:23.863993 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] For port 90f4026f-7e34-4e26-b225-483db87ec4db, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=90f4026f-7e34-4e26-b225-483db87ec4db,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:23.864607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:23.896778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] Set router 63cf9b7d-64a3-4ad5-a66f-296561444b1d gateway port host: None {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:23.989406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Calling delete_port for 90f4026f-7e34-4e26-b225-483db87ec4db owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:24.002028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:33:23Z', 'revision_number': 6, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:24.005859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6ec8d-d939-4e43-a341-173b5749dbf0 None None] The sync data for ids ['63cf9b7d-64a3-4ad5-a66f-296561444b1d'] in dv-neutron-857775-1-hyperv is: [{'id': '63cf9b7d-64a3-4ad5-a66f-296561444b1d', 'name': 'tempest-TestMinimumBasicScenario-1205976242-router', 'tenant_id': '5db61a50d0f94fda905e78f3348c87d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:00Z', 'updated_at': '2022-09-15T10:33:23Z', 'revision_number': 6, 'project_id': '5db61a50d0f94fda905e78f3348c87d7', 'gw_port_host': None}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:33:24.235765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.281967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=90f4026f-7e34-4e26-b225-483db87ec4db,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:24.386335 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.466669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.665416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.667598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.775466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.776011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63cf9b7d-64a3-4ad5-a66f-296561444b1d {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:33:24.789173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.790332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9887cd86-4a7c-4458-9d86-7155f6ed4fc5 admin admin] 10.222.0.62 "DELETE /v2.0/routers/63cf9b7d-64a3-4ad5-a66f-296561444b1d HTTP/1.1" status: 204 len: 168 time: 1.5348346 Sep 15 10:33:24.792864 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33422) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:24.854074 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-81dd9931-057e-42cf-8f78-4c2920dadf28 admin admin] Deleting subnet bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:33:24.856995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-81dd9931-057e-42cf-8f78-4c2920dadf28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.909960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-81dd9931-057e-42cf-8f78-4c2920dadf28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:24.993041 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-81dd9931-057e-42cf-8f78-4c2920dadf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.124000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-81dd9931-057e-42cf-8f78-4c2920dadf28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.165736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd9931-057e-42cf-8f78-4c2920dadf28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcf1bef1-aa0e-4d2f-878b-07c23b6dce86,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:25.169130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-81dd9931-057e-42cf-8f78-4c2920dadf28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.175159 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-81dd9931-057e-42cf-8f78-4c2920dadf28 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bcf1bef1-aa0e-4d2f-878b-07c23b6dce86 HTTP/1.1" status: 204 len: 168 time: 0.3813045 Sep 15 10:33:25.175433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfef916-86d5-4bf2-9a37-5dfe687e5a59 None None] Network 5041c732-8220-4f32-90d2-6df77c008f2a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:33:25.177897 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33426) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:25.279011 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.290151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Deleting port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:25.290479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.442417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] DHCP port deletion for 5041c732-8220-4f32-90d2-6df77c008f2a request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:33:25.446746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] Deleting port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:25.447180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.497356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] For port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8b0d0bc4-444e-4953-b4f2-6053e46a8c3e,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:25.497708 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.621148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Calling delete_port for 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:25.655534 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:33:25.743323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] For port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=8b0d0bc4-444e-4953-b4f2-6053e46a8c3e,segment=NetworkSegment(6febbe4b-7029-4d93-88cc-e42678f9e07d),segment_id=6febbe4b-7029-4d93-88cc-e42678f9e07d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:25.743714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.767525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.812719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0d0bc4-444e-4953-b4f2-6053e46a8c3e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:25.818108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] No DVR routers for this DVR port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:33:25.861691 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No ports have port_id starting with 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e Sep 15 10:33:25.868287 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] Calling delete_port for 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:25.897297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 45c92a7e-f404-49b6-a937-071ab515d576 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:33:25.937302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:25.945734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 45c92a7e-f404-49b6-a937-071ab515d576 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:33:25.946097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 45c92a7e-f404-49b6-a937-071ab515d576 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:33:25.951839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 90f4026f-7e34-4e26-b225-483db87ec4db no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:33:25.962602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5041c732-8220-4f32-90d2-6df77c008f2a']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:25.974699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6febbe4b-7029-4d93-88cc-e42678f9e07d') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:25.974996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6febbe4b-7029-4d93-88cc-e42678f9e07d') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:25.982041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 90f4026f-7e34-4e26-b225-483db87ec4db {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:33:25.982987 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 90f4026f-7e34-4e26-b225-483db87ec4db not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:33:25.990279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:26.009275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:33:26.009626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:33:26.011592 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:26.017786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:33:26.018162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:26.115496 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 6febbe4b-7029-4d93-88cc-e42678f9e07d resource provider aggregate not found Sep 15 10:33:26.131919 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 6febbe4b-7029-4d93-88cc-e42678f9e07d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6febbe4b-7029-4d93-88cc-e42678f9e07d found for delete ", "request_id": "req-6a985b04-3172-41bc-80ac-1792452cf9ee"}]} Sep 15 10:33:26.184292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:26.200694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:26.210984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] Pushing event deleted for resources: {'Network': ['ID=5041c732-8220-4f32-90d2-6df77c008f2a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:26.316615 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-960f5aff-9e23-40c8-aab6-3ea4bd41a19e admin admin] 10.222.0.62 "DELETE /v2.0/networks/5041c732-8220-4f32-90d2-6df77c008f2a HTTP/1.1" status: 204 len: 168 time: 1.1375530 Sep 15 10:33:26.319507 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33436) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:26.510650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] Deleting port 8b0d0bc4-444e-4953-b4f2-6053e46a8c3e {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:26.511216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:26.578576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9b3a77c9-04a2-4907-9016-0144959c6abc None None] The port '8b0d0bc4-444e-4953-b4f2-6053e46a8c3e' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:33:26.959036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:27.302581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Deleting port 052d1fe4-0981-4bba-a769-2f616c8d241d {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:27.303176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:27.470941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] For port 052d1fe4-0981-4bba-a769-2f616c8d241d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=052d1fe4-0981-4bba-a769-2f616c8d241d,segment=NetworkSegment(00610f1e-5e1a-4649-b013-32e45b34d1c5),segment_id=00610f1e-5e1a-4649-b013-32e45b34d1c5)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:27.471304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:27.590773 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Calling delete_port for 052d1fe4-0981-4bba-a769-2f616c8d241d owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:27.830100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:27.879290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Pushing event deleted for resources: {'Port': ['ID=052d1fe4-0981-4bba-a769-2f616c8d241d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:28.259885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:28.611298 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Router 6b721d41-e008-44be-9105-95abc643cd85 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:33:28.786638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:33:28.795970 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] Sync routers for ids ['6b721d41-e008-44be-9105-95abc643cd85'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:33:28.804747 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] Routers {'6b721d41-e008-44be-9105-95abc643cd85'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:28.805346 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6b721d41-e008-44be-9105-95abc643cd85'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:28.868346 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c1fad770-226e-4ef2-b9e2-740bd87b089d admin admin] 10.222.0.62 "PUT /v2.0/routers/6b721d41-e008-44be-9105-95abc643cd85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5476873 Sep 15 10:33:28.870805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33440) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:28.985363 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] Set router 6b721d41-e008-44be-9105-95abc643cd85 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:29.050716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:29.224493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:29.269812 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227'}], 'enable_snat': True}, 'gw_port_id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:33:27Z', 'revision_number': 5, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port': {'id': 'd280ed28-c380-48c5-99a1-fb8ceef702b4', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:69:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b721d41-e008-44be-9105-95abc643cd85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:27:09Z', 'updated_at': '2022-09-15T10:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:29.273557 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] Checking router: 6b721d41-e008-44be-9105-95abc643cd85 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:33:29.282726 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] Routers {'6b721d41-e008-44be-9105-95abc643cd85'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:29.283318 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['6b721d41-e008-44be-9105-95abc643cd85'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:29.312509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Deleting port d280ed28-c380-48c5-99a1-fb8ceef702b4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:29.316904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:29.436207 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] Set router 6b721d41-e008-44be-9105-95abc643cd85 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:29.495886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] For port d280ed28-c380-48c5-99a1-fb8ceef702b4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d280ed28-c380-48c5-99a1-fb8ceef702b4,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:29.496150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:29.581416 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:33:29Z', 'revision_number': 6, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:29.586244 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361ce0b5-60f6-4af2-b5ed-31e181061572 None None] The sync data for ids ['6b721d41-e008-44be-9105-95abc643cd85'] in dv-neutron-857775-1-hyperv is: [{'id': '6b721d41-e008-44be-9105-95abc643cd85', 'name': 'tempest-TestMinimumBasicScenario-1568400293-router', 'tenant_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:27:08Z', 'updated_at': '2022-09-15T10:33:29Z', 'revision_number': 6, 'project_id': '9ca028b46cdf4be2afc15184ce9dbf06', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:33:29.740051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Calling delete_port for d280ed28-c380-48c5-99a1-fb8ceef702b4 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:30.007215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.054005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d280ed28-c380-48c5-99a1-fb8ceef702b4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:30.155287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.335677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.337837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.430153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.430662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b721d41-e008-44be-9105-95abc643cd85 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:33:30.444619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.445907 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d8662065-783c-4386-87f2-3e497ffe5fb4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6b721d41-e008-44be-9105-95abc643cd85 HTTP/1.1" status: 204 len: 168 time: 1.5739679 Sep 15 10:33:30.448745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33444) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:30.512148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5260ce96-cebc-4562-8881-cece8c07a530 admin admin] Deleting subnet 40764622-c213-489b-bb53-96093869a2bf {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:33:30.515274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5260ce96-cebc-4562-8881-cece8c07a530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.565045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5260ce96-cebc-4562-8881-cece8c07a530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.640934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5260ce96-cebc-4562-8881-cece8c07a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.781284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5260ce96-cebc-4562-8881-cece8c07a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.816832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260ce96-cebc-4562-8881-cece8c07a530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40764622-c213-489b-bb53-96093869a2bf,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:30.822065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5260ce96-cebc-4562-8881-cece8c07a530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.827821 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5260ce96-cebc-4562-8881-cece8c07a530 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/40764622-c213-489b-bb53-96093869a2bf HTTP/1.1" status: 204 len: 168 time: 0.3780861 Sep 15 10:33:30.828004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a415af59-db6e-41ea-a3b7-cf3a81c81eb1 None None] Network b02584cf-39c7-47e7-968f-03b37d7a5319 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:33:30.830320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33448) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:30.934789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:30.945098 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Deleting port f6d3d9fb-f602-4e0f-a996-9f15759d191e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:30.945429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.084700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] DHCP port deletion for b02584cf-39c7-47e7-968f-03b37d7a5319 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:33:31.088686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] Deleting port f6d3d9fb-f602-4e0f-a996-9f15759d191e {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:31.089057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.157637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] For port f6d3d9fb-f602-4e0f-a996-9f15759d191e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f6d3d9fb-f602-4e0f-a996-9f15759d191e,segment=NetworkSegment(00610f1e-5e1a-4649-b013-32e45b34d1c5),segment_id=00610f1e-5e1a-4649-b013-32e45b34d1c5)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:31.158052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.293594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] For port f6d3d9fb-f602-4e0f-a996-9f15759d191e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f6d3d9fb-f602-4e0f-a996-9f15759d191e,segment=NetworkSegment(00610f1e-5e1a-4649-b013-32e45b34d1c5),segment_id=00610f1e-5e1a-4649-b013-32e45b34d1c5)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:31.293939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.376557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Calling delete_port for f6d3d9fb-f602-4e0f-a996-9f15759d191e owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:31.420103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] Calling delete_port for f6d3d9fb-f602-4e0f-a996-9f15759d191e owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:33:31.511750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.517350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:33:31.517701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:33:31.562259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6d3d9fb-f602-4e0f-a996-9f15759d191e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:31.563994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] No DVR routers for this DVR port f6d3d9fb-f602-4e0f-a996-9f15759d191e on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:33:31.640188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 052d1fe4-0981-4bba-a769-2f616c8d241d no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:33:31.673586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 052d1fe4-0981-4bba-a769-2f616c8d241d {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:33:31.673955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 052d1fe4-0981-4bba-a769-2f616c8d241d not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:33:31.674367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f6d3d9fb-f602-4e0f-a996-9f15759d191e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:33:31.681097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.707515 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b02584cf-39c7-47e7-968f-03b37d7a5319']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:31.710290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: f6d3d9fb-f602-4e0f-a996-9f15759d191e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:33:31.710624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f6d3d9fb-f602-4e0f-a996-9f15759d191e not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:33:31.711019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d280ed28-c380-48c5-99a1-fb8ceef702b4 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:33:31.719783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00610f1e-5e1a-4649-b013-32e45b34d1c5') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:31.720085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00610f1e-5e1a-4649-b013-32e45b34d1c5') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:31.731284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.742849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: d280ed28-c380-48c5-99a1-fb8ceef702b4 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:33:31.743188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d280ed28-c380-48c5-99a1-fb8ceef702b4 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:33:31.748387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.755693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:33:31.756973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.821456 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 00610f1e-5e1a-4649-b013-32e45b34d1c5 resource provider aggregate not found Sep 15 10:33:31.849090 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 00610f1e-5e1a-4649-b013-32e45b34d1c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00610f1e-5e1a-4649-b013-32e45b34d1c5 found for delete ", "request_id": "req-4c78864a-b856-4463-b207-7f1c42e64efe"}]} Sep 15 10:33:31.928541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.944713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:31.954684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=b02584cf-39c7-47e7-968f-03b37d7a5319,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:31.961569 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b73bba56-b352-4cd8-9144-84a025009d97 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b02584cf-39c7-47e7-968f-03b37d7a5319 HTTP/1.1" status: 204 len: 168 time: 1.1302736 Sep 15 10:33:32.019263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] Deleting port f6d3d9fb-f602-4e0f-a996-9f15759d191e {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:33:32.019744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:32.087094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b78268f9-f8d8-4cf6-9b5c-1a9e7ac868bd None None] The port 'f6d3d9fb-f602-4e0f-a996-9f15759d191e' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:33:32.152372 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:33:32.285138 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33458) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:32.332954 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4b0bcc28-ae4f-4cc0-861b-7d5792ceb482 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5db61a50d0f94fda905e78f3348c87d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465720 Sep 15 10:33:32.335422 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33462) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:32.392070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-443f8d61-54d0-41a3-856d-bfd9086fb5e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:32.419242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-443f8d61-54d0-41a3-856d-bfd9086fb5e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:32.574816 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-443f8d61-54d0-41a3-856d-bfd9086fb5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:32.592436 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f8d61-54d0-41a3-856d-bfd9086fb5e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:32.601249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-443f8d61-54d0-41a3-856d-bfd9086fb5e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:32.602589 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-443f8d61-54d0-41a3-856d-bfd9086fb5e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6f87cdf0-9d9c-44ae-81fa-4ccfcbed8fa9 HTTP/1.1" status: 204 len: 168 time: 0.2662735 Sep 15 10:33:33.307822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33470) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:33.359221 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-892d6b22-5b0e-45bd-bd28-0ccc2e979606 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ca028b46cdf4be2afc15184ce9dbf06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502398 Sep 15 10:33:33.362190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33474) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:33.418843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-907bb6f5-7cf1-4035-905f-0604c2b1c6b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:33.445021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-907bb6f5-7cf1-4035-905f-0604c2b1c6b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:33.614936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-907bb6f5-7cf1-4035-905f-0604c2b1c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:33.631154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907bb6f5-7cf1-4035-905f-0604c2b1c6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678355ed-4680-410f-bda3-88f1df4a665a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:33.638383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-907bb6f5-7cf1-4035-905f-0604c2b1c6b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:33.640185 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-907bb6f5-7cf1-4035-905f-0604c2b1c6b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/678355ed-4680-410f-bda3-88f1df4a665a HTTP/1.1" status: 204 len: 168 time: 0.2768457 Sep 15 10:33:35.908077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33516) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:35.914287 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1518000748', 'description': 'tempest-secgroup-smoke-1518000748 description', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:35.919537 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:35.924026 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:35.926861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:35.932479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:36.007345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.019666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.035253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:36.039417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:36.042330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:36.048576 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:36.130108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.208813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.222243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:36.229953 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:36.239516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:36.250265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:36.253845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f53c33e-072c-44cb-82ef-a77832bead1e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:36.326183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.385973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.431989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3367daec-567a-4500-b589-324ad724502a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:36.500495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.501712 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3de14821-ae65-429b-84e6-c975f821b477 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5923479 Sep 15 10:33:36.504536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33520) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:36.509597 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '3367daec-567a-4500-b589-324ad724502a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:36.516328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:36.520048 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:36.522949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:36.528615 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:36.644121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.705083 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.808691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.836090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ae24ae-ac9a-4055-b12d-69967de8cdd8,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:36.938606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:36.939797 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-689f1caa-b276-4e7f-9e4d-4c765f98af5e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4343181 Sep 15 10:33:36.942493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33524) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:36.947481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '3367daec-567a-4500-b589-324ad724502a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:36.954071 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:36.958022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:36.967365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:36.967365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:37.095268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.155493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.248417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.271947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce32a458-9a43-42a6-b1d3-2351e9d0ecb6,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:37.380646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.381797 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-904b0dd8-01d7-4e7b-823f-daa29ea3ce8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4383337 Sep 15 10:33:37.384513 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33528) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:37.389491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '3367daec-567a-4500-b589-324ad724502a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:37.395544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:37.399351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:37.402191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:37.407764 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:37.495292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.556884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.658988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.682253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93d17e54-e244-449f-ad04-e87a0caed7ca,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:37.774126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.775306 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-12f07f58-5b93-4da4-b8fc-9bd976bf3f19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3898799 Sep 15 10:33:37.778394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33532) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:37.784092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '3367daec-567a-4500-b589-324ad724502a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:37.789914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:37.793690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:37.797088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:37.802819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:37.889297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:37.950679 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.020126 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.043591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=337516dd-5bcc-47e1-a919-a45d44fe0025,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:38.106068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.107268 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5a0c5da9-c898-4b11-8fc7-6f8cd53f03a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3279693 Sep 15 10:33:38.110314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33536) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:38.115310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '3367daec-567a-4500-b589-324ad724502a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:38.121128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:38.124994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:38.127875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:38.133687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:38.197406 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:33:38.204933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.269659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.340402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.363630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6dda8d9-3f24-4ee6-a210-9c0f520aee31,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:38.431562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.432754 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ed8a24c9-2218-4f51-8d8f-5a9dcf53b1eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3215213 Sep 15 10:33:38.435798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33540) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:38.441346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '3367daec-567a-4500-b589-324ad724502a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:38.447555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:38.451718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:38.455261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:38.461023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:38.521318 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:33:38.527846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.593167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.751008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.774069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73675bc9-31e8-4756-8149-38d86208bbb1,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:38.859178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.860335 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5e035a80-c7de-4b36-bd02-6f086fff87be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4236329 Sep 15 10:33:38.863408 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33544) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:38.868848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'network': {'name': 'tempest-network-smoke--72121929', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'port_security_enabled': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:38.873889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:38.878446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:network and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:38.881229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:38.886923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:38.968805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:33:38.972240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:38.999858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] vlan segment allocate from pool success with {'vlan_id': 375, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:33:39.008164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:39.008447 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Added segment 8c1b51ec-62ee-40f5-8da0-558d9578197d of type vlan for network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 Sep 15 10:33:39.033883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:39.121025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:39.126854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:39.127426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:39.228775 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Network': ['ID=7d1141e6-aaca-40c0-a769-d1bcdef452e9,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:39.239519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:33:39.282780 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6c58ab14-5829-47a2-8189-93420dc287eb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4182360 Sep 15 10:33:39.285721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33548) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:39.291105 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'admin_state_up': True, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:39.299849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:39.303506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:router and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:39.306678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:39.317643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:39.390610 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:39.391662 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:39.406683 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:39.869383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:40.211888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:40.244033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:40.375660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.112 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/f8b897f5-8d33-4f91-8070-ee2c962cee08) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:33:40.524279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:40.607701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:40.675883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:33:40.678523 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:33:40.682401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:33:40.716434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=f8b897f5-8d33-4f91-8070-ee2c962cee08,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:41.146121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:41.596768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:41.859883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:33:42.036728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:33:42.047382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Sync routers for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:33:42.056275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:42.056889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:42.117266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:42.118468 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e8f6a082-b0cf-40b6-aa8c-9a1325d4a867 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8317900 Sep 15 10:33:42.121628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33552) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:42.238531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:42.270480 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-723baff1-1086-4a49-9cda-b53749fd1664 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2862901ed704392a0f69d49c5dbc6c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1451299 Sep 15 10:33:42.270667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33558) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:42.409437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af64579-eede-40cc-9bb2-db03ebd31e34 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:42.413767 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7af64579-eede-40cc-9bb2-db03ebd31e34 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1393092 Sep 15 10:33:42.414063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33562) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:42.461773 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-830af229-6e9b-488b-81c4-b5acbd1442d4 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442693 Sep 15 10:33:42.462007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33566) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:42.467595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-210472199', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:42.523898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:40Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:42.527782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Checking router: 1a77e4fe-67e1-488a-adda-b7390d43d5b2 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:33:42.528135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Updating router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 port f8b897f5-8d33-4f91-8070-ee2c962cee08 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:33:42.577920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:42.581854 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:subnet and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:42.584406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:42.584896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:42.590696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:42.677219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:33:42.680703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:42.909393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:42.920649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Transition to ACTIVE for port object f8b897f5-8d33-4f91-8070-ee2c962cee08 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:33:42.957793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:42.997000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:43.034453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Subnet': ['ID=e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:43.045852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Attempting to bind port f8b897f5-8d33-4f91-8070-ee2c962cee08 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:33:43.046253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Attempting to bind port f8b897f5-8d33-4f91-8070-ee2c962cee08 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:33:43.046552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Checking segment: {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:33:43.046960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Attempting to bind port f8b897f5-8d33-4f91-8070-ee2c962cee08 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:33:43.047072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network hostable DHCP agents. Network: 7d1141e6-aaca-40c0-a769-d1bcdef452e9, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:33:43.064221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:33:43.065305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:33:43.065305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:43.065494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:33:43.065832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Bound port: f8b897f5-8d33-4f91-8070-ee2c962cee08, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:33:43.066211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:43.130297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Pushing event updated for resources: {'Port': ['ID=f8b897f5-8d33-4f91-8070-ee2c962cee08,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:43.134590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:33:43.149233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.149580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.149946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.150283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.150607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.150934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.151258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.151577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.151898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.152213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.152527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.152841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:43.165870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] For port f8b897f5-8d33-4f91-8070-ee2c962cee08, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:33:43.168751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] For port f8b897f5-8d33-4f91-8070-ee2c962cee08, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f8b897f5-8d33-4f91-8070-ee2c962cee08,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:33:43.231929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 7d1141e6-aaca-40c0-a769-d1bcdef452e9) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:33:43.232399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:43.238973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:43.240869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:43.275070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e3c5ae-1b4d-4769-a1c2-b8192c76fd95 None None] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:33:43.318233 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ad2f6c26-9d01-48eb-8b41-bff07b32c2b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8552146 Sep 15 10:33:43.320783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33570) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:33:43.366280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:43.366906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:43.520768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6fe7d-eb4a-4140-acad-5b202046286c None None] Pushing event updated for resources: {'Port': ['ID=f8b897f5-8d33-4f91-8070-ee2c962cee08,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:43.678019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:43.900157 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:33:43.900981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.127625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Allocated IP 172.20.0.2 (7d1141e6-aaca-40c0-a769-d1bcdef452e9/e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d/ca69f898-363b-4645-866d-cc31e2e08cf4) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:33:44.147258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.166069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:40Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:44.220812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9509268b-834f-4407-ba5e-57343df79a00 None None] The sync data for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv is: [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:40Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:33:44.360077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.371296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Transition to ACTIVE for port object ca69f898-363b-4645-866d-cc31e2e08cf4 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:33:44.391841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Transition to ACTIVE for port object ca69f898-363b-4645-866d-cc31e2e08cf4 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:33:44.466971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.541547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:33:44.544309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:33:44.549102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:33:44.559119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Pushing event updated for resources: {'Port': ['ID=ca69f898-363b-4645-866d-cc31e2e08cf4,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:44.594013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.1 (7d1141e6-aaca-40c0-a769-d1bcdef452e9/e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d/01f016f6-a711-48df-9baf-e9036f93134c) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:33:44.667656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Attempting to bind port ca69f898-363b-4645-866d-cc31e2e08cf4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:33:44.667934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Attempting to bind port ca69f898-363b-4645-866d-cc31e2e08cf4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:33:44.668285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Attempting to bind port ca69f898-363b-4645-866d-cc31e2e08cf4 on network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:33:44.674670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:33:44.675042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Checking segment: {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:33:44.675442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.675832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Bound using segment: {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:33:44.676295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Bound port: ca69f898-363b-4645-866d-cc31e2e08cf4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:33:44.676665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.772812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] For port ca69f898-363b-4645-866d-cc31e2e08cf4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:33:44.774738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.776378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] For port ca69f898-363b-4645-866d-cc31e2e08cf4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ca69f898-363b-4645-866d-cc31e2e08cf4,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:33:44.792467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 01f016f6-a711-48df-9baf-e9036f93134c will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:33:44.849289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.877923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:44.937778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea0a77-88d5-450e-8289-649d4374ad05 None None] Pushing event updated for resources: {'Port': ['ID=ca69f898-363b-4645-866d-cc31e2e08cf4,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:44.955390 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:33:44.958786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:33:44.961905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:33:45.014144 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=01f016f6-a711-48df-9baf-e9036f93134c,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:45.031172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:45.506089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:45.708977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f8b897f5-8d33-4f91-8070-ee2c962cee08 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:33:45.831711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f8b897f5-8d33-4f91-8070-ee2c962cee08 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:33:45.836948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f8b897f5-8d33-4f91-8070-ee2c962cee08 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:45.837423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:45.943034 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:45.968090 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f8b897f5-8d33-4f91-8070-ee2c962cee08 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:45.969665 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:45.987119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:45.991325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port f8b897f5-8d33-4f91-8070-ee2c962cee08, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f8b897f5-8d33-4f91-8070-ee2c962cee08,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:46.093619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:46.097724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ca69f898-363b-4645-866d-cc31e2e08cf4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:33:46.111541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:46.115295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=01f016f6-a711-48df-9baf-e9036f93134c,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:46.268939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=f8b897f5-8d33-4f91-8070-ee2c962cee08,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:46.269666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:33:46.270966 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:33:46.330164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ca69f898-363b-4645-866d-cc31e2e08cf4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:33:46.343323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b9b87e-21e2-42cd-9091-70ec3340e8e4 None None] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:33:46.471927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:33:46.540961 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3700041b-4a7c-4932-b7ee-f129e11da3e2 None None] Provisioning for port ca69f898-363b-4645-866d-cc31e2e08cf4 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:33:46.556745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3700041b-4a7c-4932-b7ee-f129e11da3e2 None None] Provisioning complete for port ca69f898-363b-4645-866d-cc31e2e08cf4 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:46.557095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3700041b-4a7c-4932-b7ee-f129e11da3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:46.650691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:33:46.661346 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-42efcc19-63e7-4501-9386-767e42ad1862 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/1a77e4fe-67e1-488a-adda-b7390d43d5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3392260 Sep 15 10:33:46.662065 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Sync routers for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:33:46.672564 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:46.673183 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:46.749580 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3700041b-4a7c-4932-b7ee-f129e11da3e2 None None] Current status of the port ca69f898-363b-4645-866d-cc31e2e08cf4 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:46.750108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3700041b-4a7c-4932-b7ee-f129e11da3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:46.791199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-3700041b-4a7c-4932-b7ee-f129e11da3e2 None None] For port ca69f898-363b-4645-866d-cc31e2e08cf4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ca69f898-363b-4645-866d-cc31e2e08cf4,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:46.848710 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-b745d114-749e-43e4-b44f-06e1b03a2785 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1518000748&fields=id&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 267 time: 0.0458148 Sep 15 10:33:46.870140 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:46.877410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3700041b-4a7c-4932-b7ee-f129e11da3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:46.958936 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700041b-4a7c-4932-b7ee-f129e11da3e2 None None] Pushing event updated for resources: {'Port': ['ID=ca69f898-363b-4645-866d-cc31e2e08cf4,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:47.003021 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2a0a0380-f55d-45d5-9552-482dcae4678b None None] Provisioning complete for port ca69f898-363b-4645-866d-cc31e2e08cf4 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:47.003400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0380-f55d-45d5-9552-482dcae4678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.018980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-8cc139e4-96dd-4cfd-a6ff-537551141370 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:47.020555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-8cc139e4-96dd-4cfd-a6ff-537551141370 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/networks?id=7d1141e6-aaca-40c0-a769-d1bcdef452e9 HTTP/1.1" status: 200 len: 795 time: 0.1648369 Sep 15 10:33:47.046673 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-2330cb15-cac9-4978-92e7-f5ac9db70d2f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/quotas/e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 375 time: 0.0193539 Sep 15 10:33:47.149901 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-6b6322cb-c2c1-4c94-a7a4-6122c5678f97 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958962 Sep 15 10:33:47.170274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a0380-f55d-45d5-9552-482dcae4678b None None] Current status of the port ca69f898-363b-4645-866d-cc31e2e08cf4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:47.223073 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 2, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:47.228077 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Checking router: 1a77e4fe-67e1-488a-adda-b7390d43d5b2 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:33:47.228605 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Updating router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 port 01f016f6-a711-48df-9baf-e9036f93134c binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:33:47.250046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2a0a0380-f55d-45d5-9552-482dcae4678b None None] Provisioning for port 01f016f6-a711-48df-9baf-e9036f93134c completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:33:47.257237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2a0a0380-f55d-45d5-9552-482dcae4678b None None] Provisioning complete for port 01f016f6-a711-48df-9baf-e9036f93134c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:47.263107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2a0a0380-f55d-45d5-9552-482dcae4678b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.286086 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.298183 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-870239d7-d5fa-4039-bca1-23b74b7e1d17 service neutron] 10.222.0.62 "GET /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465142 Sep 15 10:33:47.330432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-2a0a0380-f55d-45d5-9552-482dcae4678b None None] Port 01f016f6-a711-48df-9baf-e9036f93134c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:33:47.449190 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-d419b3c0-8205-4df1-917a-f719379d663b service neutron] 10.222.0.62 "GET /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434152 Sep 15 10:33:47.449394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8c34a9c5-5d0e-459f-bb5b-37951d8b8bde None None] Provisioning complete for port 01f016f6-a711-48df-9baf-e9036f93134c triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:47.449892 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c34a9c5-5d0e-459f-bb5b-37951d8b8bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.506124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8c34a9c5-5d0e-459f-bb5b-37951d8b8bde None None] Port 01f016f6-a711-48df-9baf-e9036f93134c cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:33:47.640498 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.651914 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Transition to ACTIVE for port object 01f016f6-a711-48df-9baf-e9036f93134c will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:33:47.657215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f8b897f5-8d33-4f91-8070-ee2c962cee08 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:33:47.724837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f8b897f5-8d33-4f91-8070-ee2c962cee08 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:47.725138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.738649 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.842033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f8b897f5-8d33-4f91-8070-ee2c962cee08 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:47.843661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ca69f898-363b-4645-866d-cc31e2e08cf4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:33:47.911747 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ca69f898-363b-4645-866d-cc31e2e08cf4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:47.912117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.939548 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Pushing event updated for resources: {'Port': ['ID=01f016f6-a711-48df-9baf-e9036f93134c,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:47.951554 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.951894 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.952763 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.953119 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.953412 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.953733 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.954081 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.954397 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.954714 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.955025 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.955337 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.955646 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:33:47.961377 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Attempting to bind port 01f016f6-a711-48df-9baf-e9036f93134c on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:33:47.961733 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Attempting to bind port 01f016f6-a711-48df-9baf-e9036f93134c by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:33:47.962116 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Attempting to bind port 01f016f6-a711-48df-9baf-e9036f93134c on network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:33:47.967381 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:33:47.967832 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Checking segment: {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:33:47.968219 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:47.968595 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Bound using segment: {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:33:47.969045 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Bound port: 01f016f6-a711-48df-9baf-e9036f93134c, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:33:47.969405 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:48.027973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ca69f898-363b-4645-866d-cc31e2e08cf4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:48.059620 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] For port 01f016f6-a711-48df-9baf-e9036f93134c, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:33:48.063048 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] For port 01f016f6-a711-48df-9baf-e9036f93134c, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=01f016f6-a711-48df-9baf-e9036f93134c,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:33:48.134834 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:48.196389 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:33:48.196994 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:48.281871 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488f230-b049-4a0c-981f-b283c9c9defe None None] Pushing event updated for resources: {'Port': ['ID=01f016f6-a711-48df-9baf-e9036f93134c,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:48.409057 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:33:48.715674 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:48Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:33:48.720956 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ed602d-1673-4203-b595-7ef5fb5e958e None None] The sync data for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv is: [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:48Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:33:48.818390 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f4b76442-a79d-484c-8df6-cdaf156195dd req-d64bd062-2926-4aed-92c5-bcc9c693fb78 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0787771 Sep 15 10:33:49.627555 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-19edc6f1-b33d-4747-a80a-f7e1fa201bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:49.675047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 01f016f6-a711-48df-9baf-e9036f93134c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:33:49.797441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 01f016f6-a711-48df-9baf-e9036f93134c completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:33:49.802175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 01f016f6-a711-48df-9baf-e9036f93134c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:49.802543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:49.924337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 01f016f6-a711-48df-9baf-e9036f93134c is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:49.924982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:49.928171 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bc4eb82e-59f3-46d1-b312-c1cd4b537f88 req-aa4de1e1-95c7-41d4-924c-b56cf7cdded6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0505874 Sep 15 10:33:49.970079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 01f016f6-a711-48df-9baf-e9036f93134c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=01f016f6-a711-48df-9baf-e9036f93134c,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:50.042895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:50.109814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=01f016f6-a711-48df-9baf-e9036f93134c,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:51.048814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:51.102124 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7b38177a-05c8-4687-963f-b76e6d8fdc8b req-3d35728a-99b3-491f-ba5a-1ae07c8c89fb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0499358 Sep 15 10:33:51.658045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 01f016f6-a711-48df-9baf-e9036f93134c up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:33:51.662062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-5faffc24-f37c-4acb-a60e-06f38585a9b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:51.662911 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-5faffc24-f37c-4acb-a60e-06f38585a9b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:33:51.696772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0210a873-1bc7-4338-8b43-7a7eb84c1d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:51.731321 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 01f016f6-a711-48df-9baf-e9036f93134c triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:51.731687 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:51.768260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-5faffc24-f37c-4acb-a60e-06f38585a9b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:33:51.769479 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-5faffc24-f37c-4acb-a60e-06f38585a9b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/networks?id=7d1141e6-aaca-40c0-a769-d1bcdef452e9 HTTP/1.1" status: 200 len: 795 time: 0.2589023 Sep 15 10:33:51.824820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-c8cc2c44-b6d8-49dc-883e-34c5f94c22b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:33:51.853724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 01f016f6-a711-48df-9baf-e9036f93134c is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:51.900010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-c8cc2c44-b6d8-49dc-883e-34c5f94c22b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:33:51.901173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-c8cc2c44-b6d8-49dc-883e-34c5f94c22b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 380 time: 0.1168625 Sep 15 10:33:51.910549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'port': {'device_id': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'admin_state_up': True, 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'security_groups': ['3367daec-567a-4500-b589-324ad724502a']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:52.047250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:33:52.051078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:port and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:33:52.053847 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:33:52.059459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:33:52.099974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:33:52.103510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:52.279879 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-65cbf984-3d30-4f0e-9938-f460d900cc42 req-df710b38-cb1c-4aaf-9bf5-6978afd2d3db tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0533378 Sep 15 10:33:52.384532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.6 (7d1141e6-aaca-40c0-a769-d1bcdef452e9/e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d/050b4cf5-b17b-4daa-81c8-c7e827c97ce1) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:33:52.534645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:52.573338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:52.588871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:33:52.654542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:52.723345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:33:52.726184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:33:52.730196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:33:52.766982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:52.803289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:52.803893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:52.883821 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-198a292f-5f40-4ece-8df3-0bd18e7c4159 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9772501 Sep 15 10:33:52.900857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Request body: {'port': {'device_id': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:33:52.910227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:53.010696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:53.036603 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b0a3ca3b-f601-46e0-aca7-444d8b982d6d None None] Provisioning for port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:33:53.041689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b0a3ca3b-f601-46e0-aca7-444d8b982d6d None None] Provisioning complete for port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:53.042022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0a3ca3b-f601-46e0-aca7-444d8b982d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:53.097456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b0a3ca3b-f601-46e0-aca7-444d8b982d6d None None] Port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:33:53.357649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:33:53.364974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:53.379461 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Transition to ACTIVE for port object 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:33:53.454219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:53.490372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50109aa-34ad-4507-8d9b-d77dcb6e0601 req-47755e04-81ed-48ff-aeaf-f9600adc37d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:53.491834 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f50109aa-34ad-4507-8d9b-d77dcb6e0601 req-47755e04-81ed-48ff-aeaf-f9600adc37d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 931 time: 0.0866573 Sep 15 10:33:53.536337 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f50109aa-34ad-4507-8d9b-d77dcb6e0601 req-2a2aee61-bdea-46ac-8059-bee319f1175e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388005 Sep 15 10:33:53.646224 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Pushing event updated for resources: {'Port': ['ID=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:53.679835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Attempting to bind port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:33:53.680167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Attempting to bind port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:33:53.680490 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Attempting to bind port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 on network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:33:53.685006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 on network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:33:53.685323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Attempting to bind port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 on network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:33:53.691286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:33:53.691625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Checking segment: {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:33:53.692009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Bound using segment: {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:33:53.692439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Bound port: 050b4cf5-b17b-4daa-81c8-c7e827c97ce1, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1b51ec-62ee-40f5-8da0-558d9578197d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:33:53.692780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:53.777988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] For port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:33:53.780888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] For port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:33:53.854189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:53.884917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:53.885521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:53.886903 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] 10.222.0.16 "PUT /v2.0/ports/050b4cf5-b17b-4daa-81c8-c7e827c97ce1 HTTP/1.1" status: 200 len: 1093 time: 0.9904766 Sep 15 10:33:53.887334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:33:53.889699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4e6415-d566-403b-8392-3b19623d4c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:33:53.931137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c2932f-d169-486b-9ec6-2419bd7a1bed service neutron] Pushing event updated for resources: {'Port': ['ID=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:53.934591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f17464a-98ad-4a5b-afdb-eae1e1c3cc31 x-openstack-request-id: req-9f17464a-98ad-4a5b-afdb-eae1e1c3cc31 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:33:53.938021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:33:53.938021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f17464a-98ad-4a5b-afdb-eae1e1c3cc31 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:33:53.938021 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f17464a-98ad-4a5b-afdb-eae1e1c3cc31'] response: {'name': 'network-changed', 'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'status': 'completed', 'code': 200} Sep 15 10:33:54.056007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e6415-d566-403b-8392-3b19623d4c4c req-19b49f67-be2a-4d34-8bec-bfe3cf3c1f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:54.057466 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-eb4e6415-d566-403b-8392-3b19623d4c4c req-19b49f67-be2a-4d34-8bec-bfe3cf3c1f86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 1096 time: 0.0846496 Sep 15 10:33:54.201622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e6415-d566-403b-8392-3b19623d4c4c req-6b99c63d-ca21-4546-bd50-6c5189cdfe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:54.203104 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-eb4e6415-d566-403b-8392-3b19623d4c4c req-6b99c63d-ca21-4546-bd50-6c5189cdfe99 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1330121 Sep 15 10:33:54.433976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e6415-d566-403b-8392-3b19623d4c4c req-d2845b78-2875-4a48-9c7e-0b13814db7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:54.435426 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-eb4e6415-d566-403b-8392-3b19623d4c4c req-d2845b78-2875-4a48-9c7e-0b13814db7c2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2260466 Sep 15 10:33:54.442931 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:54.569939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-b3a465b1-9b70-4bb1-bdc8-8fda29a2333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:54.572154 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-b3a465b1-9b70-4bb1-bdc8-8fda29a2333a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 1096 time: 0.0792825 Sep 15 10:33:54.647707 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-05da33fc-ad76-4cda-b8ea-e9097a977755 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050b4cf5-b17b-4daa-81c8-c7e827c97ce1 HTTP/1.1" status: 200 len: 217 time: 0.0644014 Sep 15 10:33:54.711197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-86bc0d2c-e962-4ec3-a7b7-8bffd3240696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:54.712647 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-86bc0d2c-e962-4ec3-a7b7-8bffd3240696 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d HTTP/1.1" status: 200 len: 834 time: 0.0594392 Sep 15 10:33:54.749631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82972ed0-fa71-461a-bea3-8c5f14220b7c req-048d0b16-6f1c-4c60-a773-f52420406950 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:54.751193 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82972ed0-fa71-461a-bea3-8c5f14220b7c req-048d0b16-6f1c-4c60-a773-f52420406950 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 943 time: 0.0936236 Sep 15 10:33:54.794711 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82972ed0-fa71-461a-bea3-8c5f14220b7c req-f14b98e0-8ccd-4cb2-8d3f-78a1e5e1e9be tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378344 Sep 15 10:33:54.799454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-939c2b63-6b77-49df-b54f-39ad2d284a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:54.800951 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-939c2b63-6b77-49df-b54f-39ad2d284a00 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d1141e6-aaca-40c0-a769-d1bcdef452e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818186 Sep 15 10:33:54.929630 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-2ed6e4b3-95a1-47b9-9cf8-301db2d8eea0 service neutron] 10.222.0.16 "GET /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219440 Sep 15 10:33:55.059872 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5293baaa-e68b-4426-a4b7-c7d5a6f0185c req-43e4634e-b6b8-4d19-a37b-d58adc7d7901 service neutron] 10.222.0.16 "GET /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246099 Sep 15 10:33:55.813567 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:33:55.978528 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:55.991859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'port_id': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'mac_address': 'fa:16:3e:ba:06:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:33:56.005266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e2d6b-c04c-4190-a75a-ab2753e2b93f req-8fe67aa5-f8ac-417b-9f28-525512de94b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:56.006765 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-595e2d6b-c04c-4190-a75a-ab2753e2b93f req-8fe67aa5-f8ac-417b-9f28-525512de94b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 943 time: 0.0919850 Sep 15 10:33:56.052965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:56.053509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:56.071544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:33:56.088976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:56.151007 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-595e2d6b-c04c-4190-a75a-ab2753e2b93f req-b8e40c9c-cadd-47cd-a375-dae671b13070 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382606 Sep 15 10:33:56.157343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:56.223595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:56.463144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['050b4cf5-b17b-4daa-81c8-c7e827c97ce1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:33:57.358927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2ee34-85ae-4671-b8db-176ecb8b5fdb req-13652302-e7e9-40fd-8279-9a422c093f75 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:57.360436 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-20c2ee34-85ae-4671-b8db-176ecb8b5fdb req-13652302-e7e9-40fd-8279-9a422c093f75 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 944 time: 0.0874631 Sep 15 10:33:57.406179 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-20c2ee34-85ae-4671-b8db-176ecb8b5fdb req-1620a13d-1c29-4098-8ad6-e56a195d3693 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399613 Sep 15 10:33:57.819945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:33:57.951092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:33:57.956699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:33:57.957063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:58.070640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:33:58.071010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:58.096809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:33:58.099078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c67e4cb-bf19-4c53-81fd-0e45ddc86c7f" -d '{"events": [{"server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "name": "network-vif-plugged", "status": "completed", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:33:58.106727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:33:58.140360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb36738-a34d-4e6c-bcb5-c6a9bb72298b x-openstack-request-id: req-abb36738-a34d-4e6c-bcb5-c6a9bb72298b {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:33:58.140651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "name": "network-vif-plugged", "status": "completed", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:33:58.141601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abb36738-a34d-4e6c-bcb5-c6a9bb72298b {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:33:58.142037 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb36738-a34d-4e6c-bcb5-c6a9bb72298b'] response: {'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'code': 200} Sep 15 10:33:58.191296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:33:58.261472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:33:58.526212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7973145-7737-446d-8454-8c5637799b03 req-daf3b6d6-bb7e-4565-b53f-ce58c08ec908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:58.527621 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f7973145-7737-446d-8454-8c5637799b03 req-daf3b6d6-bb7e-4565-b53f-ce58c08ec908 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 1098 time: 0.0762646 Sep 15 10:33:58.572791 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f7973145-7737-446d-8454-8c5637799b03 req-da6dde49-16ce-49fa-962f-b4a3b92f4f57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387943 Sep 15 10:33:58.612758 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d7847-fa74-474a-a443-3e83157b7f36 req-5cb71933-e964-49f3-8821-8bf08cd75df6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:58.614233 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea8d7847-fa74-474a-a443-3e83157b7f36 req-5cb71933-e964-49f3-8821-8bf08cd75df6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0880187 Sep 15 10:33:58.657473 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea8d7847-fa74-474a-a443-3e83157b7f36 req-86e5c9fb-936a-4540-9188-fa152967cfdc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373657 Sep 15 10:33:59.863827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706326c5-5670-401d-8d18-c188e9c7ac22 req-ceb694dd-6716-44be-927c-8f97c09cd9f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:33:59.866082 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-706326c5-5670-401d-8d18-c188e9c7ac22 req-ceb694dd-6716-44be-927c-8f97c09cd9f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0910265 Sep 15 10:33:59.910197 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-706326c5-5670-401d-8d18-c188e9c7ac22 req-8b1c0c97-d1af-4d20-b183-0e1863940de5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385795 Sep 15 10:34:01.119652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e5c8d-96b5-4298-b988-07428fdfd4a4 req-fe6651c0-39a5-427b-9d9b-8c4c21eaf801 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:01.121177 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-296e5c8d-96b5-4298-b988-07428fdfd4a4 req-fe6651c0-39a5-427b-9d9b-8c4c21eaf801 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0908201 Sep 15 10:34:01.169744 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-296e5c8d-96b5-4298-b988-07428fdfd4a4 req-6ff42b96-eab4-44d1-88bd-f8fc5894db13 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417869 Sep 15 10:34:01.372356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba656f-a87b-48bd-bd8d-ba4a88cdc8fd req-a853aab7-095f-4b64-9e98-9ede4cb31b2e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:01.373931 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58ba656f-a87b-48bd-bd8d-ba4a88cdc8fd req-a853aab7-095f-4b64-9e98-9ede4cb31b2e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0861175 Sep 15 10:34:01.417507 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58ba656f-a87b-48bd-bd8d-ba4a88cdc8fd req-71dfed49-630c-4d45-80de-ae476e198f4f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373912 Sep 15 10:34:01.445643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33630) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:01.521502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ebab9d-adb1-4f39-a60a-e76724e9878a tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:01.522937 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c8ebab9d-adb1-4f39-a60a-e76724e9878a tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 1093 time: 0.0763032 Sep 15 10:34:01.525911 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33634) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:01.530661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:01.537411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:01.541248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:floatingip and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:01.544058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:01.550420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:01.607153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:01.746403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:01.881810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.28 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/683598c1-0f4e-43f2-835e-bf7745488b59) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:34:02.024712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:02.105426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:02.167370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:34:02.170141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:34:02.173621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:34:02.221427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=683598c1-0f4e-43f2-835e-bf7745488b59,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:02.685665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:02.824865 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:03.025479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:03.087788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:03.191890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:03.243740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=683598c1-0f4e-43f2-835e-bf7745488b59,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:03.368094 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP 69d3be64-a2e7-409f-a3e0-c703f58f7315 associated. External IP: 172.26.7.28, port: 050b4cf5-b17b-4daa-81c8-c7e827c97ce1. Sep 15 10:34:03.711516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:34:03.887489 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:34:03.896729 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] Sync routers for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:34:03.905779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:34:03.906446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:03.962530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:04.018501 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-000b2ea2-9c7a-462a-81c7-709aaa51ec5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4915841 Sep 15 10:34:04.019092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:34:04.021465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:34:04.089652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:34:04.201013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ca703-59ea-46f3-bc1f-89b85c2b2b2d req-0783bc13-945e-4789-9ad8-5ca45b03d299 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:04.202568 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-be8ca703-59ea-46f3-bc1f-89b85c2b2b2d req-0783bc13-945e-4789-9ad8-5ca45b03d299 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0919433 Sep 15 10:34:04.250185 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-be8ca703-59ea-46f3-bc1f-89b85c2b2b2d req-e41184b9-dfc3-4b25-99de-bebd624cb6b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413218 Sep 15 10:34:04.284645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33642) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:04.460417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '69d3be64-a2e7-409f-a3e0-c703f58f7315', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.28', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'port_id': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'mac_address': 'fa:16:3e:ba:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:34:02Z', 'updated_at': '2022-09-15T10:34:02Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:49Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:04.464182 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] Checking router: 1a77e4fe-67e1-488a-adda-b7390d43d5b2 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:34:04.466623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96454dc3-edd1-46b0-8562-cccb3e359b31 x-openstack-request-id: req-96454dc3-edd1-46b0-8562-cccb3e359b31 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:34:04.466925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:34:04.467177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96454dc3-edd1-46b0-8562-cccb3e359b31 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:34:04.467573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96454dc3-edd1-46b0-8562-cccb3e359b31'] response: {'name': 'network-changed', 'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'status': 'completed', 'code': 200} Sep 15 10:34:04.472673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:34:04.473273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:33:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:04.570792 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ff0178e5-89f4-4179-a80b-6dc65b6a7c0f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/69d3be64-a2e7-409f-a3e0-c703f58f7315 HTTP/1.1" status: 200 len: 990 time: 0.2847190 Sep 15 10:34:04.584620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-7c0e8f0c-ef50-4eae-a6ef-7cc767a9b611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:04.586161 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-7c0e8f0c-ef50-4eae-a6ef-7cc767a9b611 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 1098 time: 0.1177547 Sep 15 10:34:04.654726 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:34:04.720240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-551bc2d1-2b5c-4cc9-a237-04e8384a2c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:04.721640 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-551bc2d1-2b5c-4cc9-a237-04e8384a2c98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d1141e6-aaca-40c0-a769-d1bcdef452e9 HTTP/1.1" status: 200 len: 896 time: 0.1298797 Sep 15 10:34:04.823527 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-0073f634-8c03-401a-97a8-d1eb756ae4bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050b4cf5-b17b-4daa-81c8-c7e827c97ce1 HTTP/1.1" status: 200 len: 998 time: 0.0960839 Sep 15 10:34:04.884740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-79852636-4452-4c0c-9c61-b8ed3f8457ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:04.886193 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-79852636-4452-4c0c-9c61-b8ed3f8457ce service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d HTTP/1.1" status: 200 len: 834 time: 0.0571265 Sep 15 10:34:04.967217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-661fd85a-353d-4ff5-a68e-8c0e2b9c2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:04.968687 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-661fd85a-353d-4ff5-a68e-8c0e2b9c2bdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d1141e6-aaca-40c0-a769-d1bcdef452e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769768 Sep 15 10:34:05.041457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '69d3be64-a2e7-409f-a3e0-c703f58f7315', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.28', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'port_id': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'mac_address': 'fa:16:3e:ba:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:34:02Z', 'updated_at': '2022-09-15T10:34:02Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:49Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:05.045359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06845e56-aeab-4a80-88bb-f646dc86c7ff None None] The sync data for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv is: [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '69d3be64-a2e7-409f-a3e0-c703f58f7315', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.28', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'port_id': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'mac_address': 'fa:16:3e:ba:06:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:34:02Z', 'updated_at': '2022-09-15T10:34:02Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:49Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:34:05.102726 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-da79f6d1-fad8-485a-9006-639a2c543e0a service neutron] 10.222.0.16 "GET /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275833 Sep 15 10:34:05.236383 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31329d70-eeb8-460e-95fc-6b41710d081b None None] New status for floating IP 69d3be64-a2e7-409f-a3e0-c703f58f7315: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:34:05.240301 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-74f86ac4-6c3f-4dcf-adf6-43e5f61b6547 req-98dcec7a-24ec-48ef-9aad-101850afe79d service neutron] 10.222.0.16 "GET /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316218 Sep 15 10:34:05.574238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33646) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:05.680486 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-25c8e6ed-9d44-4acc-b7f5-3ae8d34b2785 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/69d3be64-a2e7-409f-a3e0-c703f58f7315 HTTP/1.1" status: 200 len: 992 time: 0.1050594 Sep 15 10:34:09.151499 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:34:19.624808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a1ad095-3b15-4eb1-a4dc-7590043bea0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:21.080883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:21.710355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2a20be09-964f-49de-afae-c9f837584936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:22.533536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:22.904206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:24.452638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:35.519032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c7ec5-c47a-41ce-8851-a31a1ffa1a8f req-677107d9-b1e1-4b79-9f7e-3608ffef3b4f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:35.520490 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-282c7ec5-c47a-41ce-8851-a31a1ffa1a8f req-677107d9-b1e1-4b79-9f7e-3608ffef3b4f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0899370 Sep 15 10:34:35.567738 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-282c7ec5-c47a-41ce-8851-a31a1ffa1a8f req-cbfe0d1c-2f21-4343-a8b7-124458fd437f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416834 Sep 15 10:34:36.771034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce2562a-1f35-4372-ad07-e26fc5d3ba76 req-7e90cdb4-bdc9-40b0-b524-e19e0f34da72 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:36.772519 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fce2562a-1f35-4372-ad07-e26fc5d3ba76 req-7e90cdb4-bdc9-40b0-b524-e19e0f34da72 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0874724 Sep 15 10:34:36.817183 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fce2562a-1f35-4372-ad07-e26fc5d3ba76 req-4d6224cf-3c8b-4412-88dc-e5d36bbd9469 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390837 Sep 15 10:34:36.846640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33666) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:36.955813 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3d53ccf2-5266-4417-ab83-e14af8336ce9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/69d3be64-a2e7-409f-a3e0-c703f58f7315 HTTP/1.1" status: 200 len: 992 time: 0.1080494 Sep 15 10:34:38.572427 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dd665e-2311-40ba-8367-b1c52ee3cd08 req-2b620045-c231-4e6d-8baa-338bb6494209 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:38.573889 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-88dd665e-2311-40ba-8367-b1c52ee3cd08 req-2b620045-c231-4e6d-8baa-338bb6494209 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0906224 Sep 15 10:34:38.618304 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-88dd665e-2311-40ba-8367-b1c52ee3cd08 req-7f91552f-b4a5-4462-8332-fb3cad8a8278 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385127 Sep 15 10:34:39.820477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b491c6-ea54-4934-8ffc-271426c04c5c req-fb50d0bf-7d2e-47b8-a85e-4255cb667cb8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:39.821955 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d2b491c6-ea54-4934-8ffc-271426c04c5c req-fb50d0bf-7d2e-47b8-a85e-4255cb667cb8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0874231 Sep 15 10:34:39.864954 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d2b491c6-ea54-4934-8ffc-271426c04c5c req-2a1eee24-3bae-468a-939f-a705a07700f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373580 Sep 15 10:34:39.894836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33678) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:40.003588 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4c63b77f-a6cb-4347-b4fd-36f69f7bcc65 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/69d3be64-a2e7-409f-a3e0-c703f58f7315 HTTP/1.1" status: 200 len: 992 time: 0.1065929 Sep 15 10:34:40.298718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33686) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:40.499286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 683598c1-0f4e-43f2-835e-bf7745488b59 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:34:40.499540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:40.670036 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:40.670364 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:40.797866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 683598c1-0f4e-43f2-835e-bf7745488b59 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:34:41.132583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:41.183192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=683598c1-0f4e-43f2-835e-bf7745488b59,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:41.227266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.227612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.227951 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.228282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.228658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.228988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.229310 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.229631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.229979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.230296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.230612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.230931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:41.286474 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:41.286804 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP 69d3be64-a2e7-409f-a3e0-c703f58f7315 disassociated (deleted). External IP: 172.26.7.28, port: 050b4cf5-b17b-4daa-81c8-c7e827c97ce1. Sep 15 10:34:41.638788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:34:41.811839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:34:41.824112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] Sync routers for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:34:41.825389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:41.834204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:34:41.834813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:41.882464 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-db570543-2fb8-4c5b-9da8-c3793689e857 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/floatingips/69d3be64-a2e7-409f-a3e0-c703f58f7315 HTTP/1.1" status: 204 len: 168 time: 1.5820196 Sep 15 10:34:41.882862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:34:41.885149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb8a5c1-5da2-41ca-be97-b74a1b898946" -d '{"events": [{"name": "network-changed", "server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:34:42.010464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:34:42.307074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bccb44a-2de4-4bc6-b252-5a26aaf3d17a x-openstack-request-id: req-1bccb44a-2de4-4bc6-b252-5a26aaf3d17a {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:34:42.307549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:34:42.307975 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bccb44a-2de4-4bc6-b252-5a26aaf3d17a {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:34:42.308606 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bccb44a-2de4-4bc6-b252-5a26aaf3d17a'] response: {'name': 'network-changed', 'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'status': 'completed', 'code': 200} Sep 15 10:34:42.334944 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:49Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:42.339463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] Checking router: 1a77e4fe-67e1-488a-adda-b7390d43d5b2 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:34:42.349745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:34:42.350604 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:42.469366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-c8fabd36-4ffc-4cbf-80f9-09e86944b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:42.471412 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-c8fabd36-4ffc-4cbf-80f9-09e86944b82b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 1098 time: 0.1005123 Sep 15 10:34:42.501637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc8e54-2e41-4ad2-a8f5-53afc07b6cd2 req-ab96081a-cb0c-45fd-a5f4-6ef1315ba7d3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:42.509157 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-76bc8e54-2e41-4ad2-a8f5-53afc07b6cd2 req-ab96081a-cb0c-45fd-a5f4-6ef1315ba7d3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.1014004 Sep 15 10:34:42.548039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:34:42.574197 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-76bc8e54-2e41-4ad2-a8f5-53afc07b6cd2 req-f7c7ac15-be68-4a86-b626-f2e83e5b10fc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478356 Sep 15 10:34:42.627798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-b9278640-b8a0-4c13-bcf6-bc9885870517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:42.629269 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-b9278640-b8a0-4c13-bcf6-bc9885870517 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7d1141e6-aaca-40c0-a769-d1bcdef452e9 HTTP/1.1" status: 200 len: 896 time: 0.1516600 Sep 15 10:34:42.700623 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-16c04af0-1c4f-402f-bf21-182dbcc0d4d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=050b4cf5-b17b-4daa-81c8-c7e827c97ce1 HTTP/1.1" status: 200 len: 217 time: 0.0640178 Sep 15 10:34:42.764259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-d6213e0b-44fc-4778-bac7-18de7c33bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:42.765731 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-d6213e0b-44fc-4778-bac7-18de7c33bcdc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d HTTP/1.1" status: 200 len: 834 time: 0.0596957 Sep 15 10:34:42.853195 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-0f38ddeb-57ee-484e-b3dd-24539bdf8fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:42.854836 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-0f38ddeb-57ee-484e-b3dd-24539bdf8fdf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7d1141e6-aaca-40c0-a769-d1bcdef452e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830994 Sep 15 10:34:42.914230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:49Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:42.918245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d26e096-7bbb-4bbe-b24f-9098f56b2177 None None] The sync data for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv is: [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '01f016f6-a711-48df-9baf-e9036f93134c', 'name': '', 'network_id': '7d1141e6-aaca-40c0-a769-d1bcdef452e9', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:60:be:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:44Z', 'updated_at': '2022-09-15T10:33:49Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:34:43.098125 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-c1935cf1-dfd8-4a39-9b79-7f980b746055 service neutron] 10.222.0.16 "GET /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367330 Sep 15 10:34:43.159167 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff28b3e4-2540-413a-8718-d29f48ec3b14 None None] New status for floating IP 69d3be64-a2e7-409f-a3e0-c703f58f7315: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:34:43.238624 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fbb8a5c1-5da2-41ca-be97-b74a1b898946 req-e8a20c50-9e2e-4eb1-b199-1759c2a72178 service neutron] 10.222.0.16 "GET /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343009 Sep 15 10:34:43.756445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87e000-e3e3-4453-936f-e8dbee862aaf req-2b2166a1-7121-4e29-8eea-40ea89811c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:43.758057 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b87e000-e3e3-4453-936f-e8dbee862aaf req-2b2166a1-7121-4e29-8eea-40ea89811c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.0869272 Sep 15 10:34:43.805172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9b87e000-e3e3-4453-936f-e8dbee862aaf req-36f107f6-f444-4b77-8113-7471f3b6d9d4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=3367daec-567a-4500-b589-324ad724502a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Sep 15 10:34:44.100550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-1ab587f6-026a-4098-97c2-146e35bb92b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:44.101219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-1ab587f6-026a-4098-97c2-146e35bb92b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:34:44.195332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-1ab587f6-026a-4098-97c2-146e35bb92b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:34:44.196442 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-1ab587f6-026a-4098-97c2-146e35bb92b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 945 time: 0.1795120 Sep 15 10:34:44.270656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:34:44.270994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:44.513420 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:34:44.513946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:44.638165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:34:44.818300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:44.870237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=050b4cf5-b17b-4daa-81c8-c7e827c97ce1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:44.960459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] No DVR routers for this DVR port 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:34:44.962994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:44.966879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'name': 'network-vif-deleted', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:34:44.969233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8630aa0-4fea-41a1-91dc-1a77c4d1f321" -d '{"events": [{"server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "name": "network-vif-deleted", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:34:44.976060 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-02f67d5c-4ba3-4b23-a265-36a54453d98f req-49021df9-f5b5-4ca1-af0d-339e214f4f76 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=bb1ec1fc-da0f-4874-b77b-311b4530c0e1 HTTP/1.1" status: 200 len: 210 time: 0.0487616 Sep 15 10:34:45.026309 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6352c8-b368-4f69-9067-b206feeca740 x-openstack-request-id: req-6d6352c8-b368-4f69-9067-b206feeca740 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:34:45.026606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb1ec1fc-da0f-4874-b77b-311b4530c0e1", "name": "network-vif-deleted", "tag": "050b4cf5-b17b-4daa-81c8-c7e827c97ce1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:34:45.026859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d6352c8-b368-4f69-9067-b206feeca740 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:34:45.027266 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6352c8-b368-4f69-9067-b206feeca740'] response: {'server_uuid': 'bb1ec1fc-da0f-4874-b77b-311b4530c0e1', 'name': 'network-vif-deleted', 'tag': '050b4cf5-b17b-4daa-81c8-c7e827c97ce1', 'status': 'completed', 'code': 200} Sep 15 10:34:45.030241 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-72a605c1-42f9-4ac4-aa5b-4a06d0fd76b1 req-c4583f8a-da99-4457-9517-a466a056db3d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "DELETE /v2.0/ports/050b4cf5-b17b-4daa-81c8-c7e827c97ce1 HTTP/1.1" status: 204 len: 173 time: 0.8280046 Sep 15 10:34:46.091800 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33706) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:46.151534 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:34:46.738782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:47.092987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 01f016f6-a711-48df-9baf-e9036f93134c {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:34:47.093625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:47.283067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 01f016f6-a711-48df-9baf-e9036f93134c, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=01f016f6-a711-48df-9baf-e9036f93134c,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:34:47.284188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:47.404977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 01f016f6-a711-48df-9baf-e9036f93134c owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:34:47.789358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:47.841152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=01f016f6-a711-48df-9baf-e9036f93134c,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:48.068532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:34:48.105022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:34:48.105363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 050b4cf5-b17b-4daa-81c8-c7e827c97ce1 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:34:48.218802 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:48.572464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:34:48.747880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:34:48.758909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] Sync routers for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:34:48.762911 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f092a69a-b423-4c8d-83e8-abca231277f1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/1a77e4fe-67e1-488a-adda-b7390d43d5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6700339 Sep 15 10:34:48.765540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33710) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:48.768121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:34:48.768722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:48.831358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7115f54d-ca16-4db8-9386-c4f6e20d8bf1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting subnet e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:34:48.834335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7115f54d-ca16-4db8-9386-c4f6e20d8bf1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:48.890793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7115f54d-ca16-4db8-9386-c4f6e20d8bf1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:48.946476 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:34:48.979238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7115f54d-ca16-4db8-9386-c4f6e20d8bf1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:49.138646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7115f54d-ca16-4db8-9386-c4f6e20d8bf1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:49.179598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115f54d-ca16-4db8-9386-c4f6e20d8bf1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:49.181495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7115f54d-ca16-4db8-9386-c4f6e20d8bf1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:49.193293 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7115f54d-ca16-4db8-9386-c4f6e20d8bf1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/subnets/e2c45a7e-cc54-41eb-bb0f-c69e7e796c8d HTTP/1.1" status: 204 len: 168 time: 0.4214556 Sep 15 10:34:49.193293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33714) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:49.198490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f52a97-98b2-4481-b6a3-f9152867e3b2 None None] Network 7d1141e6-aaca-40c0-a769-d1bcdef452e9 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:34:49.398149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:34:47Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:49.404624 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] Checking router: 1a77e4fe-67e1-488a-adda-b7390d43d5b2 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:34:49.405974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:49.417461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] Routers {'1a77e4fe-67e1-488a-adda-b7390d43d5b2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:34:49.418086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:49.584091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] DHCP port deletion for 7d1141e6-aaca-40c0-a769-d1bcdef452e9 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:34:49.597282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Deleting port ca69f898-363b-4645-866d-cc31e2e08cf4 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:34:49.597658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:49.597804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:49.666795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7dfbbe3d-f0b5-4f56-8106-85c6f599c88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:49.669366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] Set router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:34:49.692370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port f8b897f5-8d33-4f91-8070-ee2c962cee08 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:34:49.692735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:49.798646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ca69f898-363b-4645-866d-cc31e2e08cf4 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:34:49.999577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port f8b897f5-8d33-4f91-8070-ee2c962cee08, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f8b897f5-8d33-4f91-8070-ee2c962cee08,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:34:49.999853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.126025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for f8b897f5-8d33-4f91-8070-ee2c962cee08 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:34:50.160517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] For port ca69f898-363b-4645-866d-cc31e2e08cf4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ca69f898-363b-4645-866d-cc31e2e08cf4,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:34:50.160910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.329636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Calling delete_port for ca69f898-363b-4645-866d-cc31e2e08cf4 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:34:50.372328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.373107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ca69f898-363b-4645-866d-cc31e2e08cf4 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:34:50.373490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.421585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=f8b897f5-8d33-4f91-8070-ee2c962cee08,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:50.435673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ca69f898-363b-4645-866d-cc31e2e08cf4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ca69f898-363b-4645-866d-cc31e2e08cf4,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:34:50.465661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:34:47Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:50.470074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34af68b7-4f61-4962-93d0-0c7438ec3468 None None] The sync data for ids ['1a77e4fe-67e1-488a-adda-b7390d43d5b2'] in dv-neutron-857775-1-hyperv is: [{'id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-654124554', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112'}], 'enable_snat': True}, 'gw_port_id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:33:39Z', 'updated_at': '2022-09-15T10:34:47Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'f8b897f5-8d33-4f91-8070-ee2c962cee08', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:c9:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a77e4fe-67e1-488a-adda-b7390d43d5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:33:40Z', 'updated_at': '2022-09-15T10:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:34:50.504842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.521525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.544568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:34:50.544923 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:34:50.577130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ca69f898-363b-4645-866d-cc31e2e08cf4,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:50.584822 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.585114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.585455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.585792 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.586152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.586481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.586805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.587130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.587456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.587777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.588098 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.588417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:50.698862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.701029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.795304 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.795963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Fanout notify agent at l3_agent the message router_deleted on router 1a77e4fe-67e1-488a-adda-b7390d43d5b2 {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:34:50.812115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.813217 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-22ad09ca-057d-47bf-9ddb-06f26d845a99 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/routers/1a77e4fe-67e1-488a-adda-b7390d43d5b2 HTTP/1.1" status: 204 len: 168 time: 1.6215253 Sep 15 10:34:50.816732 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33718) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:50.932901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:50.944006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port ca69f898-363b-4645-866d-cc31e2e08cf4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:34:50.944362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.046039 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Deleting port ca69f898-363b-4645-866d-cc31e2e08cf4 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:34:51.047048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.107035 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.166308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port ca69f898-363b-4645-866d-cc31e2e08cf4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ca69f898-363b-4645-866d-cc31e2e08cf4,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:34:51.166678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.275601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] For port ca69f898-363b-4645-866d-cc31e2e08cf4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ca69f898-363b-4645-866d-cc31e2e08cf4,segment=NetworkSegment(8c1b51ec-62ee-40f5-8da0-558d9578197d),segment_id=8c1b51ec-62ee-40f5-8da0-558d9578197d)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:34:51.276005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.292824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for ca69f898-363b-4645-866d-cc31e2e08cf4 owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:34:51.399952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Calling delete_port for ca69f898-363b-4645-866d-cc31e2e08cf4 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:34:51.452588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.476554 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:34:51.476914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:34:51.600129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=ca69f898-363b-4645-866d-cc31e2e08cf4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:51.605182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] No DVR routers for this DVR port ca69f898-363b-4645-866d-cc31e2e08cf4 on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:34:51.684489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f8b897f5-8d33-4f91-8070-ee2c962cee08 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:34:51.714508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d24f3c4a-cfdc-46eb-9395-8fa9cec9a247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.721577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: f8b897f5-8d33-4f91-8070-ee2c962cee08 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:34:51.721949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f8b897f5-8d33-4f91-8070-ee2c962cee08 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:34:51.722362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 01f016f6-a711-48df-9baf-e9036f93134c no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:34:51.737340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.755206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 01f016f6-a711-48df-9baf-e9036f93134c {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:34:51.755465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 01f016f6-a711-48df-9baf-e9036f93134c not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:34:51.756752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Deleting port ca69f898-363b-4645-866d-cc31e2e08cf4 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:34:51.757120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.762801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d1141e6-aaca-40c0-a769-d1bcdef452e9']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:51.775184 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1b51ec-62ee-40f5-8da0-558d9578197d') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:51.775482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1b51ec-62ee-40f5-8da0-558d9578197d') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:51.787741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.804226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.810381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:34:51.810851 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.825509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8d798d3d-9ca7-41d0-85a1-6d2f864d6579 None None] The port 'ca69f898-363b-4645-866d-cc31e2e08cf4' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:34:51.882170 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 8c1b51ec-62ee-40f5-8da0-558d9578197d resource provider aggregate not found Sep 15 10:34:51.902391 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 8c1b51ec-62ee-40f5-8da0-558d9578197d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8c1b51ec-62ee-40f5-8da0-558d9578197d found for delete ", "request_id": "req-8252532d-90af-4ac6-b432-a629bd3b9a50"}]} Sep 15 10:34:51.972675 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:51.989530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:52.001402 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Network': ['ID=7d1141e6-aaca-40c0-a769-d1bcdef452e9,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:52.058412 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7d16978e-c5ba-4fe5-8bef-ac5480612c9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/networks/7d1141e6-aaca-40c0-a769-d1bcdef452e9 HTTP/1.1" status: 204 len: 168 time: 1.2406056 Sep 15 10:34:52.061009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33726) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:52.129220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e87cbd0-84ee-4bc3-a3d9-2cd71e70e407 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:52.160272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e87cbd0-84ee-4bc3-a3d9-2cd71e70e407 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:52.412246 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e87cbd0-84ee-4bc3-a3d9-2cd71e70e407 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:52.430982 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87cbd0-84ee-4bc3-a3d9-2cd71e70e407 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367daec-567a-4500-b589-324ad724502a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:52.520960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2e87cbd0-84ee-4bc3-a3d9-2cd71e70e407 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:52.522521 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2e87cbd0-84ee-4bc3-a3d9-2cd71e70e407 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/security-groups/3367daec-567a-4500-b589-324ad724502a HTTP/1.1" status: 204 len: 168 time: 0.4605958 Sep 15 10:34:52.549700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:52.752423 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33734) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:52.758530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-316774524', 'description': 'tempest-secgroup-smoke-316774524 description', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:52.764463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:52.768639 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:52.771554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:52.777178 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:52.869458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:52.889584 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:52.893449 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:52.896271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:52.901965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:52.920984 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:52.970123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.029510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.073898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c102e7-8cd4-498f-a623-96b3db3797d6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:53.137459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.138780 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-bb82bc69-6ce0-4fb8-a14c-433e73048ebf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3845046 Sep 15 10:34:53.141545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33738) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:53.146602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '26c102e7-8cd4-498f-a623-96b3db3797d6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:53.152742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:53.156699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:53.160381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:53.170189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:53.310535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.373342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.451980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.476063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756baad0-6951-4280-a16c-087a7ad0730d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:53.560687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.561837 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b5615f3b-9d30-4d12-9cc7-b3b5bd15a05b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4193025 Sep 15 10:34:53.564789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33742) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:53.570546 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '26c102e7-8cd4-498f-a623-96b3db3797d6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:53.576622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:53.580544 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:53.584066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:53.590091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:53.669889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.729993 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.806039 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.829762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f36742-58b2-4f4a-8fb0-cf9321d8d858,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:53.880702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:53.881937 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-328b7cba-4b86-48c7-9fd8-af77a2e8e5c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3160574 Sep 15 10:34:53.884534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33746) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:53.889397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '26c102e7-8cd4-498f-a623-96b3db3797d6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:53.896008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:53.899831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:53.902719 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:53.908655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:53.972763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.035526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.092175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.115971 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569d3702-40d8-4253-94c5-90bc97761cdf,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:54.172060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.173245 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ec6c0c10-f125-4698-9a28-44f4ecbbdc69 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2878132 Sep 15 10:34:54.176527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33750) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:54.181900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '26c102e7-8cd4-498f-a623-96b3db3797d6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:54.188047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:54.192421 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:54.195439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:54.201214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:54.275601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.338607 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.377696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.402303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1277a932-206d-47f6-8eaa-0c415169d6b9,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:54.446514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.469279 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.470546 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-80718af1-5163-4f7e-80dd-c7be16983447 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2929449 Sep 15 10:34:54.473409 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33754) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:54.478289 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '26c102e7-8cd4-498f-a623-96b3db3797d6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:54.484321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:54.488876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:54.491881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:54.497590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:54.566133 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:34:54.572686 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.636510 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.680227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.703828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5daa7f4-bb14-4bf7-a0f6-da28f54a3f0e,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:54.754680 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.755879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3767df9e-eb20-4600-b483-1e8df3549a16 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2814713 Sep 15 10:34:54.758654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33758) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:54.763554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '26c102e7-8cd4-498f-a623-96b3db3797d6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:54.770033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:54.773952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:54.776804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:54.782725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:54.828928 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:34:54.836123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.901539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.954926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:54.977485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c015f4-b292-4cca-ba02-2a9f0a169dbd,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:55.046665 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.047864 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a29ef374-125b-4a08-8025-48f6f46816ab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2883089 Sep 15 10:34:55.052417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33762) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:55.058147 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'network': {'name': 'tempest-network-smoke--348356683', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'port_security_enabled': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:55.063261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:55.068629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:network and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:55.071545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:55.077717 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:55.172042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:34:55.176863 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.203364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:34:55.211598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.211932 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Added segment 546e719e-3029-4e99-bb0d-41a5fc1a1ffe of type vlan for network a9a4640d-5857-4eee-bd4b-d2b5a908788c Sep 15 10:34:55.236276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.314745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.320607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:55.321191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.430089 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Network': ['ID=a9a4640d-5857-4eee-bd4b-d2b5a908788c,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:55.437154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.437517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.437868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.438209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.438547 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.438886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.439255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.439586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.439915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.440235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.440661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.440994 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:55.451977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:34:55.475829 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e561ec11-70aa-42ed-875e-c151f90bf031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4223061 Sep 15 10:34:55.478540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33766) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:55.483494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'admin_state_up': True, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:55.491511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:55.495410 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:router and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:55.498249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:55.504610 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:55.555307 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.556349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.571306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:55.975595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:56.330721 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:56.360064 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:56.491696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.61 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/1cff4fe7-766b-4fc2-8ad0-6c31aca4c438) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:34:56.634298 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:56.738303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:56.798684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:34:56.802038 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:34:56.805451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:34:56.849460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=1cff4fe7-766b-4fc2-8ad0-6c31aca4c438,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:57.273872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:57.723536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:58.012028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router c2edad06-8206-40aa-9a86-b5e67415984e is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:34:58.188677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:34:58.198599 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Sync routers for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:34:58.208847 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:34:58.209453 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:58.281146 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:58.285321 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e352ce37-acc1-4f28-9799-53bb28370c58 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8058205 Sep 15 10:34:58.286749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33770) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:58.335118 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bf0531d0-3051-4feb-8808-5e2fce1cd24c tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2862901ed704392a0f69d49c5dbc6c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470676 Sep 15 10:34:58.337770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33774) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:58.383652 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:34:58.466172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bc8717-bed0-4d1a-905b-8af1f8f36433 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:58.467654 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c1bc8717-bed0-4d1a-905b-8af1f8f36433 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288121 Sep 15 10:34:58.470554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33778) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:58.508779 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0312d20d-010a-49f6-9b1c-e583600fad53 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371692 Sep 15 10:34:58.511365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33782) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:58.516803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1784086024', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:34:58.626090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:34:58.630512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:subnet and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:34:58.633302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:34:58.639002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:34:58.688687 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:34:57Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:58.693301 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Checking router: c2edad06-8206-40aa-9a86-b5e67415984e for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:34:58.693638 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Updating router c2edad06-8206-40aa-9a86-b5e67415984e port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:34:58.743431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:34:58.744707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:58.747088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.029535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.066543 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.077587 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Transition to ACTIVE for port object 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:34:59.117019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Subnet': ['ID=0352c1ce-8de6-470f-8b81-bef36c855b36,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:59.126620 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Checking segment: {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:34:59.126973 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network hostable DHCP agents. Network: a9a4640d-5857-4eee-bd4b-d2b5a908788c, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:34:59.143214 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.210555 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Attempting to bind port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:34:59.211214 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Attempting to bind port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:34:59.211412 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Attempting to bind port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:34:59.212095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:34:59.222916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:34:59.223288 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:34:59.223690 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.224081 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:34:59.224544 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Bound port: 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:34:59.224914 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.270194 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Pushing event updated for resources: {'Port': ['ID=1cff4fe7-766b-4fc2-8ad0-6c31aca4c438,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:59.282312 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.282582 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.282909 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.283232 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.283551 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.283867 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.284910 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.285345 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.285668 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.286006 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.286322 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.286636 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:34:59.297618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, a9a4640d-5857-4eee-bd4b-d2b5a908788c) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:34:59.302532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:34:59.303413 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.308228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15f43ef-d46f-4a0b-81bc-b8ea80c3dc4d None None] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:34:59.329172 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] For port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:34:59.332877 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] For port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1cff4fe7-766b-4fc2-8ad0-6c31aca4c438,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:34:59.378766 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ea2ced8e-a58a-487b-a571-02b1ce198087 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8661609 Sep 15 10:34:59.381390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33786) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:34:59.389931 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.452290 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:34:59.452926 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:59.544405 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fc0c1-325e-4458-984f-60e5d2b0362a None None] Pushing event updated for resources: {'Port': ['ID=1cff4fe7-766b-4fc2-8ad0-6c31aca4c438,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:34:59.647331 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:34:59.688927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:34:59.689767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:34:59.930343 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:34:57Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:34:59.934146 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c53ecc9-0c35-4416-93ec-2429a96a0732 None None] The sync data for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv is: [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:34:57Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:34:59.942297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Allocated IP 172.20.0.2 (a9a4640d-5857-4eee-bd4b-d2b5a908788c/0352c1ce-8de6-470f-8b81-bef36c855b36/5c3036da-fe49-498f-acdf-ee238a677c91) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:35:00.200715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:00.212200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Transition to ACTIVE for port object 5c3036da-fe49-498f-acdf-ee238a677c91 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:35:00.235620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Transition to ACTIVE for port object 5c3036da-fe49-498f-acdf-ee238a677c91 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:35:00.243440 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:00.304353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:00.376072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:35:00.379350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:35:00.383195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:35:00.423956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Pushing event updated for resources: {'Port': ['ID=5c3036da-fe49-498f-acdf-ee238a677c91,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:00.496874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Attempting to bind port 5c3036da-fe49-498f-acdf-ee238a677c91 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:35:00.497250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Attempting to bind port 5c3036da-fe49-498f-acdf-ee238a677c91 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:35:00.497618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Attempting to bind port 5c3036da-fe49-498f-acdf-ee238a677c91 on network a9a4640d-5857-4eee-bd4b-d2b5a908788c {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:35:00.503728 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:35:00.507854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Checking segment: {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:35:00.507854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:00.507854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Bound using segment: {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:35:00.507854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Bound port: 5c3036da-fe49-498f-acdf-ee238a677c91, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:35:00.507854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:00.603663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] For port 5c3036da-fe49-498f-acdf-ee238a677c91, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:35:00.607560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] For port 5c3036da-fe49-498f-acdf-ee238a677c91, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5c3036da-fe49-498f-acdf-ee238a677c91,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:35:00.668102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.1 (a9a4640d-5857-4eee-bd4b-d2b5a908788c/0352c1ce-8de6-470f-8b81-bef36c855b36/64f73382-9fef-4c23-852b-5f832c48e8b0) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:35:00.693110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:00.790084 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da48a5e-d72f-4d9c-8d94-9f4f93fee505 None None] Pushing event updated for resources: {'Port': ['ID=5c3036da-fe49-498f-acdf-ee238a677c91,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:00.847039 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:00.862554 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 64f73382-9fef-4c23-852b-5f832c48e8b0 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:35:00.938217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:01.012644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:35:01.019270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:35:01.021926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:35:01.068622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=64f73382-9fef-4c23-852b-5f832c48e8b0,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:01.094844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:01.548490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:01.736162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:35:01.851972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:35:01.858057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:01.858429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:01.964825 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:01.985523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:01.985940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:02.003344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1cff4fe7-766b-4fc2-8ad0-6c31aca4c438,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:35:02.023511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:02.081578 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:02.082390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5c3036da-fe49-498f-acdf-ee238a677c91 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:35:02.144941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=64f73382-9fef-4c23-852b-5f832c48e8b0,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:02.151515 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:02.151656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83683f8d-3709-4021-8aad-492b3d4374d4 None None] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:35:02.287815 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:35:02.289517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:35:02.289703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=1cff4fe7-766b-4fc2-8ad0-6c31aca4c438,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:02.331595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-80b50edb-b748-4d21-ba6f-9a990be04eec None None] Provisioning for port 5c3036da-fe49-498f-acdf-ee238a677c91 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:35:02.405973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 5c3036da-fe49-498f-acdf-ee238a677c91 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:35:02.420680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5c3036da-fe49-498f-acdf-ee238a677c91 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:02.421048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:02.486186 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router c2edad06-8206-40aa-9a86-b5e67415984e has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:35:02.601848 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5c3036da-fe49-498f-acdf-ee238a677c91 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:02.602147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:02.640754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 5c3036da-fe49-498f-acdf-ee238a677c91, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5c3036da-fe49-498f-acdf-ee238a677c91,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:35:02.664522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:35:02.674363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Sync routers for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:35:02.683968 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a5871b35-0665-4d37-aa7b-2d89823c40e4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/c2edad06-8206-40aa-9a86-b5e67415984e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2997546 Sep 15 10:35:02.686954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:35:02.687597 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:35:02.745835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:02.860168 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-849973a4-cde1-4d1e-89f2-abd257ea6617 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-316774524&fields=id&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 267 time: 0.0448022 Sep 15 10:35:02.928361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=5c3036da-fe49-498f-acdf-ee238a677c91,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:02.960532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-89e5bcb4-fa3a-4b2b-90f4-883c22936213 None None] Provisioning complete for port 5c3036da-fe49-498f-acdf-ee238a677c91 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:02.960916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-89e5bcb4-fa3a-4b2b-90f4-883c22936213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:02.988052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:35:03.017978 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-324ebc9a-c4c7-4c6c-b791-4b817b1e8c56 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:03.019400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-324ebc9a-c4c7-4c6c-b791-4b817b1e8c56 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:35:03.086617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-324ebc9a-c4c7-4c6c-b791-4b817b1e8c56 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:35:03.094226 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-324ebc9a-c4c7-4c6c-b791-4b817b1e8c56 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/networks?id=a9a4640d-5857-4eee-bd4b-d2b5a908788c HTTP/1.1" status: 200 len: 796 time: 0.2256298 Sep 15 10:35:03.105812 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-169210ca-daf9-4b8c-90bc-ba7de28f835e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/quotas/e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 375 time: 0.0104716 Sep 15 10:35:03.320658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-89e5bcb4-fa3a-4b2b-90f4-883c22936213 None None] Current status of the port 5c3036da-fe49-498f-acdf-ee238a677c91 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:03.330325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-7b412834-a4b8-41e8-93f1-7deaa6d0895a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:35:03.404932 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 2, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:35:03.408803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Checking router: c2edad06-8206-40aa-9a86-b5e67415984e for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:35:03.409664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Updating router c2edad06-8206-40aa-9a86-b5e67415984e port 64f73382-9fef-4c23-852b-5f832c48e8b0 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:35:03.423564 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-7b412834-a4b8-41e8-93f1-7deaa6d0895a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:35:03.424899 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-7b412834-a4b8-41e8-93f1-7deaa6d0895a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3116455 Sep 15 10:35:03.440645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-ed71271f-c4db-4730-a83a-b3c3a5db07ed service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:35:03.441673 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-ed71271f-c4db-4730-a83a-b3c3a5db07ed service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052385 Sep 15 10:35:03.454509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-89e5bcb4-fa3a-4b2b-90f4-883c22936213 None None] Provisioning for port 64f73382-9fef-4c23-852b-5f832c48e8b0 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:35:03.468249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-89e5bcb4-fa3a-4b2b-90f4-883c22936213 None None] Provisioning complete for port 64f73382-9fef-4c23-852b-5f832c48e8b0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:03.468617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-89e5bcb4-fa3a-4b2b-90f4-883c22936213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:03.503198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:03.567131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-89e5bcb4-fa3a-4b2b-90f4-883c22936213 None None] Port 64f73382-9fef-4c23-852b-5f832c48e8b0 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:35:03.572505 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-d4e0f904-f2fb-4c14-9bf7-b613f3281633 service neutron] 10.222.0.62 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252058 Sep 15 10:35:03.710617 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-236f7293-5b84-4237-b383-46466c01e78a service neutron] 10.222.0.62 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316848 Sep 15 10:35:03.733116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:35:03.822875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e6e6351e-a7d3-4e00-a6dd-a563fa44b010 None None] Provisioning complete for port 64f73382-9fef-4c23-852b-5f832c48e8b0 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:03.823573 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e6e6351e-a7d3-4e00-a6dd-a563fa44b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:03.959593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e6e6351e-a7d3-4e00-a6dd-a563fa44b010 None None] Port 64f73382-9fef-4c23-852b-5f832c48e8b0 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:35:03.960927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:03.961305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:03.987554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4009f420-9c8b-430c-b641-7216ac89be6e req-65052cfc-fa8c-4531-ac53-d1fd5ffcab7d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 210 time: 0.0577483 Sep 15 10:35:04.081210 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:04.096737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Transition to ACTIVE for port object 64f73382-9fef-4c23-852b-5f832c48e8b0 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:35:04.155429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:04.156818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5c3036da-fe49-498f-acdf-ee238a677c91 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:35:04.185864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:04.401978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f97f2-2efc-4dc4-aeac-88d219d8262d None None] Pushing event updated for resources: {'Port': ['ID=64f73382-9fef-4c23-852b-5f832c48e8b0,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:04.431389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Attempting to bind port 64f73382-9fef-4c23-852b-5f832c48e8b0 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:35:04.431759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Attempting to bind port 64f73382-9fef-4c23-852b-5f832c48e8b0 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:35:04.432117 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Attempting to bind port 64f73382-9fef-4c23-852b-5f832c48e8b0 on network a9a4640d-5857-4eee-bd4b-d2b5a908788c {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:35:04.440029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:35:04.440358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Checking segment: {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:35:04.440815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:04.441141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Bound using segment: {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:35:04.441640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Bound port: 64f73382-9fef-4c23-852b-5f832c48e8b0, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:35:04.442032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:04.460998 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5c3036da-fe49-498f-acdf-ee238a677c91 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:04.461362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:04.612960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] For port 64f73382-9fef-4c23-852b-5f832c48e8b0, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:35:04.640015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] For port 64f73382-9fef-4c23-852b-5f832c48e8b0, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=64f73382-9fef-4c23-852b-5f832c48e8b0,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:35:04.652469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5c3036da-fe49-498f-acdf-ee238a677c91 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:04.697946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:04.756040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:35:04.756660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:35:04.844417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f97f2-2efc-4dc4-aeac-88d219d8262d None None] Pushing event updated for resources: {'Port': ['ID=64f73382-9fef-4c23-852b-5f832c48e8b0,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:04.945882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:35:05.160230 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7e6dd1ba-0fc6-4061-b65c-0fa285f785c5 req-c018b7f1-6490-4a4b-a245-7a8ba4e696d0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 210 time: 0.0568826 Sep 15 10:35:05.277516 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:04Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:35:05.281935 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad8e201-453c-44c4-94cd-c2f291bb29dc None None] The sync data for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv is: [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:04Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:35:05.723009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 64f73382-9fef-4c23-852b-5f832c48e8b0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:35:05.861190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-c19242da-6bcb-4c0d-96a3-0f4419889762 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:05.862076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-c19242da-6bcb-4c0d-96a3-0f4419889762 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:35:05.880825 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-c19242da-6bcb-4c0d-96a3-0f4419889762 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:35:05.882006 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-c19242da-6bcb-4c0d-96a3-0f4419889762 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/networks?id=a9a4640d-5857-4eee-bd4b-d2b5a908788c HTTP/1.1" status: 200 len: 796 time: 0.1771243 Sep 15 10:35:05.891720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 64f73382-9fef-4c23-852b-5f832c48e8b0 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:35:05.898680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 64f73382-9fef-4c23-852b-5f832c48e8b0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:05.901190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:05.945891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-12929600-23c2-480a-9d30-27d5efb67b55 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:35:06.032143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 64f73382-9fef-4c23-852b-5f832c48e8b0 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:06.032795 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:06.035182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-12929600-23c2-480a-9d30-27d5efb67b55 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:35:06.036497 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-12929600-23c2-480a-9d30-27d5efb67b55 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 379 time: 0.1401703 Sep 15 10:35:06.044721 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'port': {'device_id': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'admin_state_up': True, 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'security_groups': ['26c102e7-8cd4-498f-a623-96b3db3797d6']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:35:06.071244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 64f73382-9fef-4c23-852b-5f832c48e8b0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=64f73382-9fef-4c23-852b-5f832c48e8b0,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:35:06.126115 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:06.236429 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:35:06.254373 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:35:06.259995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=64f73382-9fef-4c23-852b-5f832c48e8b0,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:06.320428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:35:06.324019 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:06.368838 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1a076c4b-12cd-46ec-b646-912f75f52618 req-2969bc68-c771-4044-9e01-f5e4f3443094 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 210 time: 0.0627224 Sep 15 10:35:06.493319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.6 (a9a4640d-5857-4eee-bd4b-d2b5a908788c/0352c1ce-8de6-470f-8b81-bef36c855b36/9be737dc-d49c-4fad-96dc-dc833ffc334a) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:35:06.680090 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:06.695491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 9be737dc-d49c-4fad-96dc-dc833ffc334a will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:35:06.784057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:06.956381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:35:06.958828 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:35:06.962790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:35:06.999222 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=9be737dc-d49c-4fad-96dc-dc833ffc334a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:07.030575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:07.031177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:07.099242 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-abfed7cf-d4f9-4f5a-b778-896467f6ef0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0582647 Sep 15 10:35:07.117532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Request body: {'port': {'device_id': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:35:07.229070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eed70663-16f4-4968-96fd-331b364be978 None None] Provisioning for port 9be737dc-d49c-4fad-96dc-dc833ffc334a completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:35:07.231065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:07.234147 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-eed70663-16f4-4968-96fd-331b364be978 None None] Provisioning complete for port 9be737dc-d49c-4fad-96dc-dc833ffc334a triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:07.234510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eed70663-16f4-4968-96fd-331b364be978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:07.291074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-eed70663-16f4-4968-96fd-331b364be978 None None] Port 9be737dc-d49c-4fad-96dc-dc833ffc334a cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:35:07.572127 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9be737dc-d49c-4fad-96dc-dc833ffc334a {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:35:07.579419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:07.584417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16002e-cb1f-40f8-8872-b1409610163c req-ec22ffe9-9bad-458c-acf3-bffaa4c7aa62 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:07.585913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e16002e-cb1f-40f8-8872-b1409610163c req-ec22ffe9-9bad-458c-acf3-bffaa4c7aa62 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 931 time: 0.0914428 Sep 15 10:35:07.594317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Transition to ACTIVE for port object 9be737dc-d49c-4fad-96dc-dc833ffc334a will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:35:07.631092 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e16002e-cb1f-40f8-8872-b1409610163c req-a95e33d0-1fdc-48c2-9944-40e84e2a7563 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393906 Sep 15 10:35:07.663137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:07.695109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 64f73382-9fef-4c23-852b-5f832c48e8b0 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:35:07.761329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 64f73382-9fef-4c23-852b-5f832c48e8b0 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:07.761864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:07.858251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9be737dc-d49c-4fad-96dc-dc833ffc334a,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:07.878982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 64f73382-9fef-4c23-852b-5f832c48e8b0 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:07.889641 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Attempting to bind port 9be737dc-d49c-4fad-96dc-dc833ffc334a on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:35:07.890009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Attempting to bind port 9be737dc-d49c-4fad-96dc-dc833ffc334a by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:35:07.890334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Attempting to bind port 9be737dc-d49c-4fad-96dc-dc833ffc334a on network a9a4640d-5857-4eee-bd4b-d2b5a908788c {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:35:07.895482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Port 9be737dc-d49c-4fad-96dc-dc833ffc334a on network a9a4640d-5857-4eee-bd4b-d2b5a908788c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:35:07.895797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Attempting to bind port 9be737dc-d49c-4fad-96dc-dc833ffc334a on network a9a4640d-5857-4eee-bd4b-d2b5a908788c {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:35:07.900826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:35:07.901158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Checking segment: {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:35:07.901535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Bound using segment: {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:35:07.902004 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Bound port: 9be737dc-d49c-4fad-96dc-dc833ffc334a, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '546e719e-3029-4e99-bb0d-41a5fc1a1ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:35:07.902348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:07.989566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] For port 9be737dc-d49c-4fad-96dc-dc833ffc334a, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:35:07.992454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] For port 9be737dc-d49c-4fad-96dc-dc833ffc334a, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:35:08.080416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:08.114763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:08.115295 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:08.116645 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] 10.222.0.16 "PUT /v2.0/ports/9be737dc-d49c-4fad-96dc-dc833ffc334a HTTP/1.1" status: 200 len: 1093 time: 1.0035217 Sep 15 10:35:08.117070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:35:08.119349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98fdfd4-64af-4126-8609-f98259ca1c4b" -d '{"events": [{"name": "network-changed", "server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:35:08.161327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6d1f-a9ae-462c-ba74-9951227080f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9be737dc-d49c-4fad-96dc-dc833ffc334a,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:08.164678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0b711c-68c4-4548-ad83-3e078698b447 x-openstack-request-id: req-2d0b711c-68c4-4548-ad83-3e078698b447 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:35:08.164958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:35:08.165210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d0b711c-68c4-4548-ad83-3e078698b447 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:35:08.165594 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0b711c-68c4-4548-ad83-3e078698b447'] response: {'name': 'network-changed', 'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'status': 'completed', 'code': 200} Sep 15 10:35:08.284214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fdfd4-64af-4126-8609-f98259ca1c4b req-c8a41b2d-fe99-48e0-af29-c625ef302f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:08.285699 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d98fdfd4-64af-4126-8609-f98259ca1c4b req-c8a41b2d-fe99-48e0-af29-c625ef302f63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0803206 Sep 15 10:35:08.430493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fdfd4-64af-4126-8609-f98259ca1c4b req-e7065684-dce4-4593-91c4-0ab1920f4e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:08.431933 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d98fdfd4-64af-4126-8609-f98259ca1c4b req-e7065684-dce4-4593-91c4-0ab1920f4e65 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1343257 Sep 15 10:35:08.564533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fdfd4-64af-4126-8609-f98259ca1c4b req-01edb9c4-d3c1-429b-b9c9-6f836f576579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:08.566044 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d98fdfd4-64af-4126-8609-f98259ca1c4b req-01edb9c4-d3c1-429b-b9c9-6f836f576579 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1285000 Sep 15 10:35:08.723688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-9b2d0777-e590-45b2-a2ed-ed0b5c2b67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:08.725293 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-9b2d0777-e590-45b2-a2ed-ed0b5c2b67ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 1096 time: 0.0832388 Sep 15 10:35:08.798455 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-f8216bd6-2f37-4efc-b188-8ceeedae5b86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a HTTP/1.1" status: 200 len: 217 time: 0.0611198 Sep 15 10:35:08.836079 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1c14b-951e-4e41-9442-df304f7468af req-a3a4b896-fc84-4f88-a8e9-613e15a0abe6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:08.837530 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8f1c14b-951e-4e41-9442-df304f7468af req-a3a4b896-fc84-4f88-a8e9-613e15a0abe6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 943 time: 0.0869784 Sep 15 10:35:08.863258 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-9166da41-a25a-481c-90a9-20d0b5a9e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:08.864694 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-9166da41-a25a-481c-90a9-20d0b5a9e1ae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0352c1ce-8de6-470f-8b81-bef36c855b36 HTTP/1.1" status: 200 len: 835 time: 0.0605366 Sep 15 10:35:08.884043 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d8f1c14b-951e-4e41-9442-df304f7468af req-24b1124a-7fc8-4591-ac4a-8c238e2ba5fe tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408497 Sep 15 10:35:08.956883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-17658050-8579-44b5-8376-063d8ce12d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:08.958334 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-17658050-8579-44b5-8376-063d8ce12d0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9a4640d-5857-4eee-bd4b-d2b5a908788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0874360 Sep 15 10:35:09.087522 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-10b3f5f0-049d-4f86-aa04-99d2f1e258d9 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234155 Sep 15 10:35:09.222555 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ada656b2-1c3b-4834-bc29-e9393a289db1 req-571cf290-dceb-4542-ac63-12cdc1029914 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280031 Sep 15 10:35:10.090666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0660aea-838c-4eb3-b1e1-218f50e07c79 req-aad60dfe-6b70-429f-957b-5c5c43d83479 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:10.092101 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b0660aea-838c-4eb3-b1e1-218f50e07c79 req-aad60dfe-6b70-429f-957b-5c5c43d83479 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 943 time: 0.0854635 Sep 15 10:35:10.134974 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b0660aea-838c-4eb3-b1e1-218f50e07c79 req-0e375438-b0ed-4975-987b-8c5c3ba41ac6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371573 Sep 15 10:35:10.164203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9be737dc-d49c-4fad-96dc-dc833ffc334a details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:35:10.296387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9be737dc-d49c-4fad-96dc-dc833ffc334a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:35:10.309845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'port_id': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'mac_address': 'fa:16:3e:65:e8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:35:10.365037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 9be737dc-d49c-4fad-96dc-dc833ffc334a is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:10.365420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:10.382372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9be737dc-d49c-4fad-96dc-dc833ffc334a {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:35:10.398358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9be737dc-d49c-4fad-96dc-dc833ffc334a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:35:10.468731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:10.538650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=9be737dc-d49c-4fad-96dc-dc833ffc334a,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:10.743492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['9be737dc-d49c-4fad-96dc-dc833ffc334a'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:35:11.348691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83a267-5d4a-42d7-b78d-f10dd94509b4 req-f275ce6c-514d-44c2-954b-8f85aeaa3137 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:11.350176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b83a267-5d4a-42d7-b78d-f10dd94509b4 req-f275ce6c-514d-44c2-954b-8f85aeaa3137 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 944 time: 0.0926027 Sep 15 10:35:11.394658 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b83a267-5d4a-42d7-b78d-f10dd94509b4 req-8140a07f-8e51-40e5-b810-ffdaf1ca5c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388541 Sep 15 10:35:12.161955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9be737dc-d49c-4fad-96dc-dc833ffc334a up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:35:12.269315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 9be737dc-d49c-4fad-96dc-dc833ffc334a completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:35:12.273968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 9be737dc-d49c-4fad-96dc-dc833ffc334a triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:35:12.274333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:12.387569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 9be737dc-d49c-4fad-96dc-dc833ffc334a is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:35:12.387946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:12.415081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:35:12.417267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54eca1-3d74-4723-ae39-d950bb72a8c2" -d '{"events": [{"server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "name": "network-vif-plugged", "status": "completed", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:35:12.425204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 9be737dc-d49c-4fad-96dc-dc833ffc334a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:35:12.459037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636d12de-94a2-4f6a-ab9b-7e462705bf67 x-openstack-request-id: req-636d12de-94a2-4f6a-ab9b-7e462705bf67 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:35:12.459346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "name": "network-vif-plugged", "status": "completed", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:35:12.459593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-636d12de-94a2-4f6a-ab9b-7e462705bf67 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:35:12.459984 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636d12de-94a2-4f6a-ab9b-7e462705bf67'] response: {'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'code': 200} Sep 15 10:35:12.497221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:12.570498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=9be737dc-d49c-4fad-96dc-dc833ffc334a,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:12.639601 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea0052-f2ea-410c-92db-96e7cb65323c req-84fb08e2-a992-4c26-8e53-1937172a25bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:12.641055 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c1ea0052-f2ea-410c-92db-96e7cb65323c req-84fb08e2-a992-4c26-8e53-1937172a25bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0922067 Sep 15 10:35:12.685533 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c1ea0052-f2ea-410c-92db-96e7cb65323c req-b9c3d830-00c2-4be1-a908-019e854a808a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384274 Sep 15 10:35:12.908231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ffcca-3f72-4d02-bf03-3653368785de req-d79e7c0c-4e90-4e80-a54e-843e1da46943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:12.910447 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0b9ffcca-3f72-4d02-bf03-3653368785de req-d79e7c0c-4e90-4e80-a54e-843e1da46943 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 1098 time: 0.1741354 Sep 15 10:35:12.949231 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0b9ffcca-3f72-4d02-bf03-3653368785de req-e9b3df79-3d7f-4381-a5e2-0fbd0b11a1c6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329287 Sep 15 10:35:13.890766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df24c63-d48e-4796-99f6-bb3f56b7d6e1 req-4246e809-881d-482c-ad7f-8c1d832284c9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:13.892308 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9df24c63-d48e-4796-99f6-bb3f56b7d6e1 req-4246e809-881d-482c-ad7f-8c1d832284c9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0877969 Sep 15 10:35:13.937951 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9df24c63-d48e-4796-99f6-bb3f56b7d6e1 req-541dc3ed-ae8b-4701-a521-8f4870414483 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398843 Sep 15 10:35:15.144399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d3faf-a202-435e-93e9-8418ea0f144d req-58c7e3e4-18e0-4ffd-9bff-861b731534dd tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:15.145840 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-574d3faf-a202-435e-93e9-8418ea0f144d req-58c7e3e4-18e0-4ffd-9bff-861b731534dd tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0892782 Sep 15 10:35:15.190848 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-574d3faf-a202-435e-93e9-8418ea0f144d req-1677972d-9582-4a5d-9f7b-9c88336663b3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380459 Sep 15 10:35:15.395043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c869e1b-ae2f-4e94-9e58-eb34efc1825e req-9599428d-b7d4-4437-bc23-06cfeac76737 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:15.396495 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7c869e1b-ae2f-4e94-9e58-eb34efc1825e req-9599428d-b7d4-4437-bc23-06cfeac76737 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0874164 Sep 15 10:35:15.444176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7c869e1b-ae2f-4e94-9e58-eb34efc1825e req-43400a29-3795-489b-9155-589f37701e0f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418861 Sep 15 10:35:15.471696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33840) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:35:15.547915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cb88f4-402e-4bb5-8e8e-e05e086ec7c3 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:15.550068 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-54cb88f4-402e-4bb5-8e8e-e05e086ec7c3 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 1093 time: 0.0773711 Sep 15 10:35:15.553418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33844) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:35:15.558264 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:35:15.564128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:35:15.567970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:floatingip and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:35:15.570735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:35:15.576305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:35:15.634464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:15.774806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:16.005889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.188 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/55c65e9c-d236-4971-82e0-af11cd1617a6) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:35:16.148786 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:16.280969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:16.351545 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:35:16.354502 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:35:16.358065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:35:16.389880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=55c65e9c-d236-4971-82e0-af11cd1617a6,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:16.759589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:16.892236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:17.092850 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:17.154465 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:17.241337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=55c65e9c-d236-4971-82e0-af11cd1617a6,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:35:17.297900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:17.475896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP 64be5f0d-02a8-4190-80e3-cce1e8cfec6a associated. External IP: 172.26.7.188, port: 9be737dc-d49c-4fad-96dc-dc833ffc334a. Sep 15 10:35:17.928470 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router c2edad06-8206-40aa-9a86-b5e67415984e has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:35:18.111270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:35:18.120783 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] Sync routers for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:35:18.131054 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:35:18.139166 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:35:18.211933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:18.272652 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ba81cae1-b8f1-4f43-9ae4-e35c89325884 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7158315 Sep 15 10:35:18.272652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:35:18.273209 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea432fff-a223-4048-a15d-e4e6bfdaec8c" -d '{"events": [{"name": "network-changed", "server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:35:18.357806 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:35:18.464023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69082f2-3fa4-4af4-b733-25dda5fb6966 req-a0b1fb16-c310-438f-86ca-bb722870889d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:18.465398 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b69082f2-3fa4-4af4-b733-25dda5fb6966 req-a0b1fb16-c310-438f-86ca-bb722870889d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0930064 Sep 15 10:35:18.510433 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b69082f2-3fa4-4af4-b733-25dda5fb6966 req-df55a987-7afe-4d2e-95df-30c4a1f393bf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390162 Sep 15 10:35:18.540556 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33852) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:35:18.604755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3cf561-0a0a-48e2-897b-d9dae34e75d5 x-openstack-request-id: req-cd3cf561-0a0a-48e2-897b-d9dae34e75d5 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:35:18.605043 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:35:18.605295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd3cf561-0a0a-48e2-897b-d9dae34e75d5 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:35:18.605695 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd3cf561-0a0a-48e2-897b-d9dae34e75d5'] response: {'name': 'network-changed', 'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'status': 'completed', 'code': 200} Sep 15 10:35:18.654936 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bc8bf3a4-ae1d-4291-b919-eb3548edc168 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/64be5f0d-02a8-4190-80e3-cce1e8cfec6a HTTP/1.1" status: 200 len: 991 time: 0.1129956 Sep 15 10:35:18.690726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-a742ed5e-094d-403a-bd47-c7775af7e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:18.692203 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-a742ed5e-094d-403a-bd47-c7775af7e558 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 1098 time: 0.0838418 Sep 15 10:35:18.710970 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '64be5f0d-02a8-4190-80e3-cce1e8cfec6a', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'port_id': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'mac_address': 'fa:16:3e:65:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:35:16Z', 'updated_at': '2022-09-15T10:35:16Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:35:18.714807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] Checking router: c2edad06-8206-40aa-9a86-b5e67415984e for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:35:18.723440 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:35:18.724023 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:34:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:35:18.823362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-11e9be82-4ada-47f6-963a-2ba25d0f40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:18.824873 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-11e9be82-4ada-47f6-963a-2ba25d0f40f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9a4640d-5857-4eee-bd4b-d2b5a908788c HTTP/1.1" status: 200 len: 897 time: 0.1264746 Sep 15 10:35:18.899746 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:35:18.927246 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-6bb8820a-e7e9-43d4-bba7-e8e86284582e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a HTTP/1.1" status: 200 len: 999 time: 0.0970197 Sep 15 10:35:18.996094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-25333b7f-7a17-4ebf-abd6-6f81c8c8bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:18.997454 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-25333b7f-7a17-4ebf-abd6-6f81c8c8bb1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0352c1ce-8de6-470f-8b81-bef36c855b36 HTTP/1.1" status: 200 len: 835 time: 0.0618370 Sep 15 10:35:19.079041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-af278d99-7e7f-4823-8d33-898c44be1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:19.081365 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-af278d99-7e7f-4823-8d33-898c44be1886 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9a4640d-5857-4eee-bd4b-d2b5a908788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770268 Sep 15 10:35:19.211411 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-ad1d61b2-cfc3-4521-871d-ade2982458cb service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245618 Sep 15 10:35:19.246210 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '64be5f0d-02a8-4190-80e3-cce1e8cfec6a', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'port_id': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'mac_address': 'fa:16:3e:65:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:35:16Z', 'updated_at': '2022-09-15T10:35:16Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:35:19.250074 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d19b85-57f5-482c-ab5f-d923b02cecb6 None None] The sync data for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv is: [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '64be5f0d-02a8-4190-80e3-cce1e8cfec6a', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.188', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'port_id': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'mac_address': 'fa:16:3e:65:e8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:35:16Z', 'updated_at': '2022-09-15T10:35:16Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:35:19.348687 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea432fff-a223-4048-a15d-e4e6bfdaec8c req-ef7104a5-2633-4272-804a-818e66a9c711 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319230 Sep 15 10:35:19.449968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6589d79c-7aef-4a52-b99c-b918533049de None None] New status for floating IP 64be5f0d-02a8-4190-80e3-cce1e8cfec6a: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:35:19.659328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33856) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:35:19.696678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c2c209f6-b96e-4dd5-928f-48a6b17790ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:19.767537 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-29e3387e-7881-47ae-bc84-f6d7e2e628bf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/64be5f0d-02a8-4190-80e3-cce1e8cfec6a HTTP/1.1" status: 200 len: 991 time: 0.1070609 Sep 15 10:35:20.771575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33860) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:35:20.874548 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f30b9b5f-229a-42f4-b999-e805563d15c2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/64be5f0d-02a8-4190-80e3-cce1e8cfec6a HTTP/1.1" status: 200 len: 993 time: 0.1015456 Sep 15 10:35:21.097553 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:21.708500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-de3334d2-da8d-405a-b8bd-f3e0b16a0011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:22.525575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:22.926285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:23.149922 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:35:24.445459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:49.610239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c87749db-aaf6-4d37-af89-166ffc65f0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:50.697059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92283f-5143-4991-ab47-52f40b9b02ea req-60eda6e0-1376-47fd-aaad-24bb94ebfd71 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:50.698566 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2c92283f-5143-4991-ab47-52f40b9b02ea req-60eda6e0-1376-47fd-aaad-24bb94ebfd71 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0950665 Sep 15 10:35:50.709237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-fd48fff7-554a-4912-978e-d3d08ab2edab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:50.710761 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-fd48fff7-554a-4912-978e-d3d08ab2edab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 1098 time: 0.0835497 Sep 15 10:35:50.743976 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2c92283f-5143-4991-ab47-52f40b9b02ea req-ac150e64-e58f-47d0-a2a0-c0ee6c6ec6b7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398355 Sep 15 10:35:50.840874 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-1fcb1979-64e6-4851-bec4-83db6b321067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:50.842237 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-1fcb1979-64e6-4851-bec4-83db6b321067 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9a4640d-5857-4eee-bd4b-d2b5a908788c HTTP/1.1" status: 200 len: 897 time: 0.1252213 Sep 15 10:35:50.944622 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-270aabe6-ab4b-4f62-96d6-dada71a6772d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a HTTP/1.1" status: 200 len: 1001 time: 0.0957334 Sep 15 10:35:51.005103 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-863c8c70-10ba-4297-8c2e-7085d7117cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:51.006492 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-863c8c70-10ba-4297-8c2e-7085d7117cae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0352c1ce-8de6-470f-8b81-bef36c855b36 HTTP/1.1" status: 200 len: 835 time: 0.0551288 Sep 15 10:35:51.079914 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:51.091862 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-7f21994b-2098-47e2-bbeb-0489d40e6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:51.093256 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-7f21994b-2098-47e2-bbeb-0489d40e6708 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9a4640d-5857-4eee-bd4b-d2b5a908788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802155 Sep 15 10:35:51.220884 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-ba512262-0fa8-4cd5-a0db-7e24ec32c042 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211708 Sep 15 10:35:51.449308 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1c0170da-381d-4a28-9c5b-bd606cb36472 req-d046cf65-77f9-4961-85ac-1f68a1c118cc service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223282 Sep 15 10:35:51.719611 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-787a6647-ee8a-4581-8a65-e4a661dc75c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:51.954743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e8fae-5fe5-4ef6-8078-df0804c35e25 req-37a10522-ad0c-4174-8574-9786029892d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:51.956191 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e84e8fae-5fe5-4ef6-8078-df0804c35e25 req-37a10522-ad0c-4174-8574-9786029892d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0912664 Sep 15 10:35:51.999516 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e84e8fae-5fe5-4ef6-8078-df0804c35e25 req-9600e350-d026-4e1c-9e8b-8572b9f51a9b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375166 Sep 15 10:35:52.542307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:52.959631 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:53.207420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb293842-4af4-4a9c-b109-c2cd1050500a req-dca8111e-78c5-4299-a83f-916e09ac0deb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:53.210075 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb293842-4af4-4a9c-b109-c2cd1050500a req-dca8111e-78c5-4299-a83f-916e09ac0deb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0899396 Sep 15 10:35:53.253845 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb293842-4af4-4a9c-b109-c2cd1050500a req-044efcdb-d888-4efe-812f-be3084ec1555 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381153 Sep 15 10:35:54.461531 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3deacc-57ec-4ef6-99bf-71daff34dbe4 req-527eb103-eac0-437c-a76a-66514424b1ba tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:54.463004 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ac3deacc-57ec-4ef6-99bf-71daff34dbe4 req-527eb103-eac0-437c-a76a-66514424b1ba tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0906539 Sep 15 10:35:54.468096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:35:54.506847 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ac3deacc-57ec-4ef6-99bf-71daff34dbe4 req-65464563-d5f4-49ea-8f62-933dcd97f125 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382013 Sep 15 10:35:55.709095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23987c8a-faf3-4d0e-aed4-6e5fd0a658e5 req-eddbdd75-a0ee-4915-9235-33d886bf6303 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:55.710568 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-23987c8a-faf3-4d0e-aed4-6e5fd0a658e5 req-eddbdd75-a0ee-4915-9235-33d886bf6303 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0863004 Sep 15 10:35:55.757294 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-23987c8a-faf3-4d0e-aed4-6e5fd0a658e5 req-09732a68-7043-4959-b7bf-4aea1a9ebed7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410705 Sep 15 10:35:56.964988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248451d1-41fd-4e42-91fd-cb640c97c78d req-a39fa58a-8685-41e9-9723-3def5f8bd78a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:56.966495 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-248451d1-41fd-4e42-91fd-cb640c97c78d req-a39fa58a-8685-41e9-9723-3def5f8bd78a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0865672 Sep 15 10:35:57.010261 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-248451d1-41fd-4e42-91fd-cb640c97c78d req-c6df7428-e1ce-4ccd-b931-4766b112859d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380836 Sep 15 10:35:58.322251 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b7e32-78bd-4b84-baf6-874d9b3aa369 req-4fb64099-4fd3-4ab4-87c3-14b409ab6dd3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:58.323632 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-463b7e32-78bd-4b84-baf6-874d9b3aa369 req-4fb64099-4fd3-4ab4-87c3-14b409ab6dd3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.1956882 Sep 15 10:35:58.367916 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-463b7e32-78bd-4b84-baf6-874d9b3aa369 req-60c88290-c0ff-4f93-a8fd-e9119de974b3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386786 Sep 15 10:35:59.575657 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6a44f-efff-42d9-a8d7-b0ba4f14bbd0 req-5ceb638e-1c69-4cb3-b057-499691eec419 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:35:59.577123 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8fd6a44f-efff-42d9-a8d7-b0ba4f14bbd0 req-5ceb638e-1c69-4cb3-b057-499691eec419 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0894783 Sep 15 10:35:59.619713 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8fd6a44f-efff-42d9-a8d7-b0ba4f14bbd0 req-15e25f17-fb4a-4390-9fd6-ab79cb052277 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369163 Sep 15 10:36:00.149408 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:36:00.829190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95c753-774b-466b-846c-4bed7a398d2d req-bce6a727-bd7d-4317-9641-ed4048729bfe tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:00.830686 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2e95c753-774b-466b-846c-4bed7a398d2d req-bce6a727-bd7d-4317-9641-ed4048729bfe tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0868919 Sep 15 10:36:00.873350 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2e95c753-774b-466b-846c-4bed7a398d2d req-54b146fa-26e3-4d3e-a1fd-987950a1f5c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370989 Sep 15 10:36:01.098323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-10bdeda5-502e-47cb-ac76-87560ece2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:01.099940 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-10bdeda5-502e-47cb-ac76-87560ece2223 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 1098 time: 0.0775070 Sep 15 10:36:01.242654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-c2e9c3d0-4bbd-4243-b827-da165ff75a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:01.244094 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-c2e9c3d0-4bbd-4243-b827-da165ff75a9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9a4640d-5857-4eee-bd4b-d2b5a908788c HTTP/1.1" status: 200 len: 897 time: 0.1264162 Sep 15 10:36:01.345969 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-a571936d-044f-4e63-9110-e555a35ae69f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a HTTP/1.1" status: 200 len: 1001 time: 0.0960891 Sep 15 10:36:01.409550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-5ad37f29-ad27-410a-b5a7-7bc60f4f74b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:01.410985 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-5ad37f29-ad27-410a-b5a7-7bc60f4f74b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0352c1ce-8de6-470f-8b81-bef36c855b36 HTTP/1.1" status: 200 len: 835 time: 0.0586865 Sep 15 10:36:01.491332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-6c032420-641a-4795-a9b7-0454cf3d255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:01.492782 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-6c032420-641a-4795-a9b7-0454cf3d255e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9a4640d-5857-4eee-bd4b-d2b5a908788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763834 Sep 15 10:36:01.623663 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-3a19ed42-32de-40ab-aaee-cada2ef5873b service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242716 Sep 15 10:36:01.754220 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24238142-8ddb-487b-a4ea-dd46d1e570c7 req-414b32a0-ffbc-483a-9560-dcc2537100df service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238358 Sep 15 10:36:02.078713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b650e-f737-4903-9160-6d198bf5f3f6 req-014081a4-d844-4213-a219-089909940c75 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:02.080018 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad1b650e-f737-4903-9160-6d198bf5f3f6 req-014081a4-d844-4213-a219-089909940c75 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0902064 Sep 15 10:36:02.123649 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad1b650e-f737-4903-9160-6d198bf5f3f6 req-ef358a15-e655-4ab3-a5c3-a87614a8b9a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371809 Sep 15 10:36:03.331915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa6056-8e56-452b-823e-452c005d6ae5 req-ad337472-d4de-418e-b193-34a444a867a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:03.333381 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-93fa6056-8e56-452b-823e-452c005d6ae5 req-ad337472-d4de-418e-b193-34a444a867a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0888860 Sep 15 10:36:03.381172 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-93fa6056-8e56-452b-823e-452c005d6ae5 req-46a0298b-35e5-44ad-be69-2fae19154fc4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413389 Sep 15 10:36:04.590299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71861d76-01b1-4d10-8ad7-bd04c04d03cf req-4aa83dd6-afc8-4e7b-a9c2-ff931828dd39 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:04.591701 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71861d76-01b1-4d10-8ad7-bd04c04d03cf req-4aa83dd6-afc8-4e7b-a9c2-ff931828dd39 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0882032 Sep 15 10:36:04.637336 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-71861d76-01b1-4d10-8ad7-bd04c04d03cf req-02850ec4-d6ac-46a4-b39a-cca470d6964d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399878 Sep 15 10:36:05.845014 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f59f1-7e2d-4913-953c-61cab703c475 req-5f7f9bf4-894b-4556-83b7-52b0a4c784cd tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:05.846507 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-353f59f1-7e2d-4913-953c-61cab703c475 req-5f7f9bf4-894b-4556-83b7-52b0a4c784cd tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0910571 Sep 15 10:36:05.890340 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-353f59f1-7e2d-4913-953c-61cab703c475 req-2de4581a-c196-4b5a-beec-7e7e6e872fad tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380938 Sep 15 10:36:07.094050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c612ae-7e94-420e-9574-5cec3927f958 req-297d115f-32f0-48d6-84e2-fbc1eeb32984 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:07.095510 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c5c612ae-7e94-420e-9574-5cec3927f958 req-297d115f-32f0-48d6-84e2-fbc1eeb32984 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0865347 Sep 15 10:36:07.143211 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c5c612ae-7e94-420e-9574-5cec3927f958 req-921c2b2d-c4c0-4a4a-bf53-155596c8418b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416508 Sep 15 10:36:08.359163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124752ee-f8e0-417b-9420-ae67975b2abd req-b08dfd88-632f-4bfa-b829-f1d7df51e73b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:08.360629 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-124752ee-f8e0-417b-9420-ae67975b2abd req-b08dfd88-632f-4bfa-b829-f1d7df51e73b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0964792 Sep 15 10:36:08.404588 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-124752ee-f8e0-417b-9420-ae67975b2abd req-2bb5d960-4c75-47fb-8c8d-2f3e2444e686 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375445 Sep 15 10:36:08.433574 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33912) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:08.537691 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bc4cadc0-ece2-4abb-9b8b-028117053d61 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/64be5f0d-02a8-4190-80e3-cce1e8cfec6a HTTP/1.1" status: 200 len: 993 time: 0.1030381 Sep 15 10:36:19.610817 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1fce3354-cd82-4485-82f0-6ad9a5e3d2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:21.084751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:21.712372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-41ae9479-e4f6-4838-ba8d-1939f0a3dec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:22.536276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:22.947449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:24.456472 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:37.147910 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:36:39.364875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33932) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:39.564980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 55c65e9c-d236-4971-82e0-af11cd1617a6 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:36:39.565319 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:39.731259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:39.731586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:39.850741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 55c65e9c-d236-4971-82e0-af11cd1617a6 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:36:40.090881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:40.140223 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=55c65e9c-d236-4971-82e0-af11cd1617a6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:40.290532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.290988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.291335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.291661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.292057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.292394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.292706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.293024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.293341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.293711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.294193 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.295807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:40.351900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:40.352281 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP 64be5f0d-02a8-4190-80e3-cce1e8cfec6a disassociated (deleted). External IP: 172.26.7.188, port: 9be737dc-d49c-4fad-96dc-dc833ffc334a. Sep 15 10:36:40.702543 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router c2edad06-8206-40aa-9a86-b5e67415984e has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:36:40.877767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:36:40.887654 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] Sync routers for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:36:40.893446 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:40.897112 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:36:40.897710 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:40.950352 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a7bbdf4d-5fde-42cd-abde-2b7f9481ad15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/floatingips/64be5f0d-02a8-4190-80e3-cce1e8cfec6a HTTP/1.1" status: 204 len: 168 time: 1.5837784 Sep 15 10:36:40.951032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:36:40.953529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad7eb9f-c935-48bc-a373-18db30b370a7" -d '{"events": [{"name": "network-changed", "server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:36:41.081877 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:36:41.429252 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:41.433095 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] Checking router: c2edad06-8206-40aa-9a86-b5e67415984e for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:36:41.445672 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:36:41.445672 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:41.506111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe19d7b0-6165-4a76-b615-f24f3284b2e0 x-openstack-request-id: req-fe19d7b0-6165-4a76-b615-f24f3284b2e0 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:36:41.506111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:36:41.506111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe19d7b0-6165-4a76-b615-f24f3284b2e0 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:36:41.506111 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe19d7b0-6165-4a76-b615-f24f3284b2e0'] response: {'name': 'network-changed', 'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'status': 'completed', 'code': 200} Sep 15 10:36:41.620440 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:36:41.628989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-4680b471-aa69-4375-8d40-cd7b69ca5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:41.630865 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-4680b471-aa69-4375-8d40-cd7b69ca5c2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 1098 time: 0.0836229 Sep 15 10:36:41.689634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa9b40-e23e-4c79-b192-b07cdfa8acea req-dbcf05a6-7fe9-4f63-98f7-2a152ddbf177 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:41.691106 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bafa9b40-e23e-4c79-b192-b07cdfa8acea req-dbcf05a6-7fe9-4f63-98f7-2a152ddbf177 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0939441 Sep 15 10:36:41.737061 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bafa9b40-e23e-4c79-b192-b07cdfa8acea req-54b91ec1-9459-498d-a0d8-a30c388b3aef tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390456 Sep 15 10:36:41.781181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-fd36b4db-69c6-4bc6-bf13-2a066c2da173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:41.782691 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-fd36b4db-69c6-4bc6-bf13-2a066c2da173 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a9a4640d-5857-4eee-bd4b-d2b5a908788c HTTP/1.1" status: 200 len: 897 time: 0.1448243 Sep 15 10:36:41.861480 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-ff3b8009-38de-41e3-8b74-d2435be38fe2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a HTTP/1.1" status: 200 len: 217 time: 0.0713246 Sep 15 10:36:41.923676 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-ac1b84c0-2d86-440f-b196-14bbac2f5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:41.925159 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-ac1b84c0-2d86-440f-b196-14bbac2f5a86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0352c1ce-8de6-470f-8b81-bef36c855b36 HTTP/1.1" status: 200 len: 835 time: 0.0569293 Sep 15 10:36:41.934775 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:41.938852 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dcce6e-081e-485c-a1d3-0c4188ee2107 None None] The sync data for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv is: [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '64f73382-9fef-4c23-852b-5f832c48e8b0', 'name': '', 'network_id': 'a9a4640d-5857-4eee-bd4b-d2b5a908788c', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:e5:5f:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:35:00Z', 'updated_at': '2022-09-15T10:35:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '0352c1ce-8de6-470f-8b81-bef36c855b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:36:42.012714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-26f47947-a2a8-4290-bdd3-0c459e9ea8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:42.014282 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-26f47947-a2a8-4290-bdd3-0c459e9ea8ca service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a9a4640d-5857-4eee-bd4b-d2b5a908788c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827065 Sep 15 10:36:42.149298 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-82f9ab15-dcf4-4842-8bf3-3b05a8c00d44 service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287022 Sep 15 10:36:42.157403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab256009-4bf3-4539-bc09-9bf7a19afcda None None] New status for floating IP 64be5f0d-02a8-4190-80e3-cce1e8cfec6a: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:36:42.400088 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dad7eb9f-c935-48bc-a373-18db30b370a7 req-c32d0134-1e5f-4a81-866d-e92edf03f37e service neutron] 10.222.0.16 "GET /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449071 Sep 15 10:36:42.949798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eed2c74-b3bb-419f-93a8-c2e63e06038d req-188438f3-3584-4b95-9c85-981ddec679c5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:42.951283 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3eed2c74-b3bb-419f-93a8-c2e63e06038d req-188438f3-3584-4b95-9c85-981ddec679c5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.0905118 Sep 15 10:36:42.996995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3eed2c74-b3bb-419f-93a8-c2e63e06038d req-092ca86b-e050-4b63-9c05-0a37e051c5b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=26c102e7-8cd4-498f-a623-96b3db3797d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399928 Sep 15 10:36:43.164747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-f9381099-0679-4e8c-a6c4-9d04918de730 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:43.165427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-f9381099-0679-4e8c-a6c4-9d04918de730 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:36:43.244631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-f9381099-0679-4e8c-a6c4-9d04918de730 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:36:43.245779 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-f9381099-0679-4e8c-a6c4-9d04918de730 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 945 time: 0.1660650 Sep 15 10:36:43.390398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 9be737dc-d49c-4fad-96dc-dc833ffc334a {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:36:43.391902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:43.629656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 9be737dc-d49c-4fad-96dc-dc833ffc334a, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=9be737dc-d49c-4fad-96dc-dc833ffc334a,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:36:43.629933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:43.754888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 9be737dc-d49c-4fad-96dc-dc833ffc334a owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:36:43.942159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:43.991904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=9be737dc-d49c-4fad-96dc-dc833ffc334a,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:44.085053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] No DVR routers for this DVR port 9be737dc-d49c-4fad-96dc-dc833ffc334a on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:36:44.088361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:44.090980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'name': 'network-vif-deleted', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:36:44.093283 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65673551-ce81-4a2d-add3-ddefbef2d3a9" -d '{"events": [{"server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "name": "network-vif-deleted", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:36:44.148769 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cba738a6-3116-4327-97fb-b5b424aa07ed req-2d2c52a1-da19-433a-aae3-3a2cd71b41ca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "DELETE /v2.0/ports/9be737dc-d49c-4fad-96dc-dc833ffc334a HTTP/1.1" status: 204 len: 173 time: 0.8972178 Sep 15 10:36:44.170763 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1d90ea72-90ee-4393-b76c-7bac17581829 req-83adb5af-d5c6-4478-bdf7-fa58a47bc544 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2 HTTP/1.1" status: 200 len: 210 time: 0.0509453 Sep 15 10:36:44.221656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5631f70d-ac55-4219-a6f4-5c075bcf8ed9 x-openstack-request-id: req-5631f70d-ac55-4219-a6f4-5c075bcf8ed9 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:36:44.222171 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2", "name": "network-vif-deleted", "tag": "9be737dc-d49c-4fad-96dc-dc833ffc334a", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:36:44.222284 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5631f70d-ac55-4219-a6f4-5c075bcf8ed9 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:36:44.222686 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5631f70d-ac55-4219-a6f4-5c075bcf8ed9'] response: {'server_uuid': '013a8d72-49e4-4a69-9a5c-dd99c9bcd2b2', 'name': 'network-vif-deleted', 'tag': '9be737dc-d49c-4fad-96dc-dc833ffc334a', 'status': 'completed', 'code': 200} Sep 15 10:36:45.281207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33952) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:45.827248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:46.292866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 64f73382-9fef-4c23-852b-5f832c48e8b0 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:36:46.293570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:46.482040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 64f73382-9fef-4c23-852b-5f832c48e8b0, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=64f73382-9fef-4c23-852b-5f832c48e8b0,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:36:46.482397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:46.519876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9be737dc-d49c-4fad-96dc-dc833ffc334a no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:36:46.554541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 9be737dc-d49c-4fad-96dc-dc833ffc334a {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:36:46.554801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 9be737dc-d49c-4fad-96dc-dc833ffc334a not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:36:46.605804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 64f73382-9fef-4c23-852b-5f832c48e8b0 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:36:46.827561 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:46.875266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=64f73382-9fef-4c23-852b-5f832c48e8b0,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:47.164065 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:47.618648 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router c2edad06-8206-40aa-9a86-b5e67415984e has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:36:47.798881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:36:47.809251 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] Sync routers for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:36:47.812129 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ee714e41-35f3-4fee-ae7d-1d30aaccc428 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/c2edad06-8206-40aa-9a86-b5e67415984e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5296209 Sep 15 10:36:47.814880 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33956) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:47.818588 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:36:47.819185 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:47.879183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting subnet 0352c1ce-8de6-470f-8b81-bef36c855b36 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:36:47.882103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:47.938733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.000343 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:36:48.020289 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.193608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.235084 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Subnet': ['ID=0352c1ce-8de6-470f-8b81-bef36c855b36,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:48.237647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.243048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c12153-fbeb-4477-bfe9-d83f67c8a4be None None] Network a9a4640d-5857-4eee-bd4b-d2b5a908788c requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:36:48.246822 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.247169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.248102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.248102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.248296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.248488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.248883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.249204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.249525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.249853 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.250173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.250488 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:48.256651 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-32b5c3b1-8adb-4327-beb0-0adc6a6a2fcf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/subnets/0352c1ce-8de6-470f-8b81-bef36c855b36 HTTP/1.1" status: 204 len: 168 time: 0.4383006 Sep 15 10:36:48.257402 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33960) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:48.287083 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:36:46Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:48.292405 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] Checking router: c2edad06-8206-40aa-9a86-b5e67415984e for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:36:48.302090 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] Routers {'c2edad06-8206-40aa-9a86-b5e67415984e'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:36:48.302793 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['c2edad06-8206-40aa-9a86-b5e67415984e'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:48.528625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] DHCP port deletion for a9a4640d-5857-4eee-bd4b-d2b5a908788c request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:36:48.533078 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Deleting port 5c3036da-fe49-498f-acdf-ee238a677c91 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:36:48.533458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.533587 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] Set router c2edad06-8206-40aa-9a86-b5e67415984e gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:36:48.551810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.730989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.737696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] For port 5c3036da-fe49-498f-acdf-ee238a677c91, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5c3036da-fe49-498f-acdf-ee238a677c91,segment=NetworkSegment(546e719e-3029-4e99-bb0d-41a5fc1a1ffe),segment_id=546e719e-3029-4e99-bb0d-41a5fc1a1ffe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:36:48.738059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.810739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:36:48.811394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:48.817164 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:36:46Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:48.821383 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd51ddc-f7e8-4a02-abe7-8c98c102b13a None None] The sync data for ids ['c2edad06-8206-40aa-9a86-b5e67415984e'] in dv-neutron-857775-1-hyperv is: [{'id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1821514090', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61'}], 'enable_snat': True}, 'gw_port_id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:34:55Z', 'updated_at': '2022-09-15T10:36:46Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '1cff4fe7-766b-4fc2-8ad0-6c31aca4c438', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2edad06-8206-40aa-9a86-b5e67415984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:34:56Z', 'updated_at': '2022-09-15T10:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:36:48.868509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Calling delete_port for 5c3036da-fe49-498f-acdf-ee238a677c91 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:36:48.994572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1cff4fe7-766b-4fc2-8ad0-6c31aca4c438,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:36:48.995123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.027644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.073480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Pushing event deleted for resources: {'Port': ['ID=5c3036da-fe49-498f-acdf-ee238a677c91,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:49.080420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] No DVR routers for this DVR port 5c3036da-fe49-498f-acdf-ee238a677c91 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:36:49.089982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.089982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.089982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.089982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.089982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.089982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.089982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.091048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.091048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.091048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.091722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.091722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948302b8-d5c7-4305-80fd-9c11fd5fd3b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:36:49.116287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:36:49.499844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.554288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=1cff4fe7-766b-4fc2-8ad0-6c31aca4c438,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:49.621584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bb331630-0f8d-4ced-99fe-e5791d79762c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.650046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.821134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.823481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.858750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 64f73382-9fef-4c23-852b-5f832c48e8b0 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:36:49.895814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 64f73382-9fef-4c23-852b-5f832c48e8b0 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:36:49.896150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 64f73382-9fef-4c23-852b-5f832c48e8b0 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:36:49.896556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5c3036da-fe49-498f-acdf-ee238a677c91 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:36:49.918845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.919392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Fanout notify agent at l3_agent the message router_deleted on router c2edad06-8206-40aa-9a86-b5e67415984e {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:36:49.931127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 5c3036da-fe49-498f-acdf-ee238a677c91 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:36:49.934415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5c3036da-fe49-498f-acdf-ee238a677c91 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:36:49.935394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:49.936575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a579e397-4d76-4746-a482-5075ff02b1f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/routers/c2edad06-8206-40aa-9a86-b5e67415984e HTTP/1.1" status: 204 len: 168 time: 1.6787775 Sep 15 10:36:49.939183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33964) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:50.061476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.307957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.336855 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a4640d-5857-4eee-bd4b-d2b5a908788c']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:50.349085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '546e719e-3029-4e99-bb0d-41a5fc1a1ffe') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:50.349391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '546e719e-3029-4e99-bb0d-41a5fc1a1ffe') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:50.362124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.380040 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.386995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:36:50.389255 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.545361 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 546e719e-3029-4e99-bb0d-41a5fc1a1ffe resource provider aggregate not found Sep 15 10:36:50.561897 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 546e719e-3029-4e99-bb0d-41a5fc1a1ffe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 546e719e-3029-4e99-bb0d-41a5fc1a1ffe found for delete ", "request_id": "req-7357e575-676a-485c-8553-13a1a46343ff"}]} Sep 15 10:36:50.563055 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.568214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.592736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Network': ['ID=a9a4640d-5857-4eee-bd4b-d2b5a908788c,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:50.655193 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-73acfd97-03d6-4e75-8708-a8d692c0724d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/networks/a9a4640d-5857-4eee-bd4b-d2b5a908788c HTTP/1.1" status: 204 len: 168 time: 0.7148182 Sep 15 10:36:50.657634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 33974) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:50.727481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6bcf293b-b1cc-4e98-839f-56b16add8c88 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.758163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6bcf293b-b1cc-4e98-839f-56b16add8c88 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.899945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6bcf293b-b1cc-4e98-839f-56b16add8c88 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.919541 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf293b-b1cc-4e98-839f-56b16add8c88 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c102e7-8cd4-498f-a623-96b3db3797d6,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:50.996083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-6bcf293b-b1cc-4e98-839f-56b16add8c88 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:50.997201 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-6bcf293b-b1cc-4e98-839f-56b16add8c88 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/security-groups/26c102e7-8cd4-498f-a623-96b3db3797d6 HTTP/1.1" status: 204 len: 168 time: 0.3386626 Sep 15 10:36:51.097238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.246125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33984) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:51.251470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426482193', 'description': 'tempest-secgroup-smoke-426482193 description', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:51.257758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:51.261949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:51.264902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:51.270651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:51.355664 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.371832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:51.375552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:51.378308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:51.384322 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:51.451155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.510920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.554567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1765f979-76ef-4992-8467-6063db340fc6,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:51.610189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.611387 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c913a1df-a9b3-4251-9b67-11c1b1d2d346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3642604 Sep 15 10:36:51.614392 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33988) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:51.619412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '1765f979-76ef-4992-8467-6063db340fc6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:51.625332 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:51.629191 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:51.632030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:51.638389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:51.731087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.736140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-64f59236-fd08-4977-b091-805f69cb8783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.770082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:36:51.795226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.806221 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:36:51.806568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1cff4fe7-766b-4fc2-8ad0-6c31aca4c438 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:36:51.873514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.899359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d22d314-8665-4fc6-ab1e-14945fbdf77a,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:51.987405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:51.988795 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2a1f7155-9506-40eb-8bdc-6d47ff59c7de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3733406 Sep 15 10:36:51.991363 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33992) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:51.996685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '1765f979-76ef-4992-8467-6063db340fc6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:52.002689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:52.006484 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:52.010099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:52.015855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:52.096267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.157649 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.244130 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.270360 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91badc77-7013-43a3-8001-bccd78486291,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:52.347395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.348615 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-81122173-ceec-43de-adb1-29ca67c31af4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3558564 Sep 15 10:36:52.351864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 33996) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:52.356866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '1765f979-76ef-4992-8467-6063db340fc6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:52.363038 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:52.367632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:52.370628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:52.376438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:52.480516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.543980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.547649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.656165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.679836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c3c229-17d3-4f53-802e-ae01b2acacfa,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:52.768554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.769665 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ff44c72d-3dfa-42bd-b762-ab4cc1a2fff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4168825 Sep 15 10:36:52.772359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34000) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:52.777939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '1765f979-76ef-4992-8467-6063db340fc6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:52.784194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:52.788107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:52.791585 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:52.797177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:52.877984 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.940005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:52.946083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.025410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.049068 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db12a6b-c26e-4663-9bb2-4544b9e0e692,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:53.140263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.141454 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f3db44c3-8ee4-430f-ae55-d6e61f0fce6d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3675423 Sep 15 10:36:53.144187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34004) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:53.149937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '1765f979-76ef-4992-8467-6063db340fc6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:53.156248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:53.160152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:53.164588 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:53.170387 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:53.267254 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:36:53.274437 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.340931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.415786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.439516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12e9a681-4dcd-487f-9b92-7236ae4437ab,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:53.511042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.512258 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d33db01f-6876-4829-baf2-fdd1cf9a8c60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3671596 Sep 15 10:36:53.514972 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34008) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:53.519868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '1765f979-76ef-4992-8467-6063db340fc6', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:53.525807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:53.529902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:53.532710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:53.538367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:53.621905 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:36:53.628566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.692501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.747414 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.770744 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96d823b-847d-4bd1-832e-52e39c7965ff,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:53.827555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.828748 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8099b126-ad81-43ca-a0fb-841645b8a9c1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3128588 Sep 15 10:36:53.831594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34012) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:53.837028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'network': {'name': 'tempest-network-smoke--1572186490', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'port_security_enabled': True}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:53.841930 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:53.845948 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:network and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:53.848745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:53.855238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:53.941785 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:36:53.945238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.972735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] vlan segment allocate from pool success with {'vlan_id': 360, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:36:53.981682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:53.982037 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Added segment 62902d7a-6bd0-41f4-bcb0-20a0e73a1a67 of type vlan for network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 Sep 15 10:36:54.008867 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:54.124241 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:54.129798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:54.131062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:54.239855 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Network': ['ID=729564c8-9e5d-4f2c-ac75-6c9afa1790d7,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:54.249844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:36:54.288120 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-15f85063-6020-453c-8641-89f195ef5589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4529991 Sep 15 10:36:54.288626 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34016) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:54.294377 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'admin_state_up': True, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:54.302053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:54.306060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:router and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:54.309189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:54.316354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:54.400062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:54.401109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:54.415978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:54.450517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:54.742955 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:55.184539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:55.213217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:55.346427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.250 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/11952896-1504-4a63-b1fd-ae70cba86b24) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:36:55.493311 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:55.588133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:55.649368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:36:55.652148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:36:55.655866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:36:55.701959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=11952896-1504-4a63-b1fd-ae70cba86b24,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:56.178672 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:56.633212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:56.930888 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 32e77087-84d4-4460-a8f6-3e85571f766d is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:36:57.107022 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:36:57.118054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Sync routers for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:36:57.128107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:36:57.128721 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:57.216587 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:57.217757 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-715526ed-4e17-4377-a1e1-98cfc45680b2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9285035 Sep 15 10:36:57.221443 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34020) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:57.264538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-468d04f5-4847-41c3-a0ca-4eaeffffeed0 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2862901ed704392a0f69d49c5dbc6c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419145 Sep 15 10:36:57.267096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34024) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:57.308559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:36:57.400416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec58d5d-4664-42b9-afb7-8b4f30108006 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:57.401909 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1ec58d5d-4664-42b9-afb7-8b4f30108006 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339099 Sep 15 10:36:57.404919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34028) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:57.442441 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-8be29fda-49a0-41e8-8d43-88db31f61997 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364971 Sep 15 10:36:57.444827 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34032) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:57.450790 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-424763849', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:36:57.557424 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:36:57.561110 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:subnet and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:36:57.563902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:36:57.569475 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:36:57.625515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:36:55Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:57.629256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Checking router: 32e77087-84d4-4460-a8f6-3e85571f766d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:36:57.629598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Updating router 32e77087-84d4-4460-a8f6-3e85571f766d port 11952896-1504-4a63-b1fd-ae70cba86b24 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:36:57.654115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:36:57.657565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:57.681890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:57.941881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:58.007297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:58.019432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Transition to ACTIVE for port object 11952896-1504-4a63-b1fd-ae70cba86b24 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:36:58.021969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Subnet': ['ID=4d6a2620-8f13-4a18-9666-7ed6b5816955,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:58.030912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Checking segment: {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:36:58.031266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network hostable DHCP agents. Network: 729564c8-9e5d-4f2c-ac75-6c9afa1790d7, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:36:58.101446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:58.128404 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:36:58.167800 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Attempting to bind port 11952896-1504-4a63-b1fd-ae70cba86b24 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:36:58.168399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Attempting to bind port 11952896-1504-4a63-b1fd-ae70cba86b24 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:36:58.168508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Attempting to bind port 11952896-1504-4a63-b1fd-ae70cba86b24 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:36:58.178481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:36:58.178845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:36:58.179236 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:58.179619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:36:58.180639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Bound port: 11952896-1504-4a63-b1fd-ae70cba86b24, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:36:58.181101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:58.217028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9c0a3-9a3f-4fee-9952-c1c7a2ec4e0c None None] Pushing event updated for resources: {'Port': ['ID=11952896-1504-4a63-b1fd-ae70cba86b24,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:58.219525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 729564c8-9e5d-4f2c-ac75-6c9afa1790d7) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:36:58.223354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:36:58.224140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:58.230570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0f02df-46f8-4f2f-91ed-03f320427711 None None] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:36:58.325194 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5068ffec-feaa-48f2-9a63-a78def887321 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8793538 Sep 15 10:36:58.327857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34036) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:36:58.350945 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] For port 11952896-1504-4a63-b1fd-ae70cba86b24, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:36:58.364906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] For port 11952896-1504-4a63-b1fd-ae70cba86b24, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=11952896-1504-4a63-b1fd-ae70cba86b24,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:36:58.464454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:58.516731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:36:58.517547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:58.555423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:36:58.556047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:58.686000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9c0a3-9a3f-4fee-9952-c1c7a2ec4e0c None None] Pushing event updated for resources: {'Port': ['ID=11952896-1504-4a63-b1fd-ae70cba86b24,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:58.850068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:36:59.013579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Allocated IP 172.20.0.2 (729564c8-9e5d-4f2c-ac75-6c9afa1790d7/4d6a2620-8f13-4a18-9666-7ed6b5816955/f3e0fd99-1af0-4292-92d8-f97cf8fcf701) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:36:59.137369 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:59.347518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:36:55Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:36:59.359621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a5ef7-3a21-45ac-ae2d-68701deed97e None None] The sync data for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv is: [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:36:55Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:36:59.365793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:59.379698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Transition to ACTIVE for port object f3e0fd99-1af0-4292-92d8-f97cf8fcf701 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:36:59.406904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Transition to ACTIVE for port object f3e0fd99-1af0-4292-92d8-f97cf8fcf701 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:36:59.485340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:59.555837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.1 (729564c8-9e5d-4f2c-ac75-6c9afa1790d7/4d6a2620-8f13-4a18-9666-7ed6b5816955/774ef622-dbb2-47e0-8c97-7d94cf857ee4) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:36:59.568054 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:36:59.575700 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:36:59.577735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Pushing event updated for resources: {'Port': ['ID=f3e0fd99-1af0-4292-92d8-f97cf8fcf701,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:59.581297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:36:59.745452 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:59.761186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 774ef622-dbb2-47e0-8c97-7d94cf857ee4 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:36:59.783404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Attempting to bind port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:36:59.783804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Attempting to bind port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:36:59.784174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Attempting to bind port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 on network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:36:59.794046 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:36:59.794424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Checking segment: {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:36:59.794832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:59.795229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Bound using segment: {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:36:59.795804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Bound port: f3e0fd99-1af0-4292-92d8-f97cf8fcf701, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:36:59.796076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:59.850025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:36:59.873167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 11952896-1504-4a63-b1fd-ae70cba86b24 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:36:59.920365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:36:59.923613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:36:59.927396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:36:59.973694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=774ef622-dbb2-47e0-8c97-7d94cf857ee4,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:36:59.994700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:00.027346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] For port f3e0fd99-1af0-4292-92d8-f97cf8fcf701, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:37:00.037304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] For port f3e0fd99-1af0-4292-92d8-f97cf8fcf701, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f3e0fd99-1af0-4292-92d8-f97cf8fcf701,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:37:00.103277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:00.158591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 11952896-1504-4a63-b1fd-ae70cba86b24 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:37:00.164166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 11952896-1504-4a63-b1fd-ae70cba86b24 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:00.165781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:00.249079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d9d796-d04a-468d-b815-2674981a7559 None None] Pushing event updated for resources: {'Port': ['ID=f3e0fd99-1af0-4292-92d8-f97cf8fcf701,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:00.329372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 11952896-1504-4a63-b1fd-ae70cba86b24 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:00.329708 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:00.366509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 11952896-1504-4a63-b1fd-ae70cba86b24, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=11952896-1504-4a63-b1fd-ae70cba86b24,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:37:00.427896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:00.434768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:00.503851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=11952896-1504-4a63-b1fd-ae70cba86b24,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:00.965035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:01.043460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:01.159876 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=774ef622-dbb2-47e0-8c97-7d94cf857ee4,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:01.164534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:01.327280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:37:01.328625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:37:01.551114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 32e77087-84d4-4460-a8f6-3e85571f766d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:37:01.719755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c998e1c7-5bf7-4d50-af19-8765d3fed3df None None] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:37:01.739244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:37:01.749724 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Sync routers for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:37:01.761659 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-508382a5-9fb9-48af-83c6-61efecd6bd09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/32e77087-84d4-4460-a8f6-3e85571f766d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4239044 Sep 15 10:37:01.762034 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:37:01.762034 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:37:01.909373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-47a9b41c-3856-44c4-9222-3b2deb189a79 None None] Provisioning for port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:37:01.972676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f3e0fd99-1af0-4292-92d8-f97cf8fcf701 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:37:01.984567 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:37:01.988773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-4f031594-bfeb-457c-8bbb-319ad68c40e1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:37:02.053946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-4f031594-bfeb-457c-8bbb-319ad68c40e1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:37:02.056412 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-4f031594-bfeb-457c-8bbb-319ad68c40e1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426482193&fields=id&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 267 time: 0.1237643 Sep 15 10:37:02.208140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:37:02.215673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-af55b2b0-c58b-4b42-b3d7-b21a7e8bdd14 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:02.215868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:02.216103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.216407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-af55b2b0-c58b-4b42-b3d7-b21a7e8bdd14 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:37:02.313294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-af55b2b0-c58b-4b42-b3d7-b21a7e8bdd14 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:37:02.319258 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-af55b2b0-c58b-4b42-b3d7-b21a7e8bdd14 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/networks?id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 200 len: 797 time: 0.2529554 Sep 15 10:37:02.349070 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d3f4f945-e508-4f6a-ab9d-2575555756d3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/quotas/e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 375 time: 0.0213747 Sep 15 10:37:02.357878 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 2, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:37:02.363341 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Checking router: 32e77087-84d4-4460-a8f6-3e85571f766d for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:37:02.363694 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Updating router 32e77087-84d4-4460-a8f6-3e85571f766d port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:37:02.383928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:02.384410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.421727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port f3e0fd99-1af0-4292-92d8-f97cf8fcf701, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f3e0fd99-1af0-4292-92d8-f97cf8fcf701,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:37:02.440309 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.462615 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-94129c93-6e73-4801-b798-32c04a7eb1e9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093290 Sep 15 10:37:02.525595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.526293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 11952896-1504-4a63-b1fd-ae70cba86b24 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:37:02.619844 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-617aef64-9021-4a1d-958f-4090005452b7 None None] Provisioning for port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:37:02.647893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-617aef64-9021-4a1d-958f-4090005452b7 None None] Provisioning complete for port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:02.648209 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-617aef64-9021-4a1d-958f-4090005452b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.700638 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-0790997e-3574-49c2-b9d8-30c4616eb42e service neutron] 10.222.0.62 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257502 Sep 15 10:37:02.713689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=f3e0fd99-1af0-4292-92d8-f97cf8fcf701,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:02.736781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-617aef64-9021-4a1d-958f-4090005452b7 None None] Port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:37:02.755479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 11952896-1504-4a63-b1fd-ae70cba86b24 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:02.755852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.781737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-617aef64-9021-4a1d-958f-4090005452b7 None None] Provisioning complete for port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:02.782158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-617aef64-9021-4a1d-958f-4090005452b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.849213 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.857482 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-7b307f8b-dd42-4b13-a5be-f3c15532731e service neutron] 10.222.0.62 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511195 Sep 15 10:37:02.863481 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Transition to ACTIVE for port object 774ef622-dbb2-47e0-8c97-7d94cf857ee4 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:37:02.930884 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:02.982415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-617aef64-9021-4a1d-958f-4090005452b7 None None] Current status of the port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:02.984518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 11952896-1504-4a63-b1fd-ae70cba86b24 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:03.107669 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-05c9d906-4321-4dae-bc54-dd9e5de98b4b req-cde47758-8db9-46d7-b27c-cb8b52ca36e3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0627146 Sep 15 10:37:03.179901 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Pushing event updated for resources: {'Port': ['ID=774ef622-dbb2-47e0-8c97-7d94cf857ee4,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:03.191177 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.191521 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.191851 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.192181 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.192507 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.192824 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.193232 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.193594 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.193941 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.194283 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.194855 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.194855 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:37:03.198361 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Attempting to bind port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:37:03.198839 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Attempting to bind port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:37:03.199193 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Attempting to bind port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 on network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:37:03.209707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:37:03.209707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Checking segment: {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:37:03.209707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:03.209707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Bound using segment: {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:37:03.209707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Bound port: 774ef622-dbb2-47e0-8c97-7d94cf857ee4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:37:03.209707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:03.296337 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] For port 774ef622-dbb2-47e0-8c97-7d94cf857ee4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:37:03.299427 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] For port 774ef622-dbb2-47e0-8c97-7d94cf857ee4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=774ef622-dbb2-47e0-8c97-7d94cf857ee4,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:37:03.416250 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:03.478460 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:37:03.479069 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:37:03.564792 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde8c4b-80bc-45c9-b242-00db4db6e1ec None None] Pushing event updated for resources: {'Port': ['ID=774ef622-dbb2-47e0-8c97-7d94cf857ee4,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:03.663315 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:37:03.817160 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f3e0fd99-1af0-4292-92d8-f97cf8fcf701 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:37:03.887777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:03.888457 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:03.972834 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:03Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:37:03.976933 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875aaa76-168e-4ce0-b6c2-8b46eecb79c2 None None] The sync data for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv is: [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:03Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:37:04.012754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:04.318959 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-78c4b1a7-539b-4f2f-bb9c-e83d5b7476a0 req-ff1d9af5-7ee0-4f29-a573-a3ba28f294c5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0614376 Sep 15 10:37:05.388114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-ec8b8fc4-d51f-46d0-9ba3-6039cbd35410 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:05.388795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-ec8b8fc4-d51f-46d0-9ba3-6039cbd35410 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:37:05.401477 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-ec8b8fc4-d51f-46d0-9ba3-6039cbd35410 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:37:05.402645 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-ec8b8fc4-d51f-46d0-9ba3-6039cbd35410 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/networks?id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 200 len: 797 time: 0.1702797 Sep 15 10:37:05.457593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-5b5cd150-737a-45cb-a402-c95b1a1c35e9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:37:05.471005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-5b5cd150-737a-45cb-a402-c95b1a1c35e9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:37:05.472192 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-5b5cd150-737a-45cb-a402-c95b1a1c35e9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 379 time: 0.0550148 Sep 15 10:37:05.474074 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5a281b23-bb51-4159-b2dd-c9ee6abe1d72 req-02ae7577-a808-4c8c-8f53-babd02aae78d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0487874 Sep 15 10:37:05.481754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'port': {'device_id': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'admin_state_up': True, 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'security_groups': ['1765f979-76ef-4992-8467-6063db340fc6']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:37:05.620781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:37:05.624745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:port and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:37:05.627570 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:37:05.633713 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:37:05.747057 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:37:05.750611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:05.841703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 774ef622-dbb2-47e0-8c97-7d94cf857ee4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:37:05.923957 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.4 (729564c8-9e5d-4f2c-ac75-6c9afa1790d7/4d6a2620-8f13-4a18-9666-7ed6b5816955/248a6ed5-3e8f-4cda-bdae-8b11396c759b) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:37:05.973779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:37:05.979743 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:05.980120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:06.102479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:06.102869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:06.138024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 774ef622-dbb2-47e0-8c97-7d94cf857ee4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=774ef622-dbb2-47e0-8c97-7d94cf857ee4,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:37:06.239776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:06.244245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:06.258118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 248a6ed5-3e8f-4cda-bdae-8b11396c759b will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:37:06.311847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=774ef622-dbb2-47e0-8c97-7d94cf857ee4,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:06.351267 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:06.422541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:37:06.425398 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:37:06.429355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:37:06.466167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:06.498054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:06.498593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:06.620183 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-bb65c100-d89a-4d66-ba92-c9884027adc3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1420829 Sep 15 10:37:06.638066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Request body: {'port': {'device_id': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:37:06.689662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82558a64-0ea6-4be0-9d21-a28013985c9a req-9f5f48a5-eb7e-43ec-8005-e1947c648926 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:06.691133 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82558a64-0ea6-4be0-9d21-a28013985c9a req-9f5f48a5-eb7e-43ec-8005-e1947c648926 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 931 time: 0.0915465 Sep 15 10:37:06.733988 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b0d3e98b-677e-488d-a026-17946537a777 None None] Provisioning for port 248a6ed5-3e8f-4cda-bdae-8b11396c759b completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:37:06.736959 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82558a64-0ea6-4be0-9d21-a28013985c9a req-c95a21a0-e400-4ccf-8e40-b170060143a6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393612 Sep 15 10:37:06.739478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-b0d3e98b-677e-488d-a026-17946537a777 None None] Provisioning complete for port 248a6ed5-3e8f-4cda-bdae-8b11396c759b triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:06.739841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0d3e98b-677e-488d-a026-17946537a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:06.756410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:06.798406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-b0d3e98b-677e-488d-a026-17946537a777 None None] Port 248a6ed5-3e8f-4cda-bdae-8b11396c759b cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:37:07.092099 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248a6ed5-3e8f-4cda-bdae-8b11396c759b {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:37:07.099183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:07.113448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Transition to ACTIVE for port object 248a6ed5-3e8f-4cda-bdae-8b11396c759b will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:37:07.181583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:07.364108 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Pushing event updated for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:07.403893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Attempting to bind port 248a6ed5-3e8f-4cda-bdae-8b11396c759b on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:37:07.404214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Attempting to bind port 248a6ed5-3e8f-4cda-bdae-8b11396c759b by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:37:07.404532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Attempting to bind port 248a6ed5-3e8f-4cda-bdae-8b11396c759b on network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:37:07.408983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Port 248a6ed5-3e8f-4cda-bdae-8b11396c759b on network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:37:07.409292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Attempting to bind port 248a6ed5-3e8f-4cda-bdae-8b11396c759b on network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:37:07.414915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:37:07.415303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Checking segment: {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:37:07.415677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Bound using segment: {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:37:07.416097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Bound port: 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:37:07.416435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:07.506553 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:37:07.509628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:37:07.603368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:07.634520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:07.635049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:07.636411 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] 10.222.0.16 "PUT /v2.0/ports/248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 200 len: 1093 time: 1.0025265 Sep 15 10:37:07.636839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:37:07.639120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99ed0fe-a2b7-4cfb-aa52-677a2c331120" -d '{"events": [{"name": "network-changed", "server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:37:07.682306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7360e-8234-4534-990f-dbb67cf94f60 service neutron] Pushing event updated for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:07.685631 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386c75db-bb18-4d08-aef2-d3c2e355f626 x-openstack-request-id: req-386c75db-bb18-4d08-aef2-d3c2e355f626 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:37:07.685937 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:37:07.686188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-386c75db-bb18-4d08-aef2-d3c2e355f626 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:37:07.686570 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386c75db-bb18-4d08-aef2-d3c2e355f626'] response: {'name': 'network-changed', 'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'status': 'completed', 'code': 200} Sep 15 10:37:07.810632 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0fe-a2b7-4cfb-aa52-677a2c331120 req-15c5176c-a153-4446-9f19-97ded73bd977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:07.812111 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d99ed0fe-a2b7-4cfb-aa52-677a2c331120 req-15c5176c-a153-4446-9f19-97ded73bd977 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0858793 Sep 15 10:37:07.826094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 774ef622-dbb2-47e0-8c97-7d94cf857ee4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:37:07.894101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:07.894818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:07.962314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e84f1c-275c-4ab8-b3f3-f2dc2330a9e6 req-24d75799-6efe-4b0f-a027-a0905aca7bab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:07.963808 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a5e84f1c-275c-4ab8-b3f3-f2dc2330a9e6 req-24d75799-6efe-4b0f-a027-a0905aca7bab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 943 time: 0.0976043 Sep 15 10:37:07.967848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0fe-a2b7-4cfb-aa52-677a2c331120 req-e581d6e1-83f5-46db-a7e5-4869d0cdfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:07.969481 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d99ed0fe-a2b7-4cfb-aa52-677a2c331120 req-e581d6e1-83f5-46db-a7e5-4869d0cdfaae service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1438327 Sep 15 10:37:08.009808 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a5e84f1c-275c-4ab8-b3f3-f2dc2330a9e6 req-14944bcc-8702-426b-b000-10e35e412bda tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402544 Sep 15 10:37:08.016103 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:08.103380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ed0fe-a2b7-4cfb-aa52-677a2c331120 req-60b5702c-25d4-4a48-b521-1dce80144075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:08.104791 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d99ed0fe-a2b7-4cfb-aa52-677a2c331120 req-60b5702c-25d4-4a48-b521-1dce80144075 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299424 Sep 15 10:37:08.154066 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-b3a4d14d-9a5f-47e7-8738-57ff28df71cb req-8346bcd7-dda9-469c-a24d-c1abafb2ae43 service neutron] (89668) timed out ('10.222.0.62', 58176) {{(pid=89668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 10:37:08.234601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d9cb75e2-aca5-4344-bc46-6aeafdcce923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:08.236045 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d9cb75e2-aca5-4344-bc46-6aeafdcce923 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1096 time: 0.0771303 Sep 15 10:37:08.409293 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-a1364431-b9ec-42cd-9ae1-ef32b1d4630d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 200 len: 217 time: 0.1609254 Sep 15 10:37:08.470383 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-9a0b9b8b-cb1f-439e-a11a-84e16f93eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:08.471794 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-9a0b9b8b-cb1f-439e-a11a-84e16f93eba9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d6a2620-8f13-4a18-9666-7ed6b5816955 HTTP/1.1" status: 200 len: 834 time: 0.0565448 Sep 15 10:37:08.558117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d436811b-3597-4762-b228-71fbb4833391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:08.559579 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-d436811b-3597-4762-b228-71fbb4833391 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815635 Sep 15 10:37:08.689553 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-a0e80413-f69c-4636-8cdc-da17ed3d1158 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237550 Sep 15 10:37:08.819413 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28d53335-2ebd-4822-a8d1-9ceeb7d02005 req-f39c6fef-c2f2-4a21-8d3c-5e45b6063005 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242681 Sep 15 10:37:09.218459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e83f2-effb-4f02-8f4c-a588b677d43c req-94c042a5-a626-40c7-9914-0e5b5081c0e9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:09.219933 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-325e83f2-effb-4f02-8f4c-a588b677d43c req-94c042a5-a626-40c7-9914-0e5b5081c0e9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 943 time: 0.0884848 Sep 15 10:37:09.263684 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-325e83f2-effb-4f02-8f4c-a588b677d43c req-325d5f42-a235-498b-8719-1bba1f9cf0fa tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379882 Sep 15 10:37:10.469659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c47ff0-653c-4996-a7b1-5f7de63c2f0f req-97026de3-2358-4a43-afaa-5251a11cbfea tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:10.471137 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-64c47ff0-653c-4996-a7b1-5f7de63c2f0f req-97026de3-2358-4a43-afaa-5251a11cbfea tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 943 time: 0.0894449 Sep 15 10:37:10.515058 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-64c47ff0-653c-4996-a7b1-5f7de63c2f0f req-0ade34a2-a526-406f-ad5e-69e7995bc121 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377026 Sep 15 10:37:11.721068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86919a7-8847-49a1-9f5d-37be65e0a1b2 req-b0158432-5eb6-4eac-be8f-1fea28ac797b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:11.722554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b86919a7-8847-49a1-9f5d-37be65e0a1b2 req-b0158432-5eb6-4eac-be8f-1fea28ac797b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 943 time: 0.0863061 Sep 15 10:37:11.874176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b86919a7-8847-49a1-9f5d-37be65e0a1b2 req-96299657-6c5a-4873-a9c3-0ed1c83f8047 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455643 Sep 15 10:37:12.685274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 248a6ed5-3e8f-4cda-bdae-8b11396c759b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:37:12.816092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:37:12.829353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'port_id': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'mac_address': 'fa:16:3e:74:6b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:37:12.883657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 248a6ed5-3e8f-4cda-bdae-8b11396c759b is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:12.884048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:12.900849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248a6ed5-3e8f-4cda-bdae-8b11396c759b {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:37:12.916859 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:37:13.008493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:13.077663 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2a895-ac6b-47d2-a94e-d6f0ed6a2de0 req-3f0e873d-7719-490d-a4da-d9d6a9f4590b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:13.079266 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6ad2a895-ac6b-47d2-a94e-d6f0ed6a2de0 req-3f0e873d-7719-490d-a4da-d9d6a9f4590b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 944 time: 0.0896144 Sep 15 10:37:13.110732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:13.124901 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6ad2a895-ac6b-47d2-a94e-d6f0ed6a2de0 req-6530fb04-4799-46a5-a9da-105bdf54910d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394964 Sep 15 10:37:13.338933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['248a6ed5-3e8f-4cda-bdae-8b11396c759b'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:37:14.146580 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:37:14.333647 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e83f8-f5f6-4719-937b-8cd3c404f65c req-5f00f3c1-00d2-4550-842f-aa35fa67955f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:14.335042 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-837e83f8-f5f6-4719-937b-8cd3c404f65c req-5f00f3c1-00d2-4550-842f-aa35fa67955f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 944 time: 0.0896337 Sep 15 10:37:14.378593 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-837e83f8-f5f6-4719-937b-8cd3c404f65c req-4ebbf763-bdb2-4e29-86c1-fb75356ae113 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378528 Sep 15 10:37:14.674299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 248a6ed5-3e8f-4cda-bdae-8b11396c759b up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:37:14.864888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 248a6ed5-3e8f-4cda-bdae-8b11396c759b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:37:14.870266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 248a6ed5-3e8f-4cda-bdae-8b11396c759b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:37:14.870637 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:14.985452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 248a6ed5-3e8f-4cda-bdae-8b11396c759b is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:37:14.985842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:15.011180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:37:15.013431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125f7a99-bc64-4a11-af0e-aad6107bbddc" -d '{"events": [{"server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "name": "network-vif-plugged", "status": "completed", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:37:15.021009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:37:15.078679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:15.118717 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f7eaab-3e0d-455a-b318-1a762a4a801c x-openstack-request-id: req-e3f7eaab-3e0d-455a-b318-1a762a4a801c {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:37:15.119199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "name": "network-vif-plugged", "status": "completed", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:37:15.119433 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3f7eaab-3e0d-455a-b318-1a762a4a801c {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:37:15.119823 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3f7eaab-3e0d-455a-b318-1a762a4a801c'] response: {'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'code': 200} Sep 15 10:37:15.152252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:15.552405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf935d-b286-4133-86ba-94cfcc9b2e17 req-2dc1d887-8b33-43a9-8cc1-ff1b7859f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:15.553940 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-67bf935d-b286-4133-86ba-94cfcc9b2e17 req-2dc1d887-8b33-43a9-8cc1-ff1b7859f466 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0791965 Sep 15 10:37:15.590849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18fcdb-11ea-40b9-bfeb-fad4f85b0e08 req-cf0768a6-a4d5-4c41-8b40-b20fa4ecbdb1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:15.592429 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ef18fcdb-11ea-40b9-bfeb-fad4f85b0e08 req-cf0768a6-a4d5-4c41-8b40-b20fa4ecbdb1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0902262 Sep 15 10:37:15.595062 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-67bf935d-b286-4133-86ba-94cfcc9b2e17 req-d634a3ba-f0d1-411f-8879-d650d47156c7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348744 Sep 15 10:37:15.641028 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ef18fcdb-11ea-40b9-bfeb-fad4f85b0e08 req-14015f55-c319-4ee3-8ee5-2ef25567208d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428743 Sep 15 10:37:16.846282 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d8f08-fb8a-448a-b3fc-f3fab9b427ad req-4073ffac-13dc-48f8-a728-710450cba35a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:16.847729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4c6d8f08-fb8a-448a-b3fc-f3fab9b427ad req-4073ffac-13dc-48f8-a728-710450cba35a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0866418 Sep 15 10:37:16.891999 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4c6d8f08-fb8a-448a-b3fc-f3fab9b427ad req-952c9736-735f-4763-8b9d-e3d48bb203f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378442 Sep 15 10:37:18.102204 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b125dcb-57fe-4389-b6ec-1c7a3264d9a6 req-687b16df-b90a-4747-805c-2eb8f6a77c09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:18.103590 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8b125dcb-57fe-4389-b6ec-1c7a3264d9a6 req-687b16df-b90a-4747-805c-2eb8f6a77c09 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0910521 Sep 15 10:37:18.146351 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8b125dcb-57fe-4389-b6ec-1c7a3264d9a6 req-2f2c5cf3-e56a-4018-8c50-236026334872 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371287 Sep 15 10:37:18.354808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c002f3-cc6f-4727-b63c-43b8cc708c8f req-36613b40-d14b-47dd-b80a-0244663bbffa tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:18.356213 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-17c002f3-cc6f-4727-b63c-43b8cc708c8f req-36613b40-d14b-47dd-b80a-0244663bbffa tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0894301 Sep 15 10:37:18.404682 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-17c002f3-cc6f-4727-b63c-43b8cc708c8f req-2102e6df-96bc-4e2e-b29a-5d91bf2057e6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428095 Sep 15 10:37:18.432266 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34104) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:37:18.512496 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e97dd35-1d26-4912-8579-97af9036674d tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:18.514006 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9e97dd35-1d26-4912-8579-97af9036674d tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1093 time: 0.0807483 Sep 15 10:37:18.516859 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34108) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:37:18.521586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:37:18.528462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:37:18.532259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:floatingip and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:37:18.535077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:37:18.540836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:37:18.638534 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:18.772147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:18.905720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.191 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/5ce32d22-59dc-4a0a-8421-c2f0b4eff284) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:37:19.057254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:19.152794 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:19.221566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:37:19.224362 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:37:19.228530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:37:19.257907 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=5ce32d22-59dc-4a0a-8421-c2f0b4eff284,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:19.640156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:19.655432 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-02f78b98-ca08-4118-9a47-ba8c9a08472f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:19.875866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:20.076196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:20.146856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:20.259685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:20.309502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=5ce32d22-59dc-4a0a-8421-c2f0b4eff284,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:37:20.432646 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP b48b127d-7d96-4f9e-b4c0-8e128a851c92 associated. External IP: 172.26.7.191, port: 248a6ed5-3e8f-4cda-bdae-8b11396c759b. Sep 15 10:37:20.775750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 32e77087-84d4-4460-a8f6-3e85571f766d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:37:20.951762 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:37:20.961658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] Sync routers for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:37:20.971369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:37:20.972060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:37:21.044470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:21.102442 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-368d81e7-48f0-4154-b62a-8e6428c3aa87 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5844488 Sep 15 10:37:21.103074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:37:21.105517 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1b7035-119d-42d5-a4fd-0a0a21239018" -d '{"events": [{"name": "network-changed", "server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:37:21.136031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:21.164535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:37:21.291507 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f92bf-9633-488b-b60e-e7bef84a9c29 req-6a8ca25a-bac9-4678-9480-2f6cb5db271b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:21.292988 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a95f92bf-9633-488b-b60e-e7bef84a9c29 req-6a8ca25a-bac9-4678-9480-2f6cb5db271b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0960999 Sep 15 10:37:21.340770 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a95f92bf-9633-488b-b60e-e7bef84a9c29 req-cd7162b3-9dde-4449-a6df-7d9012e5bbf6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402465 Sep 15 10:37:21.371605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34116) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:37:21.402269 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ed1040-959a-467d-ae9f-ba7bb63a04fc x-openstack-request-id: req-c8ed1040-959a-467d-ae9f-ba7bb63a04fc {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:37:21.402846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:37:21.403788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8ed1040-959a-467d-ae9f-ba7bb63a04fc {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:37:21.404502 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ed1040-959a-467d-ae9f-ba7bb63a04fc'] response: {'name': 'network-changed', 'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'status': 'completed', 'code': 200} Sep 15 10:37:21.480735 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-61c0761d-5203-4f14-9a0b-9ef8ab0da6e6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/b48b127d-7d96-4f9e-b4c0-8e128a851c92 HTTP/1.1" status: 200 len: 991 time: 0.1079979 Sep 15 10:37:21.537648 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b48b127d-7d96-4f9e-b4c0-8e128a851c92', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'port_id': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'mac_address': 'fa:16:3e:74:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:37:19Z', 'updated_at': '2022-09-15T10:37:19Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:37:21.541486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] Checking router: 32e77087-84d4-4460-a8f6-3e85571f766d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:37:21.548479 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-c9ff78a7-227d-4513-8f95-196f5beabc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:21.549784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:37:21.549993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-c9ff78a7-227d-4513-8f95-196f5beabc2e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0860796 Sep 15 10:37:21.550440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:36:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:37:21.681396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-9a7b0e05-912b-4482-8b05-7e58f512e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:21.682902 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-9a7b0e05-912b-4482-8b05-7e58f512e69c service neutron] 10.222.0.16 "GET /v2.0/networks?id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 200 len: 898 time: 0.1261723 Sep 15 10:37:21.733746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:37:21.787260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f3b0-1b90-4f6c-8a5e-f7994acc55bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:21.895975 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-d9d960eb-274e-4117-b724-30269d03c106 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 200 len: 999 time: 0.2071240 Sep 15 10:37:21.961746 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-8ffe7b12-d0f3-456d-a049-4f6b03f38437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:21.963157 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-8ffe7b12-d0f3-456d-a049-4f6b03f38437 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d6a2620-8f13-4a18-9666-7ed6b5816955 HTTP/1.1" status: 200 len: 834 time: 0.0601473 Sep 15 10:37:22.044300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-813df5b3-59b7-4f04-87b7-f4b9ad36c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:22.045768 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-813df5b3-59b7-4f04-87b7-f4b9ad36c822 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771821 Sep 15 10:37:22.118770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b48b127d-7d96-4f9e-b4c0-8e128a851c92', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'port_id': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'mac_address': 'fa:16:3e:74:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:37:19Z', 'updated_at': '2022-09-15T10:37:19Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:37:22.122694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0fb669-a6da-4240-a809-b3b96efce158 None None] The sync data for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv is: [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'b48b127d-7d96-4f9e-b4c0-8e128a851c92', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'port_id': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'mac_address': 'fa:16:3e:74:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:37:19Z', 'updated_at': '2022-09-15T10:37:19Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:37:22.179999 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-d1d165e5-ca6e-4f50-aad0-be752f68e274 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274643 Sep 15 10:37:22.327311 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-fa1b7035-119d-42d5-a4fd-0a0a21239018 req-01bb1b06-82b0-4e2d-9071-190248655f54 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397808 Sep 15 10:37:22.327866 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be82d83-a6cc-4652-b40a-a0e7dca5454f None None] New status for floating IP b48b127d-7d96-4f9e-b4c0-8e128a851c92: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:37:22.484798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34120) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:37:22.545055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:22.597745 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-10e1331c-9ddd-4dca-94ea-a97b919a3204 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/b48b127d-7d96-4f9e-b4c0-8e128a851c92 HTTP/1.1" status: 200 len: 991 time: 0.1117346 Sep 15 10:37:22.944198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:23.602243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34124) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:37:23.708863 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c7efdde2-d679-4324-943a-52ba38686fb5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/b48b127d-7d96-4f9e-b4c0-8e128a851c92 HTTP/1.1" status: 200 len: 993 time: 0.1054890 Sep 15 10:37:24.493481 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:49.658079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c2fc1426-2685-4a48-9ef1-0d36a988c4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:51.092030 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:51.144935 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:37:51.706812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9886-8f9f-4d12-843c-5d0338c04dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:52.526325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:52.940756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:53.610253 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34148) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:37:53.630573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a6316-10ab-4dc7-a613-d2c6cd320aa5 req-8c9391ed-a7d8-4189-8b3f-74ea6faae0e5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:53.632070 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a54a6316-10ab-4dc7-a613-d2c6cd320aa5 req-8c9391ed-a7d8-4189-8b3f-74ea6faae0e5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.1706080 Sep 15 10:37:53.675941 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a54a6316-10ab-4dc7-a613-d2c6cd320aa5 req-f355914b-a853-473b-95f1-b6c2f062ef44 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381525 Sep 15 10:37:53.729241 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-238924ca-2f12-4362-a465-5f334c57a948 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1177847 Sep 15 10:37:54.498293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:37:54.886931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45d9f6-55a1-4298-99a0-007f6463b2f8 req-a91e4700-519c-41b8-99de-7df032ec14cb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:54.888308 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4c45d9f6-55a1-4298-99a0-007f6463b2f8 req-a91e4700-519c-41b8-99de-7df032ec14cb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0871599 Sep 15 10:37:54.932869 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4c45d9f6-55a1-4298-99a0-007f6463b2f8 req-57ad6f91-b250-42c8-b346-f4d6128fe085 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388756 Sep 15 10:37:55.849361 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-d47a20cb-ea48-41b1-bc19-e92840deb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:55.850901 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-d47a20cb-ea48-41b1-bc19-e92840deb834 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0803888 Sep 15 10:37:55.979838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-d230f1db-481c-4eb9-95ff-cedf464a02c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:55.981840 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-d230f1db-481c-4eb9-95ff-cedf464a02c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 200 len: 898 time: 0.1255260 Sep 15 10:37:56.086913 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-dc14446f-a0fc-441e-93df-c3ea472b7613 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 200 len: 1001 time: 0.0993102 Sep 15 10:37:56.143672 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4943041a-595f-4a82-a4b4-afbb1a81d72b req-7437eb64-d56a-416c-9003-e6ea118929c3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:56.145127 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4943041a-595f-4a82-a4b4-afbb1a81d72b req-7437eb64-d56a-416c-9003-e6ea118929c3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0918436 Sep 15 10:37:56.148323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-79c3f52c-a579-4ab7-9c2c-93fff06b0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:56.149858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-79c3f52c-a579-4ab7-9c2c-93fff06b0999 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d6a2620-8f13-4a18-9666-7ed6b5816955 HTTP/1.1" status: 200 len: 834 time: 0.0576205 Sep 15 10:37:56.201280 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4943041a-595f-4a82-a4b4-afbb1a81d72b req-f957bbb8-2b7b-45d1-a901-b23973fffad2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499809 Sep 15 10:37:56.233987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-425b324a-b140-4c4c-9400-8d4852ee9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:56.235520 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-425b324a-b140-4c4c-9400-8d4852ee9d72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802975 Sep 15 10:37:56.368090 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-c8c180d6-759a-4d30-969a-10296d907924 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259527 Sep 15 10:37:56.497491 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-273af8d7-6fc2-4ac3-899b-3c672a400a57 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235986 Sep 15 10:37:57.408095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74349dd-cdab-4412-8d90-efa2b7572743 req-9726c307-ef12-4877-b944-71f09cce8a1d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:57.409544 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a74349dd-cdab-4412-8d90-efa2b7572743 req-9726c307-ef12-4877-b944-71f09cce8a1d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0869470 Sep 15 10:37:57.455858 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a74349dd-cdab-4412-8d90-efa2b7572743 req-99ec2fc8-beed-4f59-a9d2-4af09cff5bfc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405915 Sep 15 10:37:58.662896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c8749-7870-47a5-8a41-ea7aa0f4a764 req-5748b2f7-3ff0-4aed-b043-3dae2f18ce38 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:58.664336 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2a8c8749-7870-47a5-8a41-ea7aa0f4a764 req-5748b2f7-3ff0-4aed-b043-3dae2f18ce38 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0852263 Sep 15 10:37:58.707100 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2a8c8749-7870-47a5-8a41-ea7aa0f4a764 req-931ac7c3-5529-4568-aea1-beee48004ada tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366380 Sep 15 10:37:59.915281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257a3350-d047-491c-9b81-f81cc32fbc28 req-577b5db5-a959-4fa8-b911-f14d912f9f60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:37:59.916715 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-257a3350-d047-491c-9b81-f81cc32fbc28 req-577b5db5-a959-4fa8-b911-f14d912f9f60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0898366 Sep 15 10:37:59.959388 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-257a3350-d047-491c-9b81-f81cc32fbc28 req-8ee56057-f633-4938-b69f-e3f19c4f464e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364957 Sep 15 10:38:01.163512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d606c1e-5a59-4237-9b3d-c6c90c6304ab req-1b354040-b83b-4b82-9d3a-02a7ce572bfd tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:01.164954 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7d606c1e-5a59-4237-9b3d-c6c90c6304ab req-1b354040-b83b-4b82-9d3a-02a7ce572bfd tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0867155 Sep 15 10:38:01.213563 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7d606c1e-5a59-4237-9b3d-c6c90c6304ab req-828fae98-0870-4cec-a533-61fdf28949e3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419636 Sep 15 10:38:02.421034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea2ecb-6669-4add-91de-7079a08764ec req-b2a84b97-1b46-43f2-aea2-f7d59b78d7e3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:02.422524 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eeea2ecb-6669-4add-91de-7079a08764ec req-b2a84b97-1b46-43f2-aea2-f7d59b78d7e3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0877149 Sep 15 10:38:02.465745 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eeea2ecb-6669-4add-91de-7079a08764ec req-5f36f21b-5f01-444b-aa40-51ccf09e5647 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376141 Sep 15 10:38:02.901153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da71b-4750-4978-bd25-f6e1b166a98b req-ae897997-8768-4a5a-9791-3fb0aa9ffa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:02.905074 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-292da71b-4750-4978-bd25-f6e1b166a98b req-ae897997-8768-4a5a-9791-3fb0aa9ffa0b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1098 time: 0.1260765 Sep 15 10:38:03.139730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da71b-4750-4978-bd25-f6e1b166a98b req-28fa272d-d6ab-4e04-8402-1dc53a92f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:03.140581 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-292da71b-4750-4978-bd25-f6e1b166a98b req-28fa272d-d6ab-4e04-8402-1dc53a92f378 service neutron] 10.222.0.16 "GET /v2.0/networks?id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 200 len: 898 time: 0.2180159 Sep 15 10:38:03.240111 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-292da71b-4750-4978-bd25-f6e1b166a98b req-181f50d7-adcd-42af-9a8f-38b2f5d45557 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 200 len: 1001 time: 0.0939796 Sep 15 10:38:03.303605 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da71b-4750-4978-bd25-f6e1b166a98b req-2ae5a552-0a31-46d5-873f-117677242ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:03.305075 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-292da71b-4750-4978-bd25-f6e1b166a98b req-2ae5a552-0a31-46d5-873f-117677242ab3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d6a2620-8f13-4a18-9666-7ed6b5816955 HTTP/1.1" status: 200 len: 834 time: 0.0593481 Sep 15 10:38:03.386694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292da71b-4750-4978-bd25-f6e1b166a98b req-6c4eb87b-8928-499e-87c5-4b959722026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:03.388209 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-292da71b-4750-4978-bd25-f6e1b166a98b req-6c4eb87b-8928-499e-87c5-4b959722026b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780025 Sep 15 10:38:03.517792 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-292da71b-4750-4978-bd25-f6e1b166a98b req-165a4f40-5a16-4a3d-8573-4234788fca76 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233971 Sep 15 10:38:03.650477 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-292da71b-4750-4978-bd25-f6e1b166a98b req-4b60adfa-3c74-41a1-b4da-1057828dfe3c service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260576 Sep 15 10:38:03.674640 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763167-9767-4c47-92db-9f12c4da726e req-e4929020-39e7-4e50-984c-eccf6f770b8e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:03.676123 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0f763167-9767-4c47-92db-9f12c4da726e req-e4929020-39e7-4e50-984c-eccf6f770b8e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0897574 Sep 15 10:38:03.719948 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0f763167-9767-4c47-92db-9f12c4da726e req-9cb4216e-21ea-4514-99dc-2d42370e5443 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381937 Sep 15 10:38:04.921392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c3ac7-3c4f-42a8-81e1-00926bb34895 req-60dddebb-8f18-419e-88f1-3f610c2e4f2a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:04.922873 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c77c3ac7-3c4f-42a8-81e1-00926bb34895 req-60dddebb-8f18-419e-88f1-3f610c2e4f2a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0865362 Sep 15 10:38:04.970397 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c77c3ac7-3c4f-42a8-81e1-00926bb34895 req-3ba2eef4-f102-4421-a8cb-5a7f9992bf04 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419168 Sep 15 10:38:06.177444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1a6bc-a7ff-4698-9e17-470779350f90 req-9d97a6d3-d77c-4656-a50f-14311905b386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:06.178935 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c9d1a6bc-a7ff-4698-9e17-470779350f90 req-9d97a6d3-d77c-4656-a50f-14311905b386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0870755 Sep 15 10:38:06.222766 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c9d1a6bc-a7ff-4698-9e17-470779350f90 req-7dad96b8-8057-4193-89ef-40bd880f8a7f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 Sep 15 10:38:07.430317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23043d6-5522-4303-b5d5-f423126e2435 req-4722883b-8ea8-4a51-b148-bef67b34c111 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:07.431744 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b23043d6-5522-4303-b5d5-f423126e2435 req-4722883b-8ea8-4a51-b148-bef67b34c111 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0885708 Sep 15 10:38:07.475793 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b23043d6-5522-4303-b5d5-f423126e2435 req-b03c20d5-da58-4958-819d-cfae66c4ebd7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375721 Sep 15 10:38:08.679208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182aa1e-aac4-4918-adfd-61477856ccc7 req-a597a719-9131-42f5-a4d0-58db01f41cf4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:08.680673 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a182aa1e-aac4-4918-adfd-61477856ccc7 req-a597a719-9131-42f5-a4d0-58db01f41cf4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0856903 Sep 15 10:38:08.716918 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-a63820ae-67e0-423b-9e0d-adcc61597703 service neutron] 10.222.0.16 "GET /v2.0/ports/248a6ed5-3e8f-4cda-bdae-8b11396c759b/bindings/hv-neutron-8577 HTTP/1.1" status: 200 len: 384 time: 0.0782120 Sep 15 10:38:08.728621 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a182aa1e-aac4-4918-adfd-61477856ccc7 req-39e12cfa-2bf3-4139-8801-a1b5b3235f0e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414133 Sep 15 10:38:09.262313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-a1256450-8174-43b5-a271-42ee2a1e73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:09.264144 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-a1256450-8174-43b5-a271-42ee2a1e73bc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 1098 time: 0.0815630 Sep 15 10:38:09.379555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-7f440a3e-8740-42f7-855d-9dfff47085ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:09.381003 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-7f440a3e-8740-42f7-855d-9dfff47085ce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0817623 Sep 15 10:38:09.509434 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-509aa7e7-d973-4fab-b278-8f3f1818a86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:09.510933 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-509aa7e7-d973-4fab-b278-8f3f1818a86f service neutron] 10.222.0.16 "GET /v2.0/networks?id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 200 len: 898 time: 0.1236904 Sep 15 10:38:09.612797 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-169506d5-af96-4296-9f6b-29ddc35342da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 200 len: 1001 time: 0.0955484 Sep 15 10:38:09.673348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-7038f0f2-0569-45e0-ba80-d4a0f444fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:09.674751 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-7038f0f2-0569-45e0-ba80-d4a0f444fb37 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d6a2620-8f13-4a18-9666-7ed6b5816955 HTTP/1.1" status: 200 len: 834 time: 0.0557582 Sep 15 10:38:09.754848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-d5635f82-ec71-4ab0-9a01-af93e8eda5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:09.756286 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-d5635f82-ec71-4ab0-9a01-af93e8eda5aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753045 Sep 15 10:38:09.887932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-5b5ba23e-1f40-4a99-80d9-6658b0abcc41 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250668 Sep 15 10:38:09.935644 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e2f22-6e65-44fa-9a95-7f6ee40f6722 req-1c6d7416-3eda-4a0f-b5d2-fa246e005cd8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:09.937105 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e75e2f22-6e65-44fa-9a95-7f6ee40f6722 req-1c6d7416-3eda-4a0f-b5d2-fa246e005cd8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0864007 Sep 15 10:38:09.981056 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e75e2f22-6e65-44fa-9a95-7f6ee40f6722 req-b056f49b-11ac-47b4-872c-d7d0133c6f41 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381577 Sep 15 10:38:10.019309 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-6ae78341-efb4-4c6c-8b7c-b9e2f32fd827 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256566 Sep 15 10:38:10.989006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 248a6ed5-3e8f-4cda-bdae-8b11396c759b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:38:11.101193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 248a6ed5-3e8f-4cda-bdae-8b11396c759b is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:38:11.101575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:11.129071 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:38:11.131380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974c1a7f-baab-4fde-93ae-2d5545e2f96e" -d '{"events": [{"server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "name": "network-vif-unplugged", "status": "completed", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:38:11.138692 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:38:11.268812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:11.300590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b645a1d-0347-4ed9-8eaa-32b03d5a7b36 req-166bcb72-ca4c-48ed-ab22-80f9e49aeb6f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:11.302235 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b645a1d-0347-4ed9-8eaa-32b03d5a7b36 req-166bcb72-ca4c-48ed-ab22-80f9e49aeb6f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.2009230 Sep 15 10:38:11.348242 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b645a1d-0347-4ed9-8eaa-32b03d5a7b36 req-96717156-43cb-438e-a584-1e9e7932374e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401981 Sep 15 10:38:11.351275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:11.359515 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.359865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.360203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.360595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.360887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.361442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.361527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.361880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.365508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.365508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.365508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.365508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:11.411111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 15 Sep 2022 10:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3b6940-81e1-4b72-a923-3836d572ae46 x-openstack-request-id: req-6e3b6940-81e1-4b72-a923-3836d572ae46 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:38:11.411401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "name": "network-vif-unplugged", "status": "completed", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:38:11.411646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e3b6940-81e1-4b72-a923-3836d572ae46 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:38:11.412038 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3b6940-81e1-4b72-a923-3836d572ae46'] response: {'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'code': 200} Sep 15 10:38:12.556366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58beff2b-74ec-4a10-aa3e-f800bf83b802 req-f8e4549e-5e53-4159-9756-baeb02800c53 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:12.557930 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58beff2b-74ec-4a10-aa3e-f800bf83b802 req-f8e4549e-5e53-4159-9756-baeb02800c53 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 943 time: 0.0881953 Sep 15 10:38:12.600188 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58beff2b-74ec-4a10-aa3e-f800bf83b802 req-d287e47a-c8da-4f40-b043-cee5fa5852e1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366445 Sep 15 10:38:12.989148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 248a6ed5-3e8f-4cda-bdae-8b11396c759b details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:38:13.073849 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6dad7-eeb8-4ead-93c2-c295a1e8d513 req-362d615b-c16d-4f07-8dd8-89eac291559a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:13.076755 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-65b6dad7-eeb8-4ead-93c2-c295a1e8d513 req-362d615b-c16d-4f07-8dd8-89eac291559a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 943 time: 0.0952287 Sep 15 10:38:13.123434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-65b6dad7-eeb8-4ead-93c2-c295a1e8d513 req-f1e5cb55-f913-4ef2-8889-606f89059b77 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419033 Sep 15 10:38:13.163193 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:38:13.185655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'port_id': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'mac_address': 'fa:16:3e:74:6b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:38:13.254870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 248a6ed5-3e8f-4cda-bdae-8b11396c759b is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:38:13.255396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:13.281192 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248a6ed5-3e8f-4cda-bdae-8b11396c759b {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:38:13.298217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-38202eaf-6bab-4e04-89d3-a6089a7ee1dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:13.299337 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-38202eaf-6bab-4e04-89d3-a6089a7ee1dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:38:13.314916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:38:13.383793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6734f-77cc-4d08-ac94-4ce8f45c6f25 req-866b7ec9-b22b-4749-8d34-9efd683eca67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:13.385255 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-96e6734f-77cc-4d08-ac94-4ce8f45c6f25 req-866b7ec9-b22b-4749-8d34-9efd683eca67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 943 time: 0.1176879 Sep 15 10:38:13.417685 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-38202eaf-6bab-4e04-89d3-a6089a7ee1dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:38:13.418101 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:13.418871 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-38202eaf-6bab-4e04-89d3-a6089a7ee1dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2&tenant_id=e2862901ed704392a0f69d49c5dbc6c8&binding%3Ahost_id=hv-neutron-8577 HTTP/1.1" status: 200 len: 943 time: 0.3363318 Sep 15 10:38:13.429724 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-96e6734f-77cc-4d08-ac94-4ce8f45c6f25 req-be0d9ecb-c6b9-4d46-b73b-723c4a2b0a38 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380728 Sep 15 10:38:13.493865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:13.544355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['248a6ed5-3e8f-4cda-bdae-8b11396c759b'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:38:13.586542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-94cf62bd-656e-4f57-8182-6eabaaa62440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:13.588011 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-94cf62bd-656e-4f57-8182-6eabaaa62440 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1097 time: 0.0822623 Sep 15 10:38:13.718155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-b6431997-09fd-43ee-b903-a1ed51e9cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:13.719502 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-b6431997-09fd-43ee-b903-a1ed51e9cb58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 200 len: 898 time: 0.1257787 Sep 15 10:38:13.828023 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-0f6cc110-b72f-489e-8925-ea1bfbe1f263 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 200 len: 1000 time: 0.1029890 Sep 15 10:38:13.891806 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-1e40c901-0890-405e-b2bd-39369c5fabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:13.893184 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-1e40c901-0890-405e-b2bd-39369c5fabc5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d6a2620-8f13-4a18-9666-7ed6b5816955 HTTP/1.1" status: 200 len: 834 time: 0.0593345 Sep 15 10:38:13.974502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-c21d81f5-e862-4c9c-892b-18d386bcf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:13.975860 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-c21d81f5-e862-4c9c-892b-18d386bcf61f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765879 Sep 15 10:38:14.105132 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-3030e943-65ba-4ba4-8744-3cde53609aa6 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219711 Sep 15 10:38:14.233845 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-52a99d58-3d1e-4c3a-9f48-bd2dd9ef9593 req-10a953b6-90ae-41b6-b21e-639c3ed30c50 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232455 Sep 15 10:38:14.643358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936d88e-0740-47a2-b4d2-a0dc3d160d8f req-4038bde4-23f3-4d0a-8e08-3746048894f6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:14.644726 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7936d88e-0740-47a2-b4d2-a0dc3d160d8f req-4038bde4-23f3-4d0a-8e08-3746048894f6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 944 time: 0.0857024 Sep 15 10:38:14.692043 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7936d88e-0740-47a2-b4d2-a0dc3d160d8f req-c394e4b8-d9e2-495f-bd83-c331ddff089e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416729 Sep 15 10:38:15.006426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 248a6ed5-3e8f-4cda-bdae-8b11396c759b up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:38:15.076051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 248a6ed5-3e8f-4cda-bdae-8b11396c759b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:38:15.076418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:15.194994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 248a6ed5-3e8f-4cda-bdae-8b11396c759b is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:38:15.195474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:15.223260 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:38:15.225517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69125c3a-d2f4-412e-9ea4-d6032df605c4" -d '{"events": [{"server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "name": "network-vif-plugged", "status": "completed", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:38:15.233219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:38:15.266265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642a194b-ae49-42e6-8a0f-bfd506019741 x-openstack-request-id: req-642a194b-ae49-42e6-8a0f-bfd506019741 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:38:15.278364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "name": "network-vif-plugged", "status": "completed", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:38:15.278364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-642a194b-ae49-42e6-8a0f-bfd506019741 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:38:15.278364 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-642a194b-ae49-42e6-8a0f-bfd506019741'] response: {'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'code': 200} Sep 15 10:38:15.308032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:15.374691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:15.895981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01c081-87de-4b47-bfdd-b15992768421 req-438cb78c-87d4-4c48-83d4-499d56b78e38 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:15.897428 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3e01c081-87de-4b47-bfdd-b15992768421 req-438cb78c-87d4-4c48-83d4-499d56b78e38 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0861304 Sep 15 10:38:15.941341 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3e01c081-87de-4b47-bfdd-b15992768421 req-6708a540-7092-42f6-8019-84178cb2829e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373008 Sep 15 10:38:15.974936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34228) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:16.081044 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ce787df2-1af0-4eb0-a677-cb3e70cf3ef3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/b48b127d-7d96-4f9e-b4c0-8e128a851c92 HTTP/1.1" status: 200 len: 993 time: 0.1048818 Sep 15 10:38:19.640633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e3b079d7-38ed-4607-98a5-9075b712f419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:21.096919 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:21.725742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5f5dcd4b-d8b8-44c6-a7e4-301814b022ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:22.565551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:22.948425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:24.477394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:28.145117 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:38:42.738077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34242) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:42.959247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 5ce32d22-59dc-4a0a-8421-c2f0b4eff284 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:38:42.959590 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:43.127606 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:43.127810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:43.256478 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 5ce32d22-59dc-4a0a-8421-c2f0b4eff284 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:38:43.462147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:43.609046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=5ce32d22-59dc-4a0a-8421-c2f0b4eff284,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:43.657167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.657502 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.657858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.658198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.658527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.658850 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.659173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.659493 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.659818 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.660135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.660453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.660769 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:43.720091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:43.720339 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP b48b127d-7d96-4f9e-b4c0-8e128a851c92 disassociated (deleted). External IP: 172.26.7.191, port: 248a6ed5-3e8f-4cda-bdae-8b11396c759b. Sep 15 10:38:44.086456 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 32e77087-84d4-4460-a8f6-3e85571f766d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:38:44.265371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:38:44.280086 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] Sync routers for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:38:44.290590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:38:44.291281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:38:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:44.359996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:44.416739 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cb3e3cab-4741-4086-8092-51121859ad1b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/floatingips/b48b127d-7d96-4f9e-b4c0-8e128a851c92 HTTP/1.1" status: 204 len: 168 time: 1.6775665 Sep 15 10:38:44.417410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:38:44.419925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7fc7e5-9419-4531-b9e0-11d9de6df791" -d '{"events": [{"name": "network-changed", "server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:38:44.477319 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:38:44.833960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:44.838290 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] Checking router: 32e77087-84d4-4460-a8f6-3e85571f766d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:38:44.839837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b10fb4e-7cad-4bd9-a60b-c1e1b89085d6 x-openstack-request-id: req-9b10fb4e-7cad-4bd9-a60b-c1e1b89085d6 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:38:44.840177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:38:44.840533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b10fb4e-7cad-4bd9-a60b-c1e1b89085d6 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:38:44.840993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b10fb4e-7cad-4bd9-a60b-c1e1b89085d6'] response: {'name': 'network-changed', 'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'status': 'completed', 'code': 200} Sep 15 10:38:44.847510 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:38:44.848129 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:38:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:44.986949 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-4bc0afee-d008-400e-8867-4443e00db743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:44.988056 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-4bc0afee-d008-400e-8867-4443e00db743 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 1098 time: 0.0786493 Sep 15 10:38:45.022165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0104fc-c12f-4e9d-9f28-c8484c3f6873 req-2cd1e1fc-4855-4f5c-b179-af2a5b7651ed tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:45.023642 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3e0104fc-c12f-4e9d-9f28-c8484c3f6873 req-2cd1e1fc-4855-4f5c-b179-af2a5b7651ed tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0916877 Sep 15 10:38:45.038144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:38:45.068228 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3e0104fc-c12f-4e9d-9f28-c8484c3f6873 req-843a0a08-f8d5-4df8-8722-b823fdb2db19 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381062 Sep 15 10:38:45.125558 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-36dd47cc-9318-4a26-a48e-6a03bca6823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:45.127033 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-36dd47cc-9318-4a26-a48e-6a03bca6823d service neutron] 10.222.0.16 "GET /v2.0/networks?id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 200 len: 898 time: 0.1317360 Sep 15 10:38:45.198800 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-4158bace-9df9-4936-966e-b2fc8b7c5f32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 200 len: 217 time: 0.0646462 Sep 15 10:38:45.262396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-1af5487d-b7ff-4e4c-9ece-70485921a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:45.263861 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-1af5487d-b7ff-4e4c-9ece-70485921a4f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4d6a2620-8f13-4a18-9666-7ed6b5816955 HTTP/1.1" status: 200 len: 834 time: 0.0592053 Sep 15 10:38:45.351916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-c27a4ab7-2b80-470c-81a5-1c7deb8fe98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:45.353388 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-c27a4ab7-2b80-470c-81a5-1c7deb8fe98d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=729564c8-9e5d-4f2c-ac75-6c9afa1790d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839317 Sep 15 10:38:45.357639 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:45.361625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e09e73a-5ca5-492c-91b2-21fd9fcd2015 None None] The sync data for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv is: [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '774ef622-dbb2-47e0-8c97-7d94cf857ee4', 'name': '', 'network_id': '729564c8-9e5d-4f2c-ac75-6c9afa1790d7', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:a0:92:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:59Z', 'updated_at': '2022-09-15T10:37:06Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': '4d6a2620-8f13-4a18-9666-7ed6b5816955', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:38:45.489551 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-6e062713-b2f7-410c-9fed-b68985563e96 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288776 Sep 15 10:38:45.583929 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d334656-452e-473a-a731-435672ee8f6c None None] New status for floating IP b48b127d-7d96-4f9e-b4c0-8e128a851c92: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:38:45.739760 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6e7fc7e5-9419-4531-b9e0-11d9de6df791 req-0d7124de-69b9-44d4-8a2d-42ad38453ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438903 Sep 15 10:38:46.277633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112bb5b6-5dea-4a27-89f3-522bee17ee59 req-1cf6e91f-b68d-4ac8-bbe8-61f57c8c5150 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:46.279106 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-112bb5b6-5dea-4a27-89f3-522bee17ee59 req-1cf6e91f-b68d-4ac8-bbe8-61f57c8c5150 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0856996 Sep 15 10:38:46.326861 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-112bb5b6-5dea-4a27-89f3-522bee17ee59 req-94621937-8f0f-4cf1-a304-9ca1b1248ce6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413413 Sep 15 10:38:46.763247 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-fcdd3291-5d57-4585-b8ea-470774f22b15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:46.763946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-fcdd3291-5d57-4585-b8ea-470774f22b15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:38:46.854086 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-fcdd3291-5d57-4585-b8ea-470774f22b15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:38:46.855258 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-fcdd3291-5d57-4585-b8ea-470774f22b15 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.1756256 Sep 15 10:38:46.933998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 248a6ed5-3e8f-4cda-bdae-8b11396c759b {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:38:46.934238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:47.179053 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 248a6ed5-3e8f-4cda-bdae-8b11396c759b, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=248a6ed5-3e8f-4cda-bdae-8b11396c759b,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:38:47.179417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:47.304907 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 248a6ed5-3e8f-4cda-bdae-8b11396c759b owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:38:47.512152 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:47.541426 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0184a05c-4ea0-469d-978b-5cf6b9a42648 req-e840aee4-e638-416b-a1b8-5921b9a7239b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:47.547262 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0184a05c-4ea0-469d-978b-5cf6b9a42648 req-e840aee4-e638-416b-a1b8-5921b9a7239b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 945 time: 0.0969923 Sep 15 10:38:47.572990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=248a6ed5-3e8f-4cda-bdae-8b11396c759b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:47.590961 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0184a05c-4ea0-469d-978b-5cf6b9a42648 req-c087d9ea-d5c8-4b7b-9421-7991dee3bb83 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=1765f979-76ef-4992-8467-6063db340fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408144 Sep 15 10:38:47.662174 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] No DVR routers for this DVR port 248a6ed5-3e8f-4cda-bdae-8b11396c759b on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:38:47.664555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:47.667052 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'name': 'network-vif-deleted', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:38:47.669315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e091899e-e0cb-4ff6-9947-933a5180604c" -d '{"events": [{"server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "name": "network-vif-deleted", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:38:47.713231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4485e738-fc3b-4da0-a359-a2df4e75fc03 x-openstack-request-id: req-4485e738-fc3b-4da0-a359-a2df4e75fc03 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:38:47.713521 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b220b427-4333-4eb6-876a-8468a2f9c3f2", "name": "network-vif-deleted", "tag": "248a6ed5-3e8f-4cda-bdae-8b11396c759b", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:38:47.713842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4485e738-fc3b-4da0-a359-a2df4e75fc03 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:38:47.714248 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4485e738-fc3b-4da0-a359-a2df4e75fc03'] response: {'server_uuid': 'b220b427-4333-4eb6-876a-8468a2f9c3f2', 'name': 'network-vif-deleted', 'tag': '248a6ed5-3e8f-4cda-bdae-8b11396c759b', 'status': 'completed', 'code': 200} Sep 15 10:38:47.788509 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-24fae1f2-11f8-421f-86f3-afb5991478ef req-89ae7b38-9ce6-40e2-9878-4e115a618899 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "DELETE /v2.0/ports/248a6ed5-3e8f-4cda-bdae-8b11396c759b HTTP/1.1" status: 204 len: 173 time: 0.9241476 Sep 15 10:38:48.782160 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b8e9ac3b-e4f1-450e-915d-957a2a2d329c req-f8c5eadf-96f9-4da7-926f-8752344e02f8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=b220b427-4333-4eb6-876a-8468a2f9c3f2 HTTP/1.1" status: 200 len: 210 time: 0.0525525 Sep 15 10:38:49.204033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 248a6ed5-3e8f-4cda-bdae-8b11396c759b no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:38:49.241839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 248a6ed5-3e8f-4cda-bdae-8b11396c759b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:38:49.242174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 248a6ed5-3e8f-4cda-bdae-8b11396c759b not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:38:49.643020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f705f53-627e-4aab-915e-a5d9647f2d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:49.899783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34262) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:50.448230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:50.894200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 774ef622-dbb2-47e0-8c97-7d94cf857ee4 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:38:50.894542 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:51.084831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 774ef622-dbb2-47e0-8c97-7d94cf857ee4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=774ef622-dbb2-47e0-8c97-7d94cf857ee4,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:38:51.085599 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:51.101733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:51.207950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 774ef622-dbb2-47e0-8c97-7d94cf857ee4 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:38:51.591754 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:51.645396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=774ef622-dbb2-47e0-8c97-7d94cf857ee4,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:51.753678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fa9cc47a-6c18-47c2-b022-b986816796c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:51.936116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:52.400025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 32e77087-84d4-4460-a8f6-3e85571f766d has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:38:52.547250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:52.576029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:38:52.586317 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] Sync routers for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:38:52.592459 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-20054ff4-3fc4-4786-b6e5-aea33fb7cb1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/32e77087-84d4-4460-a8f6-3e85571f766d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6879277 Sep 15 10:38:52.592459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34266) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:52.596399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:38:52.596999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:38:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:52.661509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-30dc6270-95fd-453e-9ed3-cd2d640917dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting subnet 4d6a2620-8f13-4a18-9666-7ed6b5816955 {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:38:52.664069 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30dc6270-95fd-453e-9ed3-cd2d640917dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:52.717236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30dc6270-95fd-453e-9ed3-cd2d640917dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:52.776475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:38:52.800551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30dc6270-95fd-453e-9ed3-cd2d640917dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:52.942088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30dc6270-95fd-453e-9ed3-cd2d640917dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6528986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8135705'] for subnet, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:52.980726 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc6270-95fd-453e-9ed3-cd2d640917dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6a2620-8f13-4a18-9666-7ed6b5816955,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:52.984183 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-30dc6270-95fd-453e-9ed3-cd2d640917dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:52.992741 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-30dc6270-95fd-453e-9ed3-cd2d640917dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/subnets/4d6a2620-8f13-4a18-9666-7ed6b5816955 HTTP/1.1" status: 204 len: 168 time: 0.3978431 Sep 15 10:38:52.993352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa32c595-6aaf-4a47-8def-a6bd0aeb4c9e None None] Network 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:38:52.993447 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34270) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:53.054284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:53.185346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:53.282558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:38:51Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:53.288940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] Checking router: 32e77087-84d4-4460-a8f6-3e85571f766d for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:38:53.303351 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] Routers {'32e77087-84d4-4460-a8f6-3e85571f766d'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:38:53.303955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:38:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['32e77087-84d4-4460-a8f6-3e85571f766d'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:53.381914 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:53.447196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] DHCP port deletion for 729564c8-9e5d-4f2c-ac75-6c9afa1790d7 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:38:53.467958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] Deleting port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:38:53.468498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:53.479054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 11952896-1504-4a63-b1fd-ae70cba86b24 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:38:53.479559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:53.539632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] Set router 32e77087-84d4-4460-a8f6-3e85571f766d gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:38:53.769875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 11952896-1504-4a63-b1fd-ae70cba86b24, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=11952896-1504-4a63-b1fd-ae70cba86b24,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:38:53.770236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:53.877840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device f3e0fd99-1af0-4292-92d8-f97cf8fcf701 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:38:53.894578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 11952896-1504-4a63-b1fd-ae70cba86b24 owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:38:53.957910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] For port f3e0fd99-1af0-4292-92d8-f97cf8fcf701, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=f3e0fd99-1af0-4292-92d8-f97cf8fcf701,segment=NetworkSegment(62902d7a-6bd0-41f4-bcb0-20a0e73a1a67),segment_id=62902d7a-6bd0-41f4-bcb0-20a0e73a1a67)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:38:53.958312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.116051 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] Calling delete_port for f3e0fd99-1af0-4292-92d8-f97cf8fcf701 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:38:54.135991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.182356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=11952896-1504-4a63-b1fd-ae70cba86b24,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:54.255363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:38:54.255757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.279764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:38:51Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:54.285226 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d78d70-17ec-4090-9b5d-94a999b95636 None None] The sync data for ids ['32e77087-84d4-4460-a8f6-3e85571f766d'] in dv-neutron-857775-1-hyperv is: [{'id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2036222673', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250'}], 'enable_snat': True}, 'gw_port_id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:36:54Z', 'updated_at': '2022-09-15T10:38:51Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '11952896-1504-4a63-b1fd-ae70cba86b24', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:38:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32e77087-84d4-4460-a8f6-3e85571f766d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:36:55Z', 'updated_at': '2022-09-15T10:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:38:54.287836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.331588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.465088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] Pushing event deleted for resources: {'Port': ['ID=f3e0fd99-1af0-4292-92d8-f97cf8fcf701,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:54.470773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9834028e-2c8a-4a44-abd0-7519f51c2e75 None None] No DVR routers for this DVR port f3e0fd99-1af0-4292-92d8-f97cf8fcf701 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:38:54.475469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.478720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.558852 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.573987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.573987 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Fanout notify agent at l3_agent the message router_deleted on router 32e77087-84d4-4460-a8f6-3e85571f766d {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:38:54.584562 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.585731 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-60d2fd82-dba5-42bf-84fd-279f32847814 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/routers/32e77087-84d4-4460-a8f6-3e85571f766d HTTP/1.1" status: 204 len: 168 time: 1.5917690 Sep 15 10:38:54.588316 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34274) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:54.705784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.840078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.867560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729564c8-9e5d-4f2c-ac75-6c9afa1790d7']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:54.880123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:54.880427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62902d7a-6bd0-41f4-bcb0-20a0e73a1a67') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:38:54.894575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.915795 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:54.922370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:38:54.922771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:55.007463 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 62902d7a-6bd0-41f4-bcb0-20a0e73a1a67 resource provider aggregate not found Sep 15 10:38:55.024814 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment 62902d7a-6bd0-41f4-bcb0-20a0e73a1a67 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62902d7a-6bd0-41f4-bcb0-20a0e73a1a67 found for delete ", "request_id": "req-0aec253e-976b-4200-b86d-7627f570e00a"}]} Sep 15 10:38:55.078522 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:55.097123 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:55.107869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Network': ['ID=729564c8-9e5d-4f2c-ac75-6c9afa1790d7,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:55.204242 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a76542bc-161c-44a4-8e7d-2130c934fb86 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/networks/729564c8-9e5d-4f2c-ac75-6c9afa1790d7 HTTP/1.1" status: 204 len: 168 time: 0.6148553 Sep 15 10:38:55.206791 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34284) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:55.286025 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c617739-9596-4b5f-ba62-d7f6ea835233 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:55.316974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c617739-9596-4b5f-ba62-d7f6ea835233 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:55.471367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c617739-9596-4b5f-ba62-d7f6ea835233 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:55.490858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c617739-9596-4b5f-ba62-d7f6ea835233 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1765f979-76ef-4992-8467-6063db340fc6,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:55.573201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-1c617739-9596-4b5f-ba62-d7f6ea835233 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:55.574384 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-1c617739-9596-4b5f-ba62-d7f6ea835233 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/security-groups/1765f979-76ef-4992-8467-6063db340fc6 HTTP/1.1" status: 204 len: 168 time: 0.3666899 Sep 15 10:38:55.797510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34292) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:55.802691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877234827', 'description': 'tempest-secgroup-smoke-877234827 description', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:55.808770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:55.812995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:55.815922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:55.822082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:55.871280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 774ef622-dbb2-47e0-8c97-7d94cf857ee4 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:38:55.879208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:55.899902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:55.904027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:55.905431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 774ef622-dbb2-47e0-8c97-7d94cf857ee4 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:38:55.906307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 774ef622-dbb2-47e0-8c97-7d94cf857ee4 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:38:55.906724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 11952896-1504-4a63-b1fd-ae70cba86b24 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:38:55.908096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:55.914068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:55.941993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 11952896-1504-4a63-b1fd-ae70cba86b24 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:38:55.942335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 11952896-1504-4a63-b1fd-ae70cba86b24 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:38:55.988896 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.054211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.098262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f36a5827-25d5-4c5b-9597-6285c0bf34f2,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:56.106091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.106434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.106764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.107091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.107414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.107735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.108052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.108368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.108681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.109569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.109979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.110296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:38:56.174628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.175863 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f3bf54b6-2967-44d4-83a5-ec346054f530 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3772287 Sep 15 10:38:56.178756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34296) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:56.183703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': 'f36a5827-25d5-4c5b-9597-6285c0bf34f2', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:56.190136 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:56.194265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:56.197220 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:56.204119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:56.296990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.362445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.437389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.461351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd1bf37-09d8-4133-856a-5153e244b284,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:56.557233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.558443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-0186b762-a893-425d-aaec-21158b316866 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3787451 Sep 15 10:38:56.561130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34300) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:56.566553 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': 'f36a5827-25d5-4c5b-9597-6285c0bf34f2', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:56.572394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:56.576125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:56.580968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:56.585317 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:56.654879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.715190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.775917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.799928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460be952-8a0e-4f23-8012-47bbc51e5da7,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:56.844638 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:56.845808 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-f6db4d61-6773-4aaa-a739-7102def4a5f0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2837229 Sep 15 10:38:56.848619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34304) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:56.853484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': 'f36a5827-25d5-4c5b-9597-6285c0bf34f2', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:56.859777 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:56.863580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:56.866454 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:56.872281 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:56.969682 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.031117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.122785 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.146010 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f71347e-a4f8-477d-82d6-4ca1e90edd02,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:57.210166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.211349 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-445a27f9-6dab-4f7c-aa5a-e29708e55a93 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3618352 Sep 15 10:38:57.213988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34308) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:57.220441 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': 'f36a5827-25d5-4c5b-9597-6285c0bf34f2', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:57.224616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:57.228340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:57.231154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:57.237287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:57.352866 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.414874 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.494416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.517249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0829861d-d11e-4dbd-94c7-f00b8f932086,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:57.591562 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.592735 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9556ef14-2ddd-4f95-8c7c-c33b35eaa430 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3778524 Sep 15 10:38:57.596233 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34312) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:57.601221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': 'f36a5827-25d5-4c5b-9597-6285c0bf34f2', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:57.607173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:57.611707 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:57.614621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:57.620315 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:57.701780 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:38:57.708947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.772358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.844960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.867496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbad9b5-e118-4a4e-8bfa-0c9786280684,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:57.941548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:57.942765 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-16cfc5d6-33f2-46eb-b465-1098fe3d272b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3455610 Sep 15 10:38:57.945451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34316) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:57.950484 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': 'f36a5827-25d5-4c5b-9597-6285c0bf34f2', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:57.956995 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:57.960818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:57.963741 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:57.970096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:58.071054 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:38:58.078096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.147149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.221068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.244112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa73c313-6428-43f6-8c89-d5eaab1cd9f7,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:58.318918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.320162 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7f4804cf-71b6-4e77-9d68-7425bb053031 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3737574 Sep 15 10:38:58.323171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34320) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:58.329395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'network': {'name': 'tempest-network-smoke--147161610', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'port_security_enabled': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:58.334517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:58.339090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:network and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:58.342076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:58.348374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:58.442391 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:38:58.445933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.473242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] vlan segment allocate from pool success with {'vlan_id': 391, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:38:58.481577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.486722 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Added segment a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe of type vlan for network 15f01fdb-24ce-4d6b-bf70-d87404cf728f Sep 15 10:38:58.507841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.581276 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.586891 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:38:58.587469 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.697033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Network': ['ID=15f01fdb-24ce-4d6b-bf70-d87404cf728f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:38:58.707506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:38:58.725304 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a9553f21-c4aa-4701-8877-fd70c92e389d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4011698 Sep 15 10:38:58.727998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34324) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:38:58.733189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'admin_state_up': True, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:38:58.741203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:38:58.745050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:router and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:38:58.748005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:38:58.754612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:38:58.821600 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.822668 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:58.837478 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:59.289125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:59.669420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:59.698708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:38:59.834219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.127 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/6e4ca9fc-6345-4e15-99f9-5eb9571e54f1) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:38:59.980072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:00.065617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:00.129699 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:39:00.132597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:39:00.135112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:39:00.177593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=6e4ca9fc-6345-4e15-99f9-5eb9571e54f1,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:00.621069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:01.072602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:01.362833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router db6a915a-f490-4533-a506-16161f6885d0 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:39:01.537697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:39:01.547007 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Sync routers for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:39:01.556854 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:39:01.557455 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:38:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:01.620105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:01.621289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a53ee0a4-2db1-45b0-94ab-fe059840f99c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8922832 Sep 15 10:39:01.624300 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34328) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:01.734548 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:39:01.761059 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9fbbbb9f-ea22-4a7d-95a1-14f519eb7da8 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2862901ed704392a0f69d49c5dbc6c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1332622 Sep 15 10:39:01.761303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34336) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:01.900696 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae6bdbb-ed9d-414d-a365-c8a7fb30c6c8 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:01.902831 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3ae6bdbb-ed9d-414d-a365-c8a7fb30c6c8 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399527 Sep 15 10:39:01.904906 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34340) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:01.942999 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2e6a7289-621c-42b0-9d61-5accc0ee79e9 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370564 Sep 15 10:39:01.945640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34344) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:01.952306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-724445542', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:39:02.019700 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:00Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:02.023407 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Checking router: db6a915a-f490-4533-a506-16161f6885d0 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:39:02.023749 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Updating router db6a915a-f490-4533-a506-16161f6885d0 port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:39:02.062350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:39:02.066781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:subnet and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:39:02.069598 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:39:02.075219 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:39:02.077651 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.147161 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:39:02.150976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.416266 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.428346 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Transition to ACTIVE for port object 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:39:02.522853 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.551882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.589305 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Attempting to bind port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:39:02.590052 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Attempting to bind port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:39:02.590052 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Attempting to bind port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:39:02.600073 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:39:02.603171 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:39:02.603171 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.603171 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:39:02.603171 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Bound port: 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:39:02.603171 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.634746 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Pushing event updated for resources: {'Port': ['ID=6e4ca9fc-6345-4e15-99f9-5eb9571e54f1,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:02.645661 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Subnet': ['ID=a6ba3775-5c63-4624-b384-b36839e59dfe,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:02.647363 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.647711 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.647921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Checking segment: {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:39:02.648053 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.648277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network hostable DHCP agents. Network: 15f01fdb-24ce-4d6b-bf70-d87404cf728f, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:39:02.648384 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.648670 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.649008 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.649313 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.649631 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.649972 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.650287 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.650855 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.651166 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:02.693650 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] For port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:39:02.697975 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] For port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6e4ca9fc-6345-4e15-99f9-5eb9571e54f1,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:39:02.766864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:39:02.781859 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.827190 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 15f01fdb-24ce-4d6b-bf70-d87404cf728f) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:39:02.832147 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:02.833156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:02.839971 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3547087d-0887-471d-b3b1-e41f1f270c9d None None] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:39:02.843409 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:39:02.843409 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:38:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:02.909127 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e4b5d505-b198-4cbc-8f8b-e14212a906b5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9617829 Sep 15 10:39:02.911936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34348) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:02.936029 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d0128-7d68-44d1-b37c-5670e1188c9a None None] Pushing event updated for resources: {'Port': ['ID=6e4ca9fc-6345-4e15-99f9-5eb9571e54f1,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:03.064133 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:39:03.097297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:39:03.099858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:03.324730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Allocated IP 172.20.0.2 (15f01fdb-24ce-4d6b-bf70-d87404cf728f/a6ba3775-5c63-4624-b384-b36839e59dfe/47a604fe-a59c-46de-a7e8-f44e48e99455) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:39:03.375487 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:00Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:03.380553 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5a6bea-9f59-419c-86ed-7aa4ca835828 None None] The sync data for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv is: [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:00Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:39:03.586191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:03.599727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Transition to ACTIVE for port object 47a604fe-a59c-46de-a7e8-f44e48e99455 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:39:03.644402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Transition to ACTIVE for port object 47a604fe-a59c-46de-a7e8-f44e48e99455 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:39:03.733946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:03.761967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:03.810390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:39:03.813866 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:39:03.823451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:39:03.825645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Pushing event updated for resources: {'Port': ['ID=47a604fe-a59c-46de-a7e8-f44e48e99455,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:03.958584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:39:04.012203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Attempting to bind port 47a604fe-a59c-46de-a7e8-f44e48e99455 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:39:04.012203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Attempting to bind port 47a604fe-a59c-46de-a7e8-f44e48e99455 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:39:04.012203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Attempting to bind port 47a604fe-a59c-46de-a7e8-f44e48e99455 on network 15f01fdb-24ce-4d6b-bf70-d87404cf728f {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:39:04.024583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:39:04.024955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Checking segment: {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:39:04.025714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:04.026044 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Bound using segment: {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:39:04.026619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Bound port: 47a604fe-a59c-46de-a7e8-f44e48e99455, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:39:04.027022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:04.138723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] For port 47a604fe-a59c-46de-a7e8-f44e48e99455, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:39:04.142840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] For port 47a604fe-a59c-46de-a7e8-f44e48e99455, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=47a604fe-a59c-46de-a7e8-f44e48e99455,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:39:04.192907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:39:04.198220 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:04.198593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:04.223498 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.1 (15f01fdb-24ce-4d6b-bf70-d87404cf728f/a6ba3775-5c63-4624-b384-b36839e59dfe/3df83aed-7cfa-4517-aa1f-e894dbc04afe) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:39:04.229241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:04.375024 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028ea08-7ae5-44d4-870a-749bd4383217 None None] Pushing event updated for resources: {'Port': ['ID=47a604fe-a59c-46de-a7e8-f44e48e99455,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:04.452744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:04.453504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:04.472077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6e4ca9fc-6345-4e15-99f9-5eb9571e54f1,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:39:04.541040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:04.587898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:04.612707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 3df83aed-7cfa-4517-aa1f-e894dbc04afe will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:39:04.638880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=6e4ca9fc-6345-4e15-99f9-5eb9571e54f1,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:04.712085 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:04.780528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:39:04.784300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:39:04.786843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:39:04.828078 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=3df83aed-7cfa-4517-aa1f-e894dbc04afe,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:04.855895 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:05.144789 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:39:05.213621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:05.551313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcdd6f15-6986-4fce-ad66-482eeaf0a707 None None] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:39:05.667946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:05.705053 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-2f697ab7-3128-4b57-a1f0-9b0ab8532d40 None None] Provisioning for port 47a604fe-a59c-46de-a7e8-f44e48e99455 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:39:05.729920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:05.843320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:05.847760 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=3df83aed-7cfa-4517-aa1f-e894dbc04afe,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:05.992249 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 47a604fe-a59c-46de-a7e8-f44e48e99455 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:39:06.005435 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:39:06.006917 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:39:06.113387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 47a604fe-a59c-46de-a7e8-f44e48e99455 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:39:06.119395 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 47a604fe-a59c-46de-a7e8-f44e48e99455 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:06.119995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:06.210735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router db6a915a-f490-4533-a506-16161f6885d0 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:39:06.256465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cb610e7b-0135-4d99-a2ab-040009a98cc9 None None] Provisioning for port 3df83aed-7cfa-4517-aa1f-e894dbc04afe completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:39:06.264422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cb610e7b-0135-4d99-a2ab-040009a98cc9 None None] Provisioning complete for port 3df83aed-7cfa-4517-aa1f-e894dbc04afe triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:06.264804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb610e7b-0135-4d99-a2ab-040009a98cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:06.300281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 47a604fe-a59c-46de-a7e8-f44e48e99455 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:06.300281 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:06.360980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 47a604fe-a59c-46de-a7e8-f44e48e99455, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=47a604fe-a59c-46de-a7e8-f44e48e99455,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:39:06.369904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cb610e7b-0135-4d99-a2ab-040009a98cc9 None None] Port 3df83aed-7cfa-4517-aa1f-e894dbc04afe cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:39:06.383158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-cb610e7b-0135-4d99-a2ab-040009a98cc9 None None] Provisioning complete for port 47a604fe-a59c-46de-a7e8-f44e48e99455 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:06.383614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb610e7b-0135-4d99-a2ab-040009a98cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:06.445445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:06.446293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:39:06.536501 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:39:06.554726 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b51fed37-cef9-4325-abf0-88a2dc7585f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/db6a915a-f490-4533-a506-16161f6885d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6380270 Sep 15 10:39:06.554941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Sync routers for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:39:06.625326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:39:06.625979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:38:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:06.676676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=47a604fe-a59c-46de-a7e8-f44e48e99455,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:06.719924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-cb610e7b-0135-4d99-a2ab-040009a98cc9 None None] Current status of the port 47a604fe-a59c-46de-a7e8-f44e48e99455 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:06.791261 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-a80684e1-3b7b-4916-baae-e1d93be8af2f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:39:06.799437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:06.799814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:06.884705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-a80684e1-3b7b-4916-baae-e1d93be8af2f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:39:06.885912 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-a80684e1-3b7b-4916-baae-e1d93be8af2f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877234827&fields=id&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 267 time: 0.1355603 Sep 15 10:39:06.896194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:39:06.958297 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0c6157c3-1c83-4d50-9b94-bdd94f6c72a8 None None] Provisioning complete for port 3df83aed-7cfa-4517-aa1f-e894dbc04afe triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:06.958583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0c6157c3-1c83-4d50-9b94-bdd94f6c72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:07.055854 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-c50b1dd2-0ec4-4b87-99ff-e18e1450f7d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:07.055854 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-c50b1dd2-0ec4-4b87-99ff-e18e1450f7d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:39:07.131928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-0c6157c3-1c83-4d50-9b94-bdd94f6c72a8 None None] Port 3df83aed-7cfa-4517-aa1f-e894dbc04afe cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:39:07.168670 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-c50b1dd2-0ec4-4b87-99ff-e18e1450f7d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:39:07.170018 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-c50b1dd2-0ec4-4b87-99ff-e18e1450f7d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/networks?id=15f01fdb-24ce-4d6b-bf70-d87404cf728f HTTP/1.1" status: 200 len: 796 time: 0.2756081 Sep 15 10:39:07.185603 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-2bcc68cf-25ef-4cd9-9d44-6b7233b0a484 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/quotas/e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 375 time: 0.0095127 Sep 15 10:39:07.256091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:07.282815 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-400a4d7c-0d4e-4d45-ada5-6bd7c54cc4f2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909023 Sep 15 10:39:07.362865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 2, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:07.366815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Checking router: db6a915a-f490-4533-a506-16161f6885d0 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:39:07.367172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Updating router db6a915a-f490-4533-a506-16161f6885d0 port 3df83aed-7cfa-4517-aa1f-e894dbc04afe binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:39:07.420368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:07.426864 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-be8072ec-ed56-48af-a36b-1937bc9db5b2 service neutron] 10.222.0.62 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301696 Sep 15 10:39:07.681965 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-2dcf32a9-f069-43cf-9b69-cdbdb1a128cd service neutron] 10.222.0.62 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491107 Sep 15 10:39:07.775772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:07.786819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Transition to ACTIVE for port object 3df83aed-7cfa-4517-aa1f-e894dbc04afe will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:39:07.861458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:07.934483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 47a604fe-a59c-46de-a7e8-f44e48e99455 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:39:07.939205 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-453cb49b-14cc-4469-a1b0-19607bd79915 req-d0472644-a71e-4647-b950-c90480cb151c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 210 time: 0.0512941 Sep 15 10:39:08.066693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7528e-56b3-4706-83f9-0bd4ffcd4126 None None] Pushing event updated for resources: {'Port': ['ID=3df83aed-7cfa-4517-aa1f-e894dbc04afe,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:08.131341 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Attempting to bind port 3df83aed-7cfa-4517-aa1f-e894dbc04afe on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:39:08.131707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Attempting to bind port 3df83aed-7cfa-4517-aa1f-e894dbc04afe by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:39:08.132063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Attempting to bind port 3df83aed-7cfa-4517-aa1f-e894dbc04afe on network 15f01fdb-24ce-4d6b-bf70-d87404cf728f {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:39:08.140563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:39:08.141001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Checking segment: {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:39:08.141378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:08.141763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Bound using segment: {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:39:08.142248 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Bound port: 3df83aed-7cfa-4517-aa1f-e894dbc04afe, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:39:08.142615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:08.155131 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 47a604fe-a59c-46de-a7e8-f44e48e99455 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:08.155493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:08.305513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] For port 3df83aed-7cfa-4517-aa1f-e894dbc04afe, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:39:08.329377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] For port 3df83aed-7cfa-4517-aa1f-e894dbc04afe, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3df83aed-7cfa-4517-aa1f-e894dbc04afe,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:39:08.339470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 47a604fe-a59c-46de-a7e8-f44e48e99455 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:08.376645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:08.439385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:39:08.439989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:38:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:08.523536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7528e-56b3-4706-83f9-0bd4ffcd4126 None None] Pushing event updated for resources: {'Port': ['ID=3df83aed-7cfa-4517-aa1f-e894dbc04afe,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:08.622679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:39:08.980697 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:08Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:08.984879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998fa5a3-c03c-4773-8f4e-107b378cfee0 None None] The sync data for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv is: [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:08Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:39:09.068159 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-fce8cae6-b321-488e-9238-0612d786d696 req-2c544b9e-06c4-4fa4-b625-2ac6337e8e8d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 210 time: 0.0633860 Sep 15 10:39:09.906543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3df83aed-7cfa-4517-aa1f-e894dbc04afe up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:39:10.038441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 3df83aed-7cfa-4517-aa1f-e894dbc04afe completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:39:10.043585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3df83aed-7cfa-4517-aa1f-e894dbc04afe triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:10.043954 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:10.159331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3df83aed-7cfa-4517-aa1f-e894dbc04afe is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:10.159711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:10.178011 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dbe1e8f9-c131-4e15-9cb4-aa1737c0cae7 req-8b36cc83-b60e-472c-a9ff-3e75ad3bdc4e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 210 time: 0.0497675 Sep 15 10:39:10.191429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 3df83aed-7cfa-4517-aa1f-e894dbc04afe, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3df83aed-7cfa-4517-aa1f-e894dbc04afe,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:39:10.278401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:10.348335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=3df83aed-7cfa-4517-aa1f-e894dbc04afe,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:11.289151 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c7935195-38e2-468c-91a5-1734e1a41dbd req-2f0bc062-5d40-4674-a954-0cef8bd708c7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 210 time: 0.0494506 Sep 15 10:39:11.884561 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3df83aed-7cfa-4517-aa1f-e894dbc04afe up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:39:11.951949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 3df83aed-7cfa-4517-aa1f-e894dbc04afe triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:11.952320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:12.069120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 3df83aed-7cfa-4517-aa1f-e894dbc04afe is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:12.458607 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-60044528-501c-4ec7-bff4-0745c4f1efea req-76d2974a-b13a-4582-940f-949b55924a83 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 210 time: 0.0521042 Sep 15 10:39:13.634175 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-59d20e23-9cd2-4298-8e89-d883481d5b1e req-4093eabf-b8d3-45cf-9a6f-a581c31770bf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 210 time: 0.0515985 Sep 15 10:39:13.976593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-644c61ef-c061-4cc1-9f8a-a6b81f55300d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:13.977277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-644c61ef-c061-4cc1-9f8a-a6b81f55300d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:39:13.990702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-644c61ef-c061-4cc1-9f8a-a6b81f55300d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:39:13.991842 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-644c61ef-c061-4cc1-9f8a-a6b81f55300d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/networks?id=15f01fdb-24ce-4d6b-bf70-d87404cf728f HTTP/1.1" status: 200 len: 796 time: 0.1595340 Sep 15 10:39:14.044640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-ed24030f-adc0-4f3b-892b-2b2291bbad1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:39:14.058366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-ed24030f-adc0-4f3b-892b-2b2291bbad1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:39:14.059519 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-ed24030f-adc0-4f3b-892b-2b2291bbad1e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 379 time: 0.0547495 Sep 15 10:39:14.068210 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'port': {'device_id': 'a0251499-71a8-466a-a856-c7217b773477', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'admin_state_up': True, 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'security_groups': ['f36a5827-25d5-4c5b-9597-6285c0bf34f2']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:39:14.205757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:39:14.214992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:port and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:39:14.217979 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:39:14.224250 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:39:14.284336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:39:14.287858 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:14.449856 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.3 (15f01fdb-24ce-4d6b-bf70-d87404cf728f/a6ba3775-5c63-4624-b384-b36839e59dfe/f970e9d8-ab57-4395-96b1-0df21747966e) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:39:14.638097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:14.653734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object f970e9d8-ab57-4395-96b1-0df21747966e will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:39:14.719013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:14.789379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:39:14.792406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:39:14.796214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:39:14.830836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=f970e9d8-ab57-4395-96b1-0df21747966e,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:14.846692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58eae41-61c8-45ed-a3dd-a0b69bd6ecfc req-0d0040cf-ac73-4551-84af-6e19ad011ad9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:14.848217 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f58eae41-61c8-45ed-a3dd-a0b69bd6ecfc req-0d0040cf-ac73-4551-84af-6e19ad011ad9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 931 time: 0.0928805 Sep 15 10:39:14.867135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:14.867772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:14.895770 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f58eae41-61c8-45ed-a3dd-a0b69bd6ecfc req-1ce497a1-52ed-46ca-955e-66ea75f6d828 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416977 Sep 15 10:39:14.964952 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-6a6b44f9-69b4-4221-9f80-48fba5d06d2c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9006777 Sep 15 10:39:14.982439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Request body: {'port': {'device_id': 'a0251499-71a8-466a-a856-c7217b773477', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:39:15.099208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:15.162610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-89af7da6-6059-40a7-b2ba-c746ea02befd None None] Provisioning for port f970e9d8-ab57-4395-96b1-0df21747966e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:39:15.167750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-89af7da6-6059-40a7-b2ba-c746ea02befd None None] Provisioning complete for port f970e9d8-ab57-4395-96b1-0df21747966e triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:15.170776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-89af7da6-6059-40a7-b2ba-c746ea02befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:15.222778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-89af7da6-6059-40a7-b2ba-c746ea02befd None None] Port f970e9d8-ab57-4395-96b1-0df21747966e cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:39:15.438991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f970e9d8-ab57-4395-96b1-0df21747966e {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:39:15.446939 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:15.461586 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Transition to ACTIVE for port object f970e9d8-ab57-4395-96b1-0df21747966e will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:39:15.556465 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:15.744220 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f970e9d8-ab57-4395-96b1-0df21747966e,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:15.780551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Attempting to bind port f970e9d8-ab57-4395-96b1-0df21747966e on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:39:15.780884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Attempting to bind port f970e9d8-ab57-4395-96b1-0df21747966e by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:39:15.781205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Attempting to bind port f970e9d8-ab57-4395-96b1-0df21747966e on network 15f01fdb-24ce-4d6b-bf70-d87404cf728f {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:39:15.785761 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Port f970e9d8-ab57-4395-96b1-0df21747966e on network 15f01fdb-24ce-4d6b-bf70-d87404cf728f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:39:15.786113 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Attempting to bind port f970e9d8-ab57-4395-96b1-0df21747966e on network 15f01fdb-24ce-4d6b-bf70-d87404cf728f {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:39:15.791135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:39:15.791470 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Checking segment: {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:39:15.791848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Bound using segment: {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:39:15.792274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Bound port: f970e9d8-ab57-4395-96b1-0df21747966e, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:39:15.792629 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:15.884699 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] For port f970e9d8-ab57-4395-96b1-0df21747966e, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:39:15.887633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] For port f970e9d8-ab57-4395-96b1-0df21747966e, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f970e9d8-ab57-4395-96b1-0df21747966e,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:39:15.992872 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:15.996207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:15.996842 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:15.998325 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] 10.222.0.16 "PUT /v2.0/ports/f970e9d8-ab57-4395-96b1-0df21747966e HTTP/1.1" status: 200 len: 1093 time: 1.0202749 Sep 15 10:39:16.027407 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:39:16.029706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a143f1-722f-43ed-98dc-3a5d73dec044" -d '{"events": [{"name": "network-changed", "server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:39:16.071254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a80a27-6de8-4507-841e-c6b684982fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f970e9d8-ab57-4395-96b1-0df21747966e,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:16.104268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7c2c0-6c9b-4eac-9b23-97e8c6e1d345 req-fbfa0c23-fbdd-4f1b-8ff9-0a18c0e09aca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:16.105720 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-abf7c2c0-6c9b-4eac-9b23-97e8c6e1d345 req-fbfa0c23-fbdd-4f1b-8ff9-0a18c0e09aca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 943 time: 0.0892136 Sep 15 10:39:16.154408 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-abf7c2c0-6c9b-4eac-9b23-97e8c6e1d345 req-ce77df73-b765-4912-a934-b4198dafb539 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429227 Sep 15 10:39:16.208096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9517c073-0982-4690-8e29-8d11f09812bf x-openstack-request-id: req-9517c073-0982-4690-8e29-8d11f09812bf {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:39:16.208393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:39:16.208647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9517c073-0982-4690-8e29-8d11f09812bf {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:39:16.209041 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9517c073-0982-4690-8e29-8d11f09812bf'] response: {'name': 'network-changed', 'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'status': 'completed', 'code': 200} Sep 15 10:39:16.215060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-c7b1b1e5-4ee4-4854-8cb2-a98e5f378c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:16.216639 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-c7b1b1e5-4ee4-4854-8cb2-a98e5f378c8b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 1096 time: 0.0890045 Sep 15 10:39:16.293432 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-52549635-b3df-4c4e-9b3e-2b841423c8b7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f970e9d8-ab57-4395-96b1-0df21747966e HTTP/1.1" status: 200 len: 217 time: 0.0622573 Sep 15 10:39:16.360820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-64127f51-0b39-4180-9e82-5ac92f984170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:16.363328 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-64127f51-0b39-4180-9e82-5ac92f984170 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6ba3775-5c63-4624-b384-b36839e59dfe HTTP/1.1" status: 200 len: 834 time: 0.0637352 Sep 15 10:39:16.446758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-91a444b4-233c-4dbb-9bd4-2e248f1a0597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:16.448229 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-91a444b4-233c-4dbb-9bd4-2e248f1a0597 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15f01fdb-24ce-4d6b-bf70-d87404cf728f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793357 Sep 15 10:39:16.582076 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-693c08de-4a16-4416-8e09-cea2085481c6 service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278222 Sep 15 10:39:16.809968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4b417d87-d549-44fa-b954-0ad6920dcba6 req-c34803ef-5046-4871-b1c6-1691eedbc71c service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221375 Sep 15 10:39:17.047864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-634d5854-0488-4dd8-a842-1ab7ee1bc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:17.049346 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-634d5854-0488-4dd8-a842-1ab7ee1bc894 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 1096 time: 0.0838485 Sep 15 10:39:17.178804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-1af771df-2e6c-492c-a4d7-39a4e311a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:17.180250 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-1af771df-2e6c-492c-a4d7-39a4e311a7f4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15f01fdb-24ce-4d6b-bf70-d87404cf728f HTTP/1.1" status: 200 len: 897 time: 0.1249871 Sep 15 10:39:17.250773 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-27359625-5ae3-4367-983c-6014c6ebe240 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f970e9d8-ab57-4395-96b1-0df21747966e HTTP/1.1" status: 200 len: 217 time: 0.0644441 Sep 15 10:39:17.313559 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-9131f2da-73c9-48ee-8af4-c29843e6a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:17.314950 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-9131f2da-73c9-48ee-8af4-c29843e6a8c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6ba3775-5c63-4624-b384-b36839e59dfe HTTP/1.1" status: 200 len: 834 time: 0.0575964 Sep 15 10:39:17.362607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b9beb6-db94-45cd-b56f-b6520da1f480 req-303295c1-79eb-4055-ae5e-94e1dab7ef8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:17.364228 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-13b9beb6-db94-45cd-b56f-b6520da1f480 req-303295c1-79eb-4055-ae5e-94e1dab7ef8c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 943 time: 0.0890212 Sep 15 10:39:17.400355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-02db5359-4db1-4091-afe8-d1c1dbc4c9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:17.401859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-02db5359-4db1-4091-afe8-d1c1dbc4c9b3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15f01fdb-24ce-4d6b-bf70-d87404cf728f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798259 Sep 15 10:39:17.408191 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-13b9beb6-db94-45cd-b56f-b6520da1f480 req-32041058-7171-4439-b537-bf0d5f6fbdde tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384023 Sep 15 10:39:17.530968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-79ae2fde-79bc-4336-8e7b-b53dae42840a service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225941 Sep 15 10:39:17.660876 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-76a143f1-722f-43ed-98dc-3a5d73dec044 req-657134a0-adf0-4fb1-bb28-7e7734aa608a service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225116 Sep 15 10:39:18.614722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f4bcd-dfb2-47d5-bf24-c2639d336d42 req-a3f2061e-9a01-4f79-82ef-4f4e563f8346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:18.616107 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f29f4bcd-dfb2-47d5-bf24-c2639d336d42 req-a3f2061e-9a01-4f79-82ef-4f4e563f8346 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 943 time: 0.0911396 Sep 15 10:39:18.659135 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f29f4bcd-dfb2-47d5-bf24-c2639d336d42 req-41c3537d-3084-4f4f-9d1d-b63b5a723b42 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373864 Sep 15 10:39:19.373641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device f970e9d8-ab57-4395-96b1-0df21747966e details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:39:19.503683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port f970e9d8-ab57-4395-96b1-0df21747966e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f970e9d8-ab57-4395-96b1-0df21747966e,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:39:19.520466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'port_id': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'mac_address': 'fa:16:3e:e5:b0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:39:19.584034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port f970e9d8-ab57-4395-96b1-0df21747966e is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:19.584416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:19.601216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f970e9d8-ab57-4395-96b1-0df21747966e {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:39:19.616672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port f970e9d8-ab57-4395-96b1-0df21747966e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f970e9d8-ab57-4395-96b1-0df21747966e,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:39:19.620565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eee69e66-130c-4ed7-baa9-9b411efd64bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:19.655231 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:19.721267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=f970e9d8-ab57-4395-96b1-0df21747966e,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:19.729120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.729485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.729807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.730173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.730502 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.730830 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.731154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.731484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.731808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.732130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.732450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.732769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:39:19.866951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a9a89-57f7-40b2-b5d8-f8a707a73f7e req-6db8a28b-59f4-45d7-9c56-4a69b79262de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:19.868331 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-944a9a89-57f7-40b2-b5d8-f8a707a73f7e req-6db8a28b-59f4-45d7-9c56-4a69b79262de tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 944 time: 0.0876167 Sep 15 10:39:19.916343 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-944a9a89-57f7-40b2-b5d8-f8a707a73f7e req-f3a4e8d1-170e-4c63-97b2-79eaab93d484 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421369 Sep 15 10:39:19.930588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['f970e9d8-ab57-4395-96b1-0df21747966e'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:39:21.093842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:21.127173 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf3121-a542-40c9-8d09-6e1e55164fb8 req-1767b279-adc3-493d-a7ad-f8bdb14efff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:21.128620 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27cf3121-a542-40c9-8d09-6e1e55164fb8 req-1767b279-adc3-493d-a7ad-f8bdb14efff1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 944 time: 0.0891843 Sep 15 10:39:21.172275 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-27cf3121-a542-40c9-8d09-6e1e55164fb8 req-7c638e7f-14eb-4f86-8fb0-a577ce4ee37d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371513 Sep 15 10:39:21.389158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device f970e9d8-ab57-4395-96b1-0df21747966e up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:39:21.500490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port f970e9d8-ab57-4395-96b1-0df21747966e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:39:21.505258 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port f970e9d8-ab57-4395-96b1-0df21747966e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:39:21.505634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:21.621034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port f970e9d8-ab57-4395-96b1-0df21747966e is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:39:21.621300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:21.657335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:39:21.659632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da776784-c296-46d3-aaaf-84dbced7c406" -d '{"events": [{"server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "name": "network-vif-plugged", "status": "completed", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:39:21.668632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port f970e9d8-ab57-4395-96b1-0df21747966e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f970e9d8-ab57-4395-96b1-0df21747966e,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:39:21.700778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106cf645-5a35-483a-9280-3b06769801fb x-openstack-request-id: req-106cf645-5a35-483a-9280-3b06769801fb {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:39:21.701069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "name": "network-vif-plugged", "status": "completed", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:39:21.701316 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-106cf645-5a35-483a-9280-3b06769801fb {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:39:21.701704 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106cf645-5a35-483a-9280-3b06769801fb'] response: {'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'code': 200} Sep 15 10:39:21.711927 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-56516f89-7c9d-428d-907e-91a282407df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:21.729153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:21.798656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=f970e9d8-ab57-4395-96b1-0df21747966e,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:22.043467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d357e4b2-5938-4e1b-97f3-5e36aa6de1fe req-1c9e2b55-dd28-4a05-8a0e-ddf92d1e93c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:22.044933 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d357e4b2-5938-4e1b-97f3-5e36aa6de1fe req-1c9e2b55-dd28-4a05-8a0e-ddf92d1e93c2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 1098 time: 0.0794907 Sep 15 10:39:22.086922 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d357e4b2-5938-4e1b-97f3-5e36aa6de1fe req-aa2599a5-6edf-48c7-9ef6-ad9fd4ea7675 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365057 Sep 15 10:39:22.383689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e669c02c-58df-44d1-bc86-dc36d7e7b06c req-c3376a87-fe32-4449-8c26-9f42e7ad9d68 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:22.385160 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e669c02c-58df-44d1-bc86-dc36d7e7b06c req-c3376a87-fe32-4449-8c26-9f42e7ad9d68 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0944562 Sep 15 10:39:22.430573 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e669c02c-58df-44d1-bc86-dc36d7e7b06c req-7ea70b77-709b-4e26-800a-edf7f2bf80d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 Sep 15 10:39:22.544996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:22.952004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:23.634873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e14f-45ac-4bb1-a3b9-0d6db7daf86b req-05357d80-e83a-4e7a-9326-6ee29ce7aeb4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:23.636253 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4994e14f-45ac-4bb1-a3b9-0d6db7daf86b req-05357d80-e83a-4e7a-9326-6ee29ce7aeb4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0855727 Sep 15 10:39:23.682732 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4994e14f-45ac-4bb1-a3b9-0d6db7daf86b req-795679af-2597-4afb-af92-f80d6857ce1d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408847 Sep 15 10:39:23.886811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbfaad-cbf0-4d33-88d9-fca9e1b2cda3 req-802a4633-7caf-45be-b43e-59e280d64399 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:23.888176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06dbfaad-cbf0-4d33-88d9-fca9e1b2cda3 req-802a4633-7caf-45be-b43e-59e280d64399 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0875242 Sep 15 10:39:23.932162 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-06dbfaad-cbf0-4d33-88d9-fca9e1b2cda3 req-9d6c58a2-3510-4270-9b0a-709e503e18ff tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383303 Sep 15 10:39:23.960817 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34418) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:24.041286 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09bd8ac-c867-48f2-ae14-b9a70b0e6fe0 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:24.042849 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c09bd8ac-c867-48f2-ae14-b9a70b0e6fe0 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 1093 time: 0.0810871 Sep 15 10:39:24.045593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34422) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:24.050403 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:39:24.056969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:39:24.060805 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:floatingip and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:39:24.063607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:39:24.069860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:39:24.174887 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:24.313467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:24.447901 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.170 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/cf4cc485-2fbb-4233-8814-645e5e018235) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:39:24.500912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:24.596818 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:24.678277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:24.740582 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:39:24.743153 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:39:24.747012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:39:24.786938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=cf4cc485-2fbb-4233-8814-645e5e018235,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:25.264157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:25.390061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:25.593078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:25.649214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:25.756328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=cf4cc485-2fbb-4233-8814-645e5e018235,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:39:25.758662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:25.928036 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP 9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa associated. External IP: 172.26.7.170, port: f970e9d8-ab57-4395-96b1-0df21747966e. Sep 15 10:39:26.276968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router db6a915a-f490-4533-a506-16161f6885d0 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:39:26.453328 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:39:26.462894 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] Sync routers for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:39:26.473266 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:39:26.473992 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:39:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:26.517974 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:26.576103 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-bc648f43-10c3-43eb-960f-4c08e4db2f03 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5293908 Sep 15 10:39:26.576576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:39:26.578965 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c6ece-b8ad-4fe5-841c-25739efcc72b" -d '{"events": [{"name": "network-changed", "server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:39:26.651144 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:39:26.876860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935570f-b637-4073-a0ee-81c525789476 req-4932da39-c71e-42cf-bdbf-d9df231f261c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:26.878311 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9935570f-b637-4073-a0ee-81c525789476 req-4932da39-c71e-42cf-bdbf-d9df231f261c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.2062769 Sep 15 10:39:26.924060 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9935570f-b637-4073-a0ee-81c525789476 req-5d82f506-02d0-4823-a51a-7fb72b26e212 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399847 Sep 15 10:39:26.952639 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34434) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:27.012872 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.170', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'port_id': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'mac_address': 'fa:16:3e:e5:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0251499-71a8-466a-a856-c7217b773477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:39:25Z', 'updated_at': '2022-09-15T10:39:25Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:10Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:27.016730 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] Checking router: db6a915a-f490-4533-a506-16161f6885d0 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:39:27.026406 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:39:27.027014 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:39:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:27.036645 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598fdec9-4333-4c7d-a65e-8508d032f262 x-openstack-request-id: req-598fdec9-4333-4c7d-a65e-8508d032f262 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:39:27.036927 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:39:27.037170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-598fdec9-4333-4c7d-a65e-8508d032f262 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:39:27.037559 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-598fdec9-4333-4c7d-a65e-8508d032f262'] response: {'name': 'network-changed', 'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'status': 'completed', 'code': 200} Sep 15 10:39:27.067357 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7013ca47-f620-4949-a713-e82deed2e98d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa HTTP/1.1" status: 200 len: 991 time: 0.1135752 Sep 15 10:39:27.161810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-9a82a2ff-a910-4dcb-a6fd-2aa5d4f0fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:27.163860 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-9a82a2ff-a910-4dcb-a6fd-2aa5d4f0fbeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 1098 time: 0.0843847 Sep 15 10:39:27.205021 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:39:27.295798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-6c2b8de1-f769-485a-8baa-74035e11c490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:27.297322 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-6c2b8de1-f769-485a-8baa-74035e11c490 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15f01fdb-24ce-4d6b-bf70-d87404cf728f HTTP/1.1" status: 200 len: 897 time: 0.1279793 Sep 15 10:39:27.406091 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-60e73697-c644-42ed-839e-8764f179b1c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f970e9d8-ab57-4395-96b1-0df21747966e HTTP/1.1" status: 200 len: 999 time: 0.1026416 Sep 15 10:39:27.470007 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-f09714c5-4105-428a-bd37-7d227f94a9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:27.471372 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-f09714c5-4105-428a-bd37-7d227f94a9e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6ba3775-5c63-4624-b384-b36839e59dfe HTTP/1.1" status: 200 len: 834 time: 0.0597072 Sep 15 10:39:27.556450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-acafa258-5fda-4513-80db-2039ef407cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:39:27.557937 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-acafa258-5fda-4513-80db-2039ef407cd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15f01fdb-24ce-4d6b-bf70-d87404cf728f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803640 Sep 15 10:39:27.583354 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.170', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'port_id': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'mac_address': 'fa:16:3e:e5:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0251499-71a8-466a-a856-c7217b773477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:39:25Z', 'updated_at': '2022-09-15T10:39:25Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:10Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:39:27.587266 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c5941d-6c5b-4e95-a9d9-daf4df330d6b None None] The sync data for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv is: [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.170', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'port_id': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'mac_address': 'fa:16:3e:e5:b0:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0251499-71a8-466a-a856-c7217b773477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:39:25Z', 'updated_at': '2022-09-15T10:39:25Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:10Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:39:27.693049 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-a8dc02c4-8506-4e9f-9499-374e46815ac0 service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292686 Sep 15 10:39:27.780925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2665480-06c8-42a5-a318-449bbe898a3b None None] New status for floating IP 9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:39:27.917851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-484c6ece-b8ad-4fe5-841c-25739efcc72b req-7236ea5c-e032-4f17-826c-767079b33580 service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193460 Sep 15 10:39:28.069221 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34438) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:39:28.175220 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9d3a973f-b7aa-4f19-99ca-608c95b5c533 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa HTTP/1.1" status: 200 len: 993 time: 0.1048810 Sep 15 10:39:42.142927 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:39:49.636771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-820b539c-7dd9-49c7-a9a1-bd5cb12cc15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:51.099760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:51.745657 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a81caf58-4af5-42a1-9092-82345c155860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:52.556369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:52.957068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:39:54.516946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:00.090025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d565ebf-0d4c-4d6b-8b68-ff7e7aabf04b req-e578b0d1-65e7-4667-bcea-f2771c5f509a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:00.091501 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7d565ebf-0d4c-4d6b-8b68-ff7e7aabf04b req-e578b0d1-65e7-4667-bcea-f2771c5f509a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0936553 Sep 15 10:40:00.136936 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7d565ebf-0d4c-4d6b-8b68-ff7e7aabf04b req-879de74d-5ae8-47da-8f26-4da2c8cab1cb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397482 Sep 15 10:40:01.345386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f3610-28c7-4014-9ebf-90422b7706d4 req-c8444d06-49e5-4264-8382-e29ed181606b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:01.346956 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9d7f3610-28c7-4014-9ebf-90422b7706d4 req-c8444d06-49e5-4264-8382-e29ed181606b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0873842 Sep 15 10:40:01.394651 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9d7f3610-28c7-4014-9ebf-90422b7706d4 req-36c94436-70aa-4148-a81e-6dd011c3cf96 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Sep 15 10:40:02.597152 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b268119-1c84-4a2d-a686-4db440d66d01 req-3fd59b2f-eac4-4906-9619-c8c55ddaf169 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:02.598650 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0b268119-1c84-4a2d-a686-4db440d66d01 req-3fd59b2f-eac4-4906-9619-c8c55ddaf169 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0874557 Sep 15 10:40:02.643299 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0b268119-1c84-4a2d-a686-4db440d66d01 req-ede25cf3-bce4-457f-8c57-3795d3d86350 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386660 Sep 15 10:40:03.851361 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d88679-5620-4f86-957a-ad6e72f75d2e req-ea746d05-3c0a-4a87-ada1-225ac4e4bbd4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:03.852222 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c9d88679-5620-4f86-957a-ad6e72f75d2e req-ea746d05-3c0a-4a87-ada1-225ac4e4bbd4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0902593 Sep 15 10:40:03.895380 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c9d88679-5620-4f86-957a-ad6e72f75d2e req-90c7fac1-539a-42cd-b7d3-7f84386ef5f5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373018 Sep 15 10:40:04.834555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-c5e57e31-bf40-4551-a9ed-945c46e8925d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:04.836006 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-c5e57e31-bf40-4551-a9ed-945c46e8925d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 1098 time: 0.0820911 Sep 15 10:40:04.984385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-d7d8f74d-e7ef-4c88-9e26-bf1106915074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:04.985857 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-d7d8f74d-e7ef-4c88-9e26-bf1106915074 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15f01fdb-24ce-4d6b-bf70-d87404cf728f HTTP/1.1" status: 200 len: 897 time: 0.1300356 Sep 15 10:40:05.095224 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-6901bf97-9c09-4f24-ae43-9ee72178f0ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f970e9d8-ab57-4395-96b1-0df21747966e HTTP/1.1" status: 200 len: 1001 time: 0.1025107 Sep 15 10:40:05.102170 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a76939b-28b3-4f31-aa2a-16dceea0306e req-4372ee2a-52e8-469a-a708-8b922db8c32f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:05.103970 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8a76939b-28b3-4f31-aa2a-16dceea0306e req-4372ee2a-52e8-469a-a708-8b922db8c32f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0858438 Sep 15 10:40:05.152306 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8a76939b-28b3-4f31-aa2a-16dceea0306e req-cedc2835-4931-441d-892d-6c2a4f939281 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424242 Sep 15 10:40:05.157694 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-84843594-6343-4167-90c6-17cda086139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:05.159166 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-84843594-6343-4167-90c6-17cda086139b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6ba3775-5c63-4624-b384-b36839e59dfe HTTP/1.1" status: 200 len: 834 time: 0.0578659 Sep 15 10:40:05.243820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-788138ea-b056-4436-a8ec-6145949499a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:05.245850 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-788138ea-b056-4436-a8ec-6145949499a5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15f01fdb-24ce-4d6b-bf70-d87404cf728f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808024 Sep 15 10:40:05.376921 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-36bec1ba-e013-4a6c-98c4-582bcc946ca3 service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243975 Sep 15 10:40:05.504851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3b83fc89-fee7-40d5-8960-c70d2271f77e req-3325a881-5023-477f-9499-9b4049837cf7 service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208143 Sep 15 10:40:06.357499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d150ba-75d1-4a9a-8b68-93f458e77b97 req-0767528a-44e6-4bc2-8d97-103de0a98095 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:06.358962 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-54d150ba-75d1-4a9a-8b68-93f458e77b97 req-0767528a-44e6-4bc2-8d97-103de0a98095 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0871511 Sep 15 10:40:06.403295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-54d150ba-75d1-4a9a-8b68-93f458e77b97 req-2f5dad94-b850-4bff-8650-9e8b0b185b4c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Sep 15 10:40:07.614214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919858c-5aa4-4b58-ae68-2b635d6760a2 req-c31a7f5b-7cd2-4e4b-bfa4-115bc94ead42 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:07.615575 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1919858c-5aa4-4b58-ae68-2b635d6760a2 req-c31a7f5b-7cd2-4e4b-bfa4-115bc94ead42 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0909486 Sep 15 10:40:07.659043 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1919858c-5aa4-4b58-ae68-2b635d6760a2 req-1ad97fb2-ccb6-4f5d-a382-5fa6a5ddc680 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379224 Sep 15 10:40:08.865124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bd4af-1229-47ac-abf9-e4803958544b req-90455ae1-cdf2-4262-bd4f-1cc120f474ad tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:08.866587 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-514bd4af-1229-47ac-abf9-e4803958544b req-90455ae1-cdf2-4262-bd4f-1cc120f474ad tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0854111 Sep 15 10:40:08.915469 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-514bd4af-1229-47ac-abf9-e4803958544b req-1dbf8053-2bbb-4385-b3a0-90fd4bd188af tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Sep 15 10:40:10.125168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a7d5f-a44c-44a8-a8e0-14d3201d3b4f req-7605bc1f-c327-4aae-8adf-65fbcfbaaedf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:10.126608 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3b3a7d5f-a44c-44a8-a8e0-14d3201d3b4f req-7605bc1f-c327-4aae-8adf-65fbcfbaaedf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0890052 Sep 15 10:40:10.169798 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3b3a7d5f-a44c-44a8-a8e0-14d3201d3b4f req-f0b4b0d4-fd81-424d-94dd-4d189833c32d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376153 Sep 15 10:40:11.376053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6edba-0376-4c05-9ac1-6d38aaf0cb07 req-eeb857a1-ffac-4541-abed-ba0e5941fa3b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:11.377511 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61f6edba-0376-4c05-9ac1-6d38aaf0cb07 req-eeb857a1-ffac-4541-abed-ba0e5941fa3b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0902672 Sep 15 10:40:11.421754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61f6edba-0376-4c05-9ac1-6d38aaf0cb07 req-68e70be3-c765-4132-8ec0-41261a688a2e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386455 Sep 15 10:40:12.627477 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065dca-b968-4a49-897c-1a5724423960 req-c457a2c2-c311-4418-b58b-74fd122d4ddf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:12.628847 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-10065dca-b968-4a49-897c-1a5724423960 req-c457a2c2-c311-4418-b58b-74fd122d4ddf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0860488 Sep 15 10:40:12.675616 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-10065dca-b968-4a49-897c-1a5724423960 req-ae07685e-83c5-4c6c-9367-0d13aa9266fd tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411937 Sep 15 10:40:13.878587 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcc478-fdc1-43a6-8556-e0d19323feed req-e084e097-093a-49a8-9f20-b7e2a287c9bb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:13.880038 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-85fcc478-fdc1-43a6-8556-e0d19323feed req-e084e097-093a-49a8-9f20-b7e2a287c9bb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0866394 Sep 15 10:40:13.924274 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-85fcc478-fdc1-43a6-8556-e0d19323feed req-0a5110df-9cc4-4a2d-b594-d20e769165b9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384126 Sep 15 10:40:15.129208 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599efedf-41f8-4553-ad04-c7bf7dcb3083 req-37a0f19e-0d28-4f98-9b2e-a3410312c921 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:15.130691 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-599efedf-41f8-4553-ad04-c7bf7dcb3083 req-37a0f19e-0d28-4f98-9b2e-a3410312c921 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0904355 Sep 15 10:40:15.174240 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-599efedf-41f8-4553-ad04-c7bf7dcb3083 req-5dc29c94-0b4b-41bb-89a2-7a6b2718bd65 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378702 Sep 15 10:40:16.383247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e29cef5-3976-46e8-a788-185d4efd558c req-d032f3fb-4ee5-473c-a8fb-121983716a24 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:16.384694 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e29cef5-3976-46e8-a788-185d4efd558c req-d032f3fb-4ee5-473c-a8fb-121983716a24 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0871484 Sep 15 10:40:16.431947 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6e29cef5-3976-46e8-a788-185d4efd558c req-85454fae-d630-4f63-8b84-1357652cc245 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407372 Sep 15 10:40:16.461641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34484) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:40:16.562543 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b36de5f1-41cb-4672-9cf2-6e76aebdd52e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa HTTP/1.1" status: 200 len: 993 time: 0.0998282 Sep 15 10:40:18.190520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74983c9-6b36-4622-99d9-76b6d91883be req-e566f05d-d918-4933-9734-f9e3b77a27cf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:18.191980 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c74983c9-6b36-4622-99d9-76b6d91883be req-e566f05d-d918-4933-9734-f9e3b77a27cf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0915949 Sep 15 10:40:18.236052 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c74983c9-6b36-4622-99d9-76b6d91883be req-e309bb04-89d1-4c1c-991d-0c2f3142ef56 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383136 Sep 15 10:40:18.282063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-20cb225c-861f-4a92-a749-66af705da55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:18.283539 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-20cb225c-861f-4a92-a749-66af705da55a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 1098 time: 0.0782447 Sep 15 10:40:18.412628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-d742fe00-7c3c-4875-9542-86e5a4c37965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:18.414188 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-d742fe00-7c3c-4875-9542-86e5a4c37965 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15f01fdb-24ce-4d6b-bf70-d87404cf728f HTTP/1.1" status: 200 len: 897 time: 0.1250870 Sep 15 10:40:18.515194 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-d477e40f-7ec3-40ca-a216-3c081519a522 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f970e9d8-ab57-4395-96b1-0df21747966e HTTP/1.1" status: 200 len: 1001 time: 0.0951064 Sep 15 10:40:18.576158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-e6a8bfcf-a9bb-4bda-9f74-14a7a36f9e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:18.577519 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-e6a8bfcf-a9bb-4bda-9f74-14a7a36f9e3d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6ba3775-5c63-4624-b384-b36839e59dfe HTTP/1.1" status: 200 len: 834 time: 0.0566542 Sep 15 10:40:18.662628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-38261e8e-221a-41db-8738-df838870f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:18.664214 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-38261e8e-221a-41db-8738-df838870f584 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15f01fdb-24ce-4d6b-bf70-d87404cf728f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807600 Sep 15 10:40:18.794335 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-64f0a1e8-d0db-410a-a19f-a7424a54b8c0 service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243041 Sep 15 10:40:19.022222 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9b3c31db-7e72-4464-95a1-b1056262ab0a req-cf76a8b6-b827-4ca4-88cc-db40f8a0830b service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226858 Sep 15 10:40:19.142147 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:40:19.453364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d4e62-b319-4e46-89e9-9550a6393292 req-65cf395b-c04a-4b9c-a298-d718c4093eab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:19.454838 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-408d4e62-b319-4e46-89e9-9550a6393292 req-65cf395b-c04a-4b9c-a298-d718c4093eab tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0981407 Sep 15 10:40:19.498752 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-408d4e62-b319-4e46-89e9-9550a6393292 req-55f4f344-4120-4ca8-b0bb-2c3cbbf6de5c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382652 Sep 15 10:40:19.630644 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-da6ef3b0-3498-4785-b878-e6846f472d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:20.857268 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e368d19-fa0d-46e8-8ca3-e8d13914d65a req-4ea04f27-cff5-40ba-9793-11b9de6c72a1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:20.858915 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7e368d19-fa0d-46e8-8ca3-e8d13914d65a req-4ea04f27-cff5-40ba-9793-11b9de6c72a1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0875802 Sep 15 10:40:20.903451 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7e368d19-fa0d-46e8-8ca3-e8d13914d65a req-09cafd7e-d3c3-4e23-919f-acb92c5942c4 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389178 Sep 15 10:40:20.932511 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34498) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:40:21.081983 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:21.140694 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-a7b696dd-5b49-4eb8-aaaf-2a5078a3be14 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa HTTP/1.1" status: 200 len: 993 time: 0.2069619 Sep 15 10:40:21.704216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e536b1f2-0ae7-425a-bb82-5d50586e1e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:22.538527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:22.950787 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:24.493070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:49.646879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9193ccd6-ab92-44c2-b7fd-1746afd8c8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:51.098332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:51.654602 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34510) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:40:51.710029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-786fe251-cb2c-4777-929a-c4d267bfc690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:51.860984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port cf4cc485-2fbb-4233-8814-645e5e018235 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:40:51.861364 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:52.029960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:52.030293 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:52.154530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for cf4cc485-2fbb-4233-8814-645e5e018235 owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:40:52.361165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:52.408760 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=cf4cc485-2fbb-4233-8814-645e5e018235,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:40:52.453630 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.454003 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.454341 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.454692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.455001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.455324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.455649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.455969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.456292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.456611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.456931 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.457248 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:52.516951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:52.517274 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP 9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa disassociated (deleted). External IP: 172.26.7.170, port: f970e9d8-ab57-4395-96b1-0df21747966e. Sep 15 10:40:52.549650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:52.869516 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router db6a915a-f490-4533-a506-16161f6885d0 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:40:52.972762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:53.152803 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:40:53.162452 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] Sync routers for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:40:53.168991 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:53.174353 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:40:53.174955 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:40:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:40:53.226580 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ca1b5892-1ed8-40fc-aecb-dbae0309b0f7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/floatingips/9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa HTTP/1.1" status: 204 len: 168 time: 1.5683873 Sep 15 10:40:53.226580 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:40:53.227159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5970acf9-088b-46f5-a7c5-eb805e8160e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:40:53.354264 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:40:53.663789 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:10Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:40:53.667520 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdf0bc3-5958-4161-840b-38a79bbcfb3d x-openstack-request-id: req-8bdf0bc3-5958-4161-840b-38a79bbcfb3d {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:40:53.668124 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:40:53.668585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bdf0bc3-5958-4161-840b-38a79bbcfb3d {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:40:53.668956 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdf0bc3-5958-4161-840b-38a79bbcfb3d'] response: {'name': 'network-changed', 'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'status': 'completed', 'code': 200} Sep 15 10:40:53.669601 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] Checking router: db6a915a-f490-4533-a506-16161f6885d0 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:40:53.678366 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:40:53.678977 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:40:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:40:53.840386 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-17abccfa-cefa-4186-bde9-f7b1971e864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:53.842042 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-17abccfa-cefa-4186-bde9-f7b1971e864f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 1098 time: 0.0872426 Sep 15 10:40:53.850203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77a7f9-a9f7-4b92-a7eb-20dd6052f618 req-0abe6a70-c127-4437-b604-c19b017cd759 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:53.850899 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7a77a7f9-a9f7-4b92-a7eb-20dd6052f618 req-0abe6a70-c127-4437-b604-c19b017cd759 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:40:53.866982 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:40:53.927026 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-7a77a7f9-a9f7-4b92-a7eb-20dd6052f618 req-0abe6a70-c127-4437-b604-c19b017cd759 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:40:53.928855 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7a77a7f9-a9f7-4b92-a7eb-20dd6052f618 req-0abe6a70-c127-4437-b604-c19b017cd759 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.1716800 Sep 15 10:40:53.975831 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-6a6907bc-b39d-4524-8761-71fc8c42f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:53.977386 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-6a6907bc-b39d-4524-8761-71fc8c42f2d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=15f01fdb-24ce-4d6b-bf70-d87404cf728f HTTP/1.1" status: 200 len: 897 time: 0.1292684 Sep 15 10:40:53.978289 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7a77a7f9-a9f7-4b92-a7eb-20dd6052f618 req-0292f80b-618b-47f8-bac7-d086f6768ad3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425575 Sep 15 10:40:54.051163 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-3a22bb62-d007-4bca-9d5d-51bb07884dde service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f970e9d8-ab57-4395-96b1-0df21747966e HTTP/1.1" status: 200 len: 217 time: 0.0675588 Sep 15 10:40:54.113282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-e49479e6-9a0c-4436-82dd-3f792f69a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:54.114733 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-e49479e6-9a0c-4436-82dd-3f792f69a1a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a6ba3775-5c63-4624-b384-b36839e59dfe HTTP/1.1" status: 200 len: 834 time: 0.0572188 Sep 15 10:40:54.182260 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:10Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:40:54.187295 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aade380-45d6-4943-bced-c6d5bea6ac08 None None] The sync data for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv is: [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:39:05Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '3df83aed-7cfa-4517-aa1f-e894dbc04afe', 'name': '', 'network_id': '15f01fdb-24ce-4d6b-bf70-d87404cf728f', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:dd:fe:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:39:04Z', 'updated_at': '2022-09-15T10:39:10Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'a6ba3775-5c63-4624-b384-b36839e59dfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:40:54.200121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-01dd5808-0f45-4934-bf3b-c29c648ee530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:54.201623 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-01dd5808-0f45-4934-bf3b-c29c648ee530 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=15f01fdb-24ce-4d6b-bf70-d87404cf728f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795662 Sep 15 10:40:54.337192 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-3c3496b5-0d6b-4806-85fe-7d97dd66bad7 service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276541 Sep 15 10:40:54.422904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4d5298-724d-4292-92bd-999f9204f45c None None] New status for floating IP 9dfa78d7-9afb-43d4-ac02-8f89fcaac1fa: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:40:54.474454 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5970acf9-088b-46f5-a7c5-eb805e8160e1 req-882fb6d2-e6d1-4935-b49a-c2d79441e603 service neutron] 10.222.0.16 "GET /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308317 Sep 15 10:40:54.595493 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:55.195443 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c601c72-d2b9-4561-a47d-25a3cba804d8 req-3024884c-23f0-4721-86ef-2b7d67d372c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:55.196886 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6c601c72-d2b9-4561-a47d-25a3cba804d8 req-3024884c-23f0-4721-86ef-2b7d67d372c8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.0982399 Sep 15 10:40:55.240910 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6c601c72-d2b9-4561-a47d-25a3cba804d8 req-d52c652b-691f-42ac-ac59-affb8f9e9075 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=f36a5827-25d5-4c5b-9597-6285c0bf34f2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375681 Sep 15 10:40:55.418416 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-91f73b4d-b370-42cb-967c-10f0df96bb0a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:40:55.419093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-91f73b4d-b370-42cb-967c-10f0df96bb0a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:40:55.430691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-91f73b4d-b370-42cb-967c-10f0df96bb0a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:40:55.431769 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-91f73b4d-b370-42cb-967c-10f0df96bb0a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 945 time: 0.1020386 Sep 15 10:40:55.502970 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port f970e9d8-ab57-4395-96b1-0df21747966e {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:40:55.503308 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:55.746520 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port f970e9d8-ab57-4395-96b1-0df21747966e, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=f970e9d8-ab57-4395-96b1-0df21747966e,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:40:55.747056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:55.866780 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for f970e9d8-ab57-4395-96b1-0df21747966e owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:40:56.075700 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:56.125457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=f970e9d8-ab57-4395-96b1-0df21747966e,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:40:56.141184 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:40:56.168293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.168645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.168988 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.169321 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.169654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.170013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.170341 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.170667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.170992 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.171314 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.171638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.171965 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:40:56.224711 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] No DVR routers for this DVR port f970e9d8-ab57-4395-96b1-0df21747966e on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:40:56.227212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:56.230290 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'name': 'network-vif-deleted', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:40:56.232690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89166893-80f5-450b-9f1c-98c0aadc5f1c" -d '{"events": [{"server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "name": "network-vif-deleted", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:40:56.275875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788cd379-0f14-48d3-83e3-df3f42f7e52e x-openstack-request-id: req-788cd379-0f14-48d3-83e3-df3f42f7e52e {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:40:56.275875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0251499-71a8-466a-a856-c7217b773477", "name": "network-vif-deleted", "tag": "f970e9d8-ab57-4395-96b1-0df21747966e", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:40:56.276277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-788cd379-0f14-48d3-83e3-df3f42f7e52e {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:40:56.276879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-788cd379-0f14-48d3-83e3-df3f42f7e52e'] response: {'server_uuid': 'a0251499-71a8-466a-a856-c7217b773477', 'name': 'network-vif-deleted', 'tag': 'f970e9d8-ab57-4395-96b1-0df21747966e', 'status': 'completed', 'code': 200} Sep 15 10:40:56.295209 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5b31c52e-1c6a-42c7-ae1c-85cf492a595a req-7f9f98f6-4355-4cb6-8c3b-aaa883a440b6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "DELETE /v2.0/ports/f970e9d8-ab57-4395-96b1-0df21747966e HTTP/1.1" status: 204 len: 173 time: 0.8574121 Sep 15 10:40:56.423593 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cb9390f9-d4d8-45f7-ae56-3b2214610b5d req-6c4da0d5-303d-435a-8385-0fc6a6ab5124 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=a0251499-71a8-466a-a856-c7217b773477 HTTP/1.1" status: 200 len: 210 time: 0.0555923 Sep 15 10:40:57.531872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34538) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:40:58.070103 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:58.413135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 3df83aed-7cfa-4517-aa1f-e894dbc04afe {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:40:58.413472 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:58.701330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 3df83aed-7cfa-4517-aa1f-e894dbc04afe, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=3df83aed-7cfa-4517-aa1f-e894dbc04afe,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:40:58.702046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:58.824118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 3df83aed-7cfa-4517-aa1f-e894dbc04afe owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:40:59.086990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:59.132888 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=3df83aed-7cfa-4517-aa1f-e894dbc04afe,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:40:59.410395 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:40:59.773549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router db6a915a-f490-4533-a506-16161f6885d0 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:40:59.825545 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device f970e9d8-ab57-4395-96b1-0df21747966e no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:40:59.861062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: f970e9d8-ab57-4395-96b1-0df21747966e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:40:59.861394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device f970e9d8-ab57-4395-96b1-0df21747966e not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:40:59.955249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:40:59.964473 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] Sync routers for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:40:59.968112 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7bdf8206-31c3-415b-89b8-d7b9b5d08777 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/db6a915a-f490-4533-a506-16161f6885d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4349232 Sep 15 10:40:59.970980 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34548) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:40:59.973718 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:40:59.974347 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:40:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:00.040093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b57417-3112-4745-a077-7cdf9091c3c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting subnet a6ba3775-5c63-4624-b384-b36839e59dfe {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:41:00.043525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6b57417-3112-4745-a077-7cdf9091c3c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.185003 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:41:00.213206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6b57417-3112-4745-a077-7cdf9091c3c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.299351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6b57417-3112-4745-a077-7cdf9091c3c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.407622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6b57417-3112-4745-a077-7cdf9091c3c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.448305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b57417-3112-4745-a077-7cdf9091c3c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Subnet': ['ID=a6ba3775-5c63-4624-b384-b36839e59dfe,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:00.454557 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b6b57417-3112-4745-a077-7cdf9091c3c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.460858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf2b76-3495-4e5a-94db-10baf3612600 None None] Network 15f01fdb-24ce-4d6b-bf70-d87404cf728f requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:41:00.466268 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b6b57417-3112-4745-a077-7cdf9091c3c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/subnets/a6ba3775-5c63-4624-b384-b36839e59dfe HTTP/1.1" status: 204 len: 168 time: 0.4913728 Sep 15 10:41:00.466525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34552) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:00.475733 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:40:58Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:00.479507 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] Checking router: db6a915a-f490-4533-a506-16161f6885d0 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:41:00.488711 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] Routers {'db6a915a-f490-4533-a506-16161f6885d0'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:41:00.489388 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:40:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['db6a915a-f490-4533-a506-16161f6885d0'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:00.657243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.817175 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] Set router db6a915a-f490-4533-a506-16161f6885d0 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:41:00.818190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] DHCP port deletion for 15f01fdb-24ce-4d6b-bf70-d87404cf728f request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:41:00.818190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Deleting port 47a604fe-a59c-46de-a7e8-f44e48e99455 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:41:00.818190 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.848969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.915667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:41:00.915945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.969009 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] For port 47a604fe-a59c-46de-a7e8-f44e48e99455, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=47a604fe-a59c-46de-a7e8-f44e48e99455,segment=NetworkSegment(a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe),segment_id=a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:41:00.969623 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:00.970299 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:40:58Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:00.974319 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b424cfe0-2b8c-4403-b98f-55adb9d7b1b0 None None] The sync data for ids ['db6a915a-f490-4533-a506-16161f6885d0'] in dv-neutron-857775-1-hyperv is: [{'id': 'db6a915a-f490-4533-a506-16161f6885d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1319920256', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127'}], 'enable_snat': True}, 'gw_port_id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:38:58Z', 'updated_at': '2022-09-15T10:40:58Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': '6e4ca9fc-6345-4e15-99f9-5eb9571e54f1', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db6a915a-f490-4533-a506-16161f6885d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:38:59Z', 'updated_at': '2022-09-15T10:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:41:01.091722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=6e4ca9fc-6345-4e15-99f9-5eb9571e54f1,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:41:01.092085 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:01.092706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Calling delete_port for 47a604fe-a59c-46de-a7e8-f44e48e99455 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:41:01.216493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:41:01.223652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:01.271299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Pushing event deleted for resources: {'Port': ['ID=47a604fe-a59c-46de-a7e8-f44e48e99455,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:01.281531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.281907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.282247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.282581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.282958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.283368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.283702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.284042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.284371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.284695 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.285011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.285326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:01.288041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440bee25-904b-47bc-8cb8-930c4aefc45b None None] No DVR routers for this DVR port 47a604fe-a59c-46de-a7e8-f44e48e99455 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:41:01.441169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:01.489060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=6e4ca9fc-6345-4e15-99f9-5eb9571e54f1,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:01.586940 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:01.863017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:01.865083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:01.955429 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:01.955955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Fanout notify agent at l3_agent the message router_deleted on router db6a915a-f490-4533-a506-16161f6885d0 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:41:01.973437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:01.974548 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-24a39aeb-3b67-4400-80b5-847d53c28b84 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/routers/db6a915a-f490-4533-a506-16161f6885d0 HTTP/1.1" status: 204 len: 168 time: 1.5072055 Sep 15 10:41:01.978358 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34556) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:01.995641 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 47a604fe-a59c-46de-a7e8-f44e48e99455 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:41:02.032833 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 47a604fe-a59c-46de-a7e8-f44e48e99455 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:41:02.033185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 47a604fe-a59c-46de-a7e8-f44e48e99455 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:41:02.033652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3df83aed-7cfa-4517-aa1f-e894dbc04afe no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:41:02.071946 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 3df83aed-7cfa-4517-aa1f-e894dbc04afe {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:41:02.072426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 3df83aed-7cfa-4517-aa1f-e894dbc04afe not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:41:02.098033 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.226761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.253957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15f01fdb-24ce-4d6b-bf70-d87404cf728f']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:02.266381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:02.266676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:02.278572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.294069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.299950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:41:02.300327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.366420 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe resource provider aggregate not found Sep 15 10:41:02.386591 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5eab8f6-4f0c-4f9b-b264-a25fbe68a3fe found for delete ", "request_id": "req-63a2574b-964c-4c01-be48-069b37b64eff"}]} Sep 15 10:41:02.469784 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.487176 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.500164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Network': ['ID=15f01fdb-24ce-4d6b-bf70-d87404cf728f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:02.567417 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1dbff23d-6114-4e9f-9032-8cbe35d2a386 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/networks/15f01fdb-24ce-4d6b-bf70-d87404cf728f HTTP/1.1" status: 204 len: 168 time: 0.5879889 Sep 15 10:41:02.569979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34564) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:02.637321 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7dff-c9ae-4db9-8996-a0cbb1c167c7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.666194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7dff-c9ae-4db9-8996-a0cbb1c167c7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.783960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7dff-c9ae-4db9-8996-a0cbb1c167c7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.801961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b7dff-c9ae-4db9-8996-a0cbb1c167c7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36a5827-25d5-4c5b-9597-6285c0bf34f2,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:02.863158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa5b7dff-c9ae-4db9-8996-a0cbb1c167c7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:02.864280 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aa5b7dff-c9ae-4db9-8996-a0cbb1c167c7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/security-groups/f36a5827-25d5-4c5b-9597-6285c0bf34f2 HTTP/1.1" status: 204 len: 168 time: 0.2934096 Sep 15 10:41:03.118572 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34572) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:03.124461 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-410548050', 'description': 'tempest-secgroup-smoke-410548050 description', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:03.130585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:03.134702 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:03.137624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:03.143275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:03.230224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.250349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:03.254096 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:03.256861 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:03.262514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:03.334072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.378211 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.425394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=208cd22c-6290-4532-8fc5-9e8c6a6ff11a,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:03.486417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.487649 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cf853b28-f8cf-4971-bc67-99769759c7bc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3680847 Sep 15 10:41:03.492563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34578) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:03.498019 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '208cd22c-6290-4532-8fc5-9e8c6a6ff11a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:03.504083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:03.507889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:03.510846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:03.516368 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:03.601575 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.661087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.738387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.762235 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081d0bc3-4a53-4fed-b182-2ae9e89b1043,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:03.846475 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.847675 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-35d77137-84fd-4b4d-9e81-4b49461e9008 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541942 Sep 15 10:41:03.850490 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34582) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:03.856006 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '208cd22c-6290-4532-8fc5-9e8c6a6ff11a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:03.862512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:03.866028 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:03.868862 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:03.874876 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:03.898120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:41:03.945061 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:03.960771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:41:03.961111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 6e4ca9fc-6345-4e15-99f9-5eb9571e54f1 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:41:04.013875 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.074966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.097930 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c703f7a4-f281-4063-8920-e2fe7c54f7ff,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:04.149399 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.150638 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b5f0a3e6-a4a0-4fa9-aca1-c03458480c9d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991843 Sep 15 10:41:04.153483 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34586) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:04.158369 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '208cd22c-6290-4532-8fc5-9e8c6a6ff11a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:04.164350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:04.168199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:04.171077 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:04.176677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:04.223841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.285309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.383955 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.408172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d3a05a-a1ef-4fe7-8f9d-2f03523fb4fa,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:04.481584 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.482769 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-542f1e9c-bc35-4915-b0d4-4b21058f56cc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3283637 Sep 15 10:41:04.485476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34590) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:04.490380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '208cd22c-6290-4532-8fc5-9e8c6a6ff11a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:04.496873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:04.500631 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:04.503449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:04.509097 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:04.589969 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.654032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.726802 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.751844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab648499-bd85-43f2-8b10-70a253a69180,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:04.841156 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:04.842353 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b745a1b3-90bc-4d36-8ff3-459af6e7fd67 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3559301 Sep 15 10:41:04.845098 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34594) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:04.849881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '208cd22c-6290-4532-8fc5-9e8c6a6ff11a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:04.855745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:04.859543 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:04.862414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:04.868292 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:04.943989 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:41:04.951892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.016745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.092114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.114739 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4577011d-99ad-4805-b702-3e1cf542a8fa,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:05.183808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.185025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-9b92f65f-7a32-492c-866c-3026f2cdc227 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3390157 Sep 15 10:41:05.187712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34598) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:05.192498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'security_group_rule': {'security_group_id': '208cd22c-6290-4532-8fc5-9e8c6a6ff11a', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:05.199142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:05.202950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:security_group_rule and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:05.205750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:05.211431 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:05.275578 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Project e2862901ed704392a0f69d49c5dbc6c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:41:05.283372 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.349437 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.400882 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.424439 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1ba2e75-622f-41a7-bcc5-1a5a09a89259,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:05.515337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.516548 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-796b5d5c-1c53-440f-83a8-8f9dd57f1964 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3279402 Sep 15 10:41:05.519349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34602) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:05.525072 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'network': {'name': 'tempest-network-smoke--2080741930', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'port_security_enabled': True}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:05.530095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:05.534163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:network and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:05.537090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:05.542989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:05.611981 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:41:05.615432 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.643002 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] vlan segment allocate from pool success with {'vlan_id': 396, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:41:05.651871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.652412 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Added segment e91dbbcf-d874-4ced-a3f1-f80ef99149e0 of type vlan for network df3d822e-abde-4688-b636-72999d5eea09 Sep 15 10:41:05.678577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.738222 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.743714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:05.744288 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:05.852397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Network': ['ID=df3d822e-abde-4688-b636-72999d5eea09,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:05.863128 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network df3d822e-abde-4688-b636-72999d5eea09 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:41:05.881938 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-879df0d6-9865-4940-869b-0218cd6ea263 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3615742 Sep 15 10:41:05.885000 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34606) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:05.889976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'admin_state_up': True, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:05.897491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:05.901467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:router and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:05.904254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:05.910601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:06.006946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:06.007998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:06.023041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:06.459299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:06.829028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:06.860866 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:06.989571 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.8 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/bb9617ab-0c93-4ccc-a6bd-fe04008b6654) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:41:07.133731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:07.206750 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:07.273128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:41:07.276073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:41:07.279788 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:41:07.320365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=bb9617ab-0c93-4ccc-a6bd-fe04008b6654,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:07.793554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:08.242843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:08.520797 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 4490899a-71b1-4a31-8773-b4a29d4734d8 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:41:08.697612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:41:08.707861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Sync routers for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:41:08.717381 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:41:08.718171 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:40:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:08.806763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:08.807986 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b39e3729-513b-402e-9881-25e244d1520e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9221516 Sep 15 10:41:08.811274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34610) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:08.850542 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-681c589f-b8e3-4584-ace0-8fd8146f04be tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e2862901ed704392a0f69d49c5dbc6c8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381238 Sep 15 10:41:08.853124 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34614) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:08.899996 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:41:08.982198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd020d-9f9d-47eb-b960-2a4f6a9363e4 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:08.983678 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6dcd020d-9f9d-47eb-b960-2a4f6a9363e4 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1296940 Sep 15 10:41:08.986550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34618) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:09.028932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0be2e3a8-8ed8-461c-96b7-e8a7419866a5 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=db48e646-d33b-4b50-986a-405acdaf99c2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413268 Sep 15 10:41:09.031415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34622) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:09.036469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-213048815', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:09.152006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:09.156738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:subnet and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:09.159654 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:09.165497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:09.181377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:07Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:09.188130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Checking router: 4490899a-71b1-4a31-8773-b4a29d4734d8 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:41:09.188130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Updating router 4490899a-71b1-4a31-8773-b4a29d4734d8 port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:41:09.240425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:09.247042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:41:09.250596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:09.527317 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:09.570541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:09.582393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Transition to ACTIVE for port object bb9617ab-0c93-4ccc-a6bd-fe04008b6654 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:41:09.601566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Subnet': ['ID=da9e1797-dd1f-47cb-b8d1-4c84ff085385,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:09.612508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Checking segment: {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:41:09.612863 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network hostable DHCP agents. Network: df3d822e-abde-4688-b636-72999d5eea09, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:41:09.635149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:09.669263 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network df3d822e-abde-4688-b636-72999d5eea09 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:41:09.696814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Attempting to bind port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:41:09.697217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Attempting to bind port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:41:09.697585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Attempting to bind port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:41:09.707863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:41:09.721757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:41:09.721757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:09.721757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:41:09.721757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Bound port: bb9617ab-0c93-4ccc-a6bd-fe04008b6654, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:41:09.721757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:09.732313 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, df3d822e-abde-4688-b636-72999d5eea09) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:41:09.736578 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:09.737315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:09.746307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6d3d7-f84c-4088-a12c-8d81024fd54f None None] Pushing event updated for resources: {'Port': ['ID=bb9617ab-0c93-4ccc-a6bd-fe04008b6654,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:09.756149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c59e0d-da15-4d1a-9318-dfb9856e847b None None] Network df3d822e-abde-4688-b636-72999d5eea09 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:41:09.802189 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b62864c1-e0d4-4e4c-929f-41e942b0977b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7695503 Sep 15 10:41:09.804682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34626) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:09.878735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] For port bb9617ab-0c93-4ccc-a6bd-fe04008b6654, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:41:09.894022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] For port bb9617ab-0c93-4ccc-a6bd-fe04008b6654, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=bb9617ab-0c93-4ccc-a6bd-fe04008b6654,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:41:09.994722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:10.050523 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-df3d822e-abde-4688-b636-72999d5eea09', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:41:10.051343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:10.116864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:41:10.117391 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:40:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:10.271453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f6d3d7-f84c-4088-a12c-8d81024fd54f None None] Pushing event updated for resources: {'Port': ['ID=bb9617ab-0c93-4ccc-a6bd-fe04008b6654,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:10.418280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:41:10.519864 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Allocated IP 172.20.0.2 (df3d822e-abde-4688-b636-72999d5eea09/da9e1797-dd1f-47cb-b8d1-4c84ff085385/c23209fb-88f0-48ac-a2e0-04285de3a836) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:41:10.630572 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:10.871225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:10.884698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Transition to ACTIVE for port object c23209fb-88f0-48ac-a2e0-04285de3a836 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:41:10.892017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:07Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:10.900396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a151f51c-691f-41e9-b382-6024c605c910 None None] The sync data for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv is: [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:07Z', 'revision_number': 3, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:41:10.909964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Transition to ACTIVE for port object c23209fb-88f0-48ac-a2e0-04285de3a836 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:41:10.984567 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:11.059204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.1 (df3d822e-abde-4688-b636-72999d5eea09/da9e1797-dd1f-47cb-b8d1-4c84ff085385/046e9856-c5c1-4306-8b16-0560d2c11e5d) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:41:11.064678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Network df3d822e-abde-4688-b636-72999d5eea09 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:41:11.067563 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:41:11.071992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:41:11.075045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Pushing event updated for resources: {'Port': ['ID=c23209fb-88f0-48ac-a2e0-04285de3a836,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:11.199443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Attempting to bind port c23209fb-88f0-48ac-a2e0-04285de3a836 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:41:11.199820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Attempting to bind port c23209fb-88f0-48ac-a2e0-04285de3a836 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:41:11.200183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Attempting to bind port c23209fb-88f0-48ac-a2e0-04285de3a836 on network df3d822e-abde-4688-b636-72999d5eea09 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:41:11.206751 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:41:11.207304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Checking segment: {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:41:11.207774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:11.208168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Bound using segment: {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:41:11.208632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Bound port: c23209fb-88f0-48ac-a2e0-04285de3a836, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:41:11.208999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:11.269118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:11.288016 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 046e9856-c5c1-4306-8b16-0560d2c11e5d will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:41:11.330808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] For port c23209fb-88f0-48ac-a2e0-04285de3a836, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:41:11.334178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] For port c23209fb-88f0-48ac-a2e0-04285de3a836, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c23209fb-88f0-48ac-a2e0-04285de3a836,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:41:11.402251 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:11.430463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:11.475441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network df3d822e-abde-4688-b636-72999d5eea09 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:41:11.478752 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:41:11.482050 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:41:11.517776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f7d872-7405-4267-8959-8740db9dbe85 None None] Pushing event updated for resources: {'Port': ['ID=c23209fb-88f0-48ac-a2e0-04285de3a836,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:11.537043 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=046e9856-c5c1-4306-8b16-0560d2c11e5d,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:11.556885 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:11.907946 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:11.998613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device bb9617ab-0c93-4ccc-a6bd-fe04008b6654 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:41:12.126480 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:41:12.132149 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:12.132658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:12.260727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:12.262430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:12.280903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port bb9617ab-0c93-4ccc-a6bd-fe04008b6654, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=bb9617ab-0c93-4ccc-a6bd-fe04008b6654,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:41:12.349806 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:12.350634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c23209fb-88f0-48ac-a2e0-04285de3a836 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:41:12.351645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:12.412613 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:12.480845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=bb9617ab-0c93-4ccc-a6bd-fe04008b6654,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:12.520560 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bd3b86-2adc-4133-b26a-fe8cd3ff6994 None None] Network df3d822e-abde-4688-b636-72999d5eea09 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:41:12.538450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=046e9856-c5c1-4306-8b16-0560d2c11e5d,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:12.544017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:12.590415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port c23209fb-88f0-48ac-a2e0-04285de3a836 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:41:12.691394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network df3d822e-abde-4688-b636-72999d5eea09 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:41:12.692688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:41:12.730070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a4047a1a-1634-448a-8e87-f1556787a772 None None] Provisioning for port c23209fb-88f0-48ac-a2e0-04285de3a836 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:41:12.743066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-a4047a1a-1634-448a-8e87-f1556787a772 None None] Provisioning complete for port c23209fb-88f0-48ac-a2e0-04285de3a836 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:12.743442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a4047a1a-1634-448a-8e87-f1556787a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:12.888630 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 4490899a-71b1-4a31-8773-b4a29d4734d8 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:41:12.926093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-a4047a1a-1634-448a-8e87-f1556787a772 None None] Current status of the port c23209fb-88f0-48ac-a2e0-04285de3a836 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:12.926475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a4047a1a-1634-448a-8e87-f1556787a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:12.963790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-a4047a1a-1634-448a-8e87-f1556787a772 None None] For port c23209fb-88f0-48ac-a2e0-04285de3a836, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c23209fb-88f0-48ac-a2e0-04285de3a836,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:41:13.018468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a4047a1a-1634-448a-8e87-f1556787a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:13.103087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:41:13.111650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4047a1a-1634-448a-8e87-f1556787a772 None None] Pushing event updated for resources: {'Port': ['ID=c23209fb-88f0-48ac-a2e0-04285de3a836,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:13.124850 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-45137830-9a92-4e56-8be9-3f422fcc9589 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/4490899a-71b1-4a31-8773-b4a29d4734d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3190627 Sep 15 10:41:13.126885 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Sync routers for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:41:13.140092 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:41:13.140800 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:40:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:13.245862 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f9522280-3cdf-4f22-9816-6653adc8bfc2 None None] Provisioning complete for port c23209fb-88f0-48ac-a2e0-04285de3a836 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:13.246211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f9522280-3cdf-4f22-9816-6653adc8bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:13.327678 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-f95c0b0c-676d-4ed0-84c9-b1d91bdc141c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:41:13.330858 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:41:13.419886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-f95c0b0c-676d-4ed0-84c9-b1d91bdc141c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:41:13.420343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f9522280-3cdf-4f22-9816-6653adc8bfc2 None None] Current status of the port c23209fb-88f0-48ac-a2e0-04285de3a836 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:13.420424 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-f95c0b0c-676d-4ed0-84c9-b1d91bdc141c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-410548050&fields=id&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 267 time: 0.1373510 Sep 15 10:41:13.464372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f9522280-3cdf-4f22-9816-6653adc8bfc2 None None] Provisioning for port 046e9856-c5c1-4306-8b16-0560d2c11e5d completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:41:13.470522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f9522280-3cdf-4f22-9816-6653adc8bfc2 None None] Provisioning complete for port 046e9856-c5c1-4306-8b16-0560d2c11e5d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:13.470820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f9522280-3cdf-4f22-9816-6653adc8bfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:13.530346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f9522280-3cdf-4f22-9816-6653adc8bfc2 None None] Port 046e9856-c5c1-4306-8b16-0560d2c11e5d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:41:13.583104 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-d34c77df-007c-48c3-8eba-ebdf6d903e13 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:13.583812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-d34c77df-007c-48c3-8eba-ebdf6d903e13 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:41:13.639873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-d34c77df-007c-48c3-8eba-ebdf6d903e13 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:41:13.642606 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-d34c77df-007c-48c3-8eba-ebdf6d903e13 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/networks?id=df3d822e-abde-4688-b636-72999d5eea09 HTTP/1.1" status: 200 len: 797 time: 0.2238295 Sep 15 10:41:13.657172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8c9cc48c-2124-47d7-8eca-a214921b706d None None] Provisioning complete for port 046e9856-c5c1-4306-8b16-0560d2c11e5d triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:13.657544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c9cc48c-2124-47d7-8eca-a214921b706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:13.659033 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-9cedab25-ebde-4701-84ef-95583621ae0b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/quotas/e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 375 time: 0.0104015 Sep 15 10:41:13.687566 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 2, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:13.692277 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Checking router: 4490899a-71b1-4a31-8773-b4a29d4734d8 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:41:13.692626 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Updating router 4490899a-71b1-4a31-8773-b4a29d4734d8 port 046e9856-c5c1-4306-8b16-0560d2c11e5d binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:41:13.714345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cc48c-2124-47d7-8eca-a214921b706d None None] Port 046e9856-c5c1-4306-8b16-0560d2c11e5d cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:41:13.753241 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:13.754412 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-42b9fe1b-e7b0-467f-993d-90990702ec60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:41:13.829738 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-42b9fe1b-e7b0-467f-993d-90990702ec60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:41:13.831601 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-42b9fe1b-e7b0-467f-993d-90990702ec60 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1647453 Sep 15 10:41:13.956420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device bb9617ab-0c93-4ccc-a6bd-fe04008b6654 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:41:13.976520 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-9bcbc7f0-f09a-474e-9b64-0b322caf4e68 service neutron] 10.222.0.62 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328733 Sep 15 10:41:14.030483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:14.031041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:14.097296 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:14.109933 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Transition to ACTIVE for port object 046e9856-c5c1-4306-8b16-0560d2c11e5d will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:41:14.118137 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-02cc2357-0b42-4b98-9423-f9d3756803f1 service neutron] 10.222.0.62 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355464 Sep 15 10:41:14.156109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:14.157251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c23209fb-88f0-48ac-a2e0-04285de3a836 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:41:14.200934 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:14.224143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c23209fb-88f0-48ac-a2e0-04285de3a836 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:14.224526 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:14.321542 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Pushing event updated for resources: {'Port': ['ID=046e9856-c5c1-4306-8b16-0560d2c11e5d,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:14.363438 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.363788 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.364118 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.364449 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.364772 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.365096 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.365414 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.365730 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.366071 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.366383 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.366697 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.367008 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:41:14.391335 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c23209fb-88f0-48ac-a2e0-04285de3a836 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:14.426770 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7b9ce8a1-84fd-4f1d-bc51-97894ef5d48d req-26e14e3c-77e3-43f8-b29d-6510fc07a320 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 210 time: 0.0632637 Sep 15 10:41:14.436406 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Attempting to bind port 046e9856-c5c1-4306-8b16-0560d2c11e5d on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:41:14.437004 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Attempting to bind port 046e9856-c5c1-4306-8b16-0560d2c11e5d by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:41:14.437640 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Attempting to bind port 046e9856-c5c1-4306-8b16-0560d2c11e5d on network df3d822e-abde-4688-b636-72999d5eea09 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:41:14.447523 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:41:14.448807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Checking segment: {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:41:14.449441 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:14.450265 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Bound using segment: {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:41:14.450847 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Bound port: 046e9856-c5c1-4306-8b16-0560d2c11e5d, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:41:14.451624 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:14.553751 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] For port 046e9856-c5c1-4306-8b16-0560d2c11e5d, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:41:14.554087 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] For port 046e9856-c5c1-4306-8b16-0560d2c11e5d, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=046e9856-c5c1-4306-8b16-0560d2c11e5d,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:41:14.623965 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:14.690983 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:41:14.691613 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:40:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:14.769720 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a261636-6bb7-45ae-9593-e50ba5387ce8 None None] Pushing event updated for resources: {'Port': ['ID=046e9856-c5c1-4306-8b16-0560d2c11e5d,revision_number=4']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:14.886093 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:41:15.235310 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:14Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:15.239246 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3903be57-642f-4127-bdb5-2479cd055370 None None] The sync data for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv is: [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:14Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:41:15.602301 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-51f02dbf-c7b4-44c3-aa47-518c26c71957 req-4fd99b6f-cf0b-4ab4-8b15-a2cbdd2522c3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 210 time: 0.0508935 Sep 15 10:41:15.988237 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 046e9856-c5c1-4306-8b16-0560d2c11e5d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:41:16.092468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 046e9856-c5c1-4306-8b16-0560d2c11e5d completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:41:16.097731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 046e9856-c5c1-4306-8b16-0560d2c11e5d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:16.100269 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:16.221286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 046e9856-c5c1-4306-8b16-0560d2c11e5d is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:16.221661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:16.258615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 046e9856-c5c1-4306-8b16-0560d2c11e5d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=046e9856-c5c1-4306-8b16-0560d2c11e5d,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:41:16.325877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:16.399933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=046e9856-c5c1-4306-8b16-0560d2c11e5d,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:16.619020 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-2bf05e9f-f333-4fa4-be2b-1e702954a5bb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:16.620608 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-2bf05e9f-f333-4fa4-be2b-1e702954a5bb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/networks?id=df3d822e-abde-4688-b636-72999d5eea09 HTTP/1.1" status: 200 len: 797 time: 0.1432559 Sep 15 10:41:16.674854 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-de0fa2e4-1d9c-4f48-bdd1-3c8caadef3dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2862901ed704392a0f69d49c5dbc6c8 HTTP/1.1" status: 200 len: 379 time: 0.0410974 Sep 15 10:41:16.684725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'port': {'device_id': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'admin_state_up': True, 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'security_groups': ['208cd22c-6290-4532-8fc5-9e8c6a6ff11a']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:16.784638 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f297eaab-6a91-4431-b824-66a11ade396e req-9df6cd07-21e2-414b-8699-5212726cc2fc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 210 time: 0.0573537 Sep 15 10:41:16.935803 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:16.945134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:17.068697 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Made reservation on behalf of e2862901ed704392a0f69d49c5dbc6c8 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:41:17.072395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:17.233928 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.20.0.3 (df3d822e-abde-4688-b636-72999d5eea09/da9e1797-dd1f-47cb-b8d1-4c84ff085385/58c3da9d-0d08-49be-9a4d-3fef1240dc30) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:41:17.421526 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:17.436536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Transition to ACTIVE for port object 58c3da9d-0d08-49be-9a4d-3fef1240dc30 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:41:17.521297 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:17.594869 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network df3d822e-abde-4688-b636-72999d5eea09 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:41:17.597999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:41:17.601739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:41:17.632237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=58c3da9d-0d08-49be-9a4d-3fef1240dc30,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:17.669882 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:17.674644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:17.744479 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-1f621a95-ba35-46fd-b48a-d1c7ef866d18 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0635803 Sep 15 10:41:17.761198 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-de79a5ba-cf2b-43c6-b72b-08e80f0045c3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:41:17.762173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-de79a5ba-cf2b-43c6-b72b-08e80f0045c3 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063224 Sep 15 10:41:17.777903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Request body: {'port': {'device_id': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:17.887212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:17.914920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8754d110-dd2b-49f1-a358-0938f80107c8 None None] Provisioning for port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:41:17.920974 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8754d110-dd2b-49f1-a358-0938f80107c8 None None] Provisioning complete for port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:17.921353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8754d110-dd2b-49f1-a358-0938f80107c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:17.974556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 046e9856-c5c1-4306-8b16-0560d2c11e5d up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:41:18.047168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8754d110-dd2b-49f1-a358-0938f80107c8 None None] Port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:41:18.064408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 046e9856-c5c1-4306-8b16-0560d2c11e5d triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:18.064784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:18.122020 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcee73-5dfa-4843-b634-66ce32b96c6f req-fa49c186-94c3-4524-b6ac-cd17cb92deca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:18.123632 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bbdcee73-5dfa-4843-b634-66ce32b96c6f req-fa49c186-94c3-4524-b6ac-cd17cb92deca tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 931 time: 0.2182775 Sep 15 10:41:18.168972 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bbdcee73-5dfa-4843-b634-66ce32b96c6f req-30432a9e-6d6e-4ece-8370-8b4e9fa55631 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395379 Sep 15 10:41:18.188816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 046e9856-c5c1-4306-8b16-0560d2c11e5d is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:18.259508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c3da9d-0d08-49be-9a4d-3fef1240dc30 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:41:18.267533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:18.282935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Transition to ACTIVE for port object 58c3da9d-0d08-49be-9a4d-3fef1240dc30 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:41:18.360440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:18.544499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Pushing event updated for resources: {'Port': ['ID=58c3da9d-0d08-49be-9a4d-3fef1240dc30,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:18.584186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Attempting to bind port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:41:18.584519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Attempting to bind port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:41:18.584843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Attempting to bind port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 on network df3d822e-abde-4688-b636-72999d5eea09 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:41:18.589574 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 on network df3d822e-abde-4688-b636-72999d5eea09 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:41:18.589843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Attempting to bind port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 on network df3d822e-abde-4688-b636-72999d5eea09 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:41:18.594896 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:41:18.595227 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Checking segment: {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:41:18.595603 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Bound using segment: {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:41:18.596029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Bound port: 58c3da9d-0d08-49be-9a4d-3fef1240dc30, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:41:18.596367 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:18.691566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] For port 58c3da9d-0d08-49be-9a4d-3fef1240dc30, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:41:18.694519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] For port 58c3da9d-0d08-49be-9a4d-3fef1240dc30, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:41:18.760151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:18.795328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:18.795932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:18.797289 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] 10.222.0.16 "PUT /v2.0/ports/58c3da9d-0d08-49be-9a4d-3fef1240dc30 HTTP/1.1" status: 200 len: 1093 time: 1.0290518 Sep 15 10:41:18.797715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:41:18.800055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a936cf-57fe-4516-be59-bb462713a5ac" -d '{"events": [{"name": "network-changed", "server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:41:18.844228 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4557942-f0bd-4cae-a989-36c3625905eb service neutron] Pushing event updated for resources: {'Port': ['ID=58c3da9d-0d08-49be-9a4d-3fef1240dc30,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:18.849240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40bacb79-5de7-4080-8086-d7d5fe701a11 x-openstack-request-id: req-40bacb79-5de7-4080-8086-d7d5fe701a11 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:41:18.849240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:41:18.849240 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40bacb79-5de7-4080-8086-d7d5fe701a11 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:41:18.849240 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40bacb79-5de7-4080-8086-d7d5fe701a11'] response: {'name': 'network-changed', 'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'status': 'completed', 'code': 200} Sep 15 10:41:18.966693 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a936cf-57fe-4516-be59-bb462713a5ac req-6bac5ec8-0ebf-4380-9eca-ea3b4c4ecdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:18.968155 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49a936cf-57fe-4516-be59-bb462713a5ac req-6bac5ec8-0ebf-4380-9eca-ea3b4c4ecdd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 1096 time: 0.0790284 Sep 15 10:41:19.113013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a936cf-57fe-4516-be59-bb462713a5ac req-76afa67d-1654-446f-9714-6326270fc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:19.114371 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49a936cf-57fe-4516-be59-bb462713a5ac req-76afa67d-1654-446f-9714-6326270fc5c0 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1333249 Sep 15 10:41:19.350832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a936cf-57fe-4516-be59-bb462713a5ac req-d4859c6d-3a9b-4ad2-857b-27e3f5b66522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:19.352287 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-49a936cf-57fe-4516-be59-bb462713a5ac req-d4859c6d-3a9b-4ad2-857b-27e3f5b66522 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2322507 Sep 15 10:41:19.389546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b512dc-a1f9-4b32-b585-818f7c5e2a00 req-c7307dd2-c458-4910-8db8-a38a1523aab6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:19.390940 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82b512dc-a1f9-4b32-b585-818f7c5e2a00 req-c7307dd2-c458-4910-8db8-a38a1523aab6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 943 time: 0.0944726 Sep 15 10:41:19.435718 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-82b512dc-a1f9-4b32-b585-818f7c5e2a00 req-50a29578-40e3-4380-b4ec-a267588a79bd tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381451 Sep 15 10:41:19.493947 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-14cfd704-b94f-4f33-80ec-3771b2b65226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:19.495493 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-14cfd704-b94f-4f33-80ec-3771b2b65226 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 1096 time: 0.0807018 Sep 15 10:41:19.569795 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-cba0ca8f-548d-443c-8986-cb0af6c03dc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30 HTTP/1.1" status: 200 len: 217 time: 0.0619674 Sep 15 10:41:19.630580 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-4507564e-5c29-4405-8746-2b420a732fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:19.632049 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-4507564e-5c29-4405-8746-2b420a732fac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da9e1797-dd1f-47cb-b8d1-4c84ff085385 HTTP/1.1" status: 200 len: 834 time: 0.0570173 Sep 15 10:41:19.656884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-255cddcd-74bf-47d0-8c38-abf8ea2b8a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:19.725511 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-63e7729b-5e43-46d4-8ad5-81d60b591b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:19.726997 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-63e7729b-5e43-46d4-8ad5-81d60b591b1b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df3d822e-abde-4688-b636-72999d5eea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0887380 Sep 15 10:41:19.858304 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-6571fa84-d95a-4059-91b0-6db60f5bc5be service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253924 Sep 15 10:41:19.991562 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-389d1525-2d25-458f-9333-bb04fb0e39dc req-7a789f45-2414-447c-93d5-78a78d9a269a service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275556 Sep 15 10:41:20.639303 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a95940-19e6-465d-b63b-a26d51e88317 req-01a49a5b-5363-4ef4-93d9-ed0cff6fe550 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:20.640674 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f7a95940-19e6-465d-b63b-a26d51e88317 req-01a49a5b-5363-4ef4-93d9-ed0cff6fe550 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 943 time: 0.0867608 Sep 15 10:41:20.688697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f7a95940-19e6-465d-b63b-a26d51e88317 req-19a3b7e5-6b75-4cb2-b9b0-4ef1743dbcc8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421007 Sep 15 10:41:21.126402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:21.720857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-92540350-9f8f-416f-8152-cec8fca13665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:21.890331 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447898f4-9165-438b-8120-3a10589d5708 req-bcd6e91d-c8a2-452d-ad5e-f2120181f7a2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:21.891787 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-447898f4-9165-438b-8120-3a10589d5708 req-bcd6e91d-c8a2-452d-ad5e-f2120181f7a2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 943 time: 0.0866616 Sep 15 10:41:21.932767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 58c3da9d-0d08-49be-9a4d-3fef1240dc30 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:41:21.936315 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-447898f4-9165-438b-8120-3a10589d5708 req-4811543c-62fc-467d-a426-901a0c579e7a tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386953 Sep 15 10:41:22.097362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 58c3da9d-0d08-49be-9a4d-3fef1240dc30, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:41:22.110208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'port_id': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'mac_address': 'fa:16:3e:ca:7f:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:41:22.165482 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:22.166153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:22.182043 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c3da9d-0d08-49be-9a4d-3fef1240dc30 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:41:22.197346 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 58c3da9d-0d08-49be-9a4d-3fef1240dc30, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:41:22.251972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:22.320973 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=58c3da9d-0d08-49be-9a4d-3fef1240dc30,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:22.532765 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['58c3da9d-0d08-49be-9a4d-3fef1240dc30'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:41:22.563165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:22.972196 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:23.151632 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213338d4-8a84-40b1-9b33-9289a028731a req-4c3b9925-a8b0-4279-97b4-79db851d4e98 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:23.154023 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-213338d4-8a84-40b1-9b33-9289a028731a req-4c3b9925-a8b0-4279-97b4-79db851d4e98 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 944 time: 0.0909877 Sep 15 10:41:23.197130 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-213338d4-8a84-40b1-9b33-9289a028731a req-54b85555-4513-494a-a31e-0b4947aeae4e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375364 Sep 15 10:41:23.948592 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 58c3da9d-0d08-49be-9a4d-3fef1240dc30 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:41:24.091034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:41:24.096407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:41:24.096890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:24.213762 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:41:24.214164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:24.241069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:41:24.243274 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c800e65-8466-4a88-86ef-df96aac19448" -d '{"events": [{"server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "name": "network-vif-plugged", "status": "completed", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:41:24.250710 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 58c3da9d-0d08-49be-9a4d-3fef1240dc30, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:41:24.348793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:24.408998 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad024959-f711-481a-91aa-c8c3f0c0a080 req-ab47523c-08ac-4639-ba60-d5dca47197a5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:24.410579 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad024959-f711-481a-91aa-c8c3f0c0a080 req-ab47523c-08ac-4639-ba60-d5dca47197a5 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0929217 Sep 15 10:41:24.426489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=58c3da9d-0d08-49be-9a4d-3fef1240dc30,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:24.458527 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ad024959-f711-481a-91aa-c8c3f0c0a080 req-d6fc1949-c88a-4b62-929d-1521ad382d47 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 Sep 15 10:41:24.509832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b35de52-f4b1-459a-b519-7c1360e3503c x-openstack-request-id: req-9b35de52-f4b1-459a-b519-7c1360e3503c {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:41:24.510161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "name": "network-vif-plugged", "status": "completed", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:41:24.510410 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b35de52-f4b1-459a-b519-7c1360e3503c {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:41:24.510801 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b35de52-f4b1-459a-b519-7c1360e3503c'] response: {'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'code': 200} Sep 15 10:41:24.513982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:24.941344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e49646-8ce0-461e-af7f-9aba95514ec9 req-e052e0ac-6dd8-4fae-9baf-9c1b367c5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:24.942827 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-11e49646-8ce0-461e-af7f-9aba95514ec9 req-e052e0ac-6dd8-4fae-9baf-9c1b367c5f23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 1098 time: 0.0761189 Sep 15 10:41:24.982237 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-11e49646-8ce0-461e-af7f-9aba95514ec9 req-6bfe0ede-21db-4d4b-aca8-db8258401d01 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339475 Sep 15 10:41:25.664073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705906af-8a69-477c-887b-63ab33c14abc req-13d7977f-06b7-4531-8131-3f9a0b6fa955 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:25.665540 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-705906af-8a69-477c-887b-63ab33c14abc req-13d7977f-06b7-4531-8131-3f9a0b6fa955 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0874074 Sep 15 10:41:25.709524 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-705906af-8a69-477c-887b-63ab33c14abc req-1d62b90a-44fd-4696-8241-75d4e737899d tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375965 Sep 15 10:41:26.918919 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51690f7f-71d9-468e-92f9-52e14a32971c req-9a7c3d7b-a985-463a-9260-803e4e384384 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:26.920360 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-51690f7f-71d9-468e-92f9-52e14a32971c req-9a7c3d7b-a985-463a-9260-803e4e384384 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0901792 Sep 15 10:41:26.963051 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-51690f7f-71d9-468e-92f9-52e14a32971c req-96b110da-9732-42f0-8ff5-acb8a8a556c6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370760 Sep 15 10:41:27.165535 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967aea8-4599-44e7-b9dc-fb038471bb2e req-58d3cffd-5d98-4d08-864d-610da6e93740 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:27.167022 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e967aea8-4599-44e7-b9dc-fb038471bb2e req-58d3cffd-5d98-4d08-864d-610da6e93740 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0856338 Sep 15 10:41:27.216117 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e967aea8-4599-44e7-b9dc-fb038471bb2e req-183ce796-bfb4-4422-8b70-d24f00dee7d1 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 Sep 15 10:41:27.245121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34690) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:27.327002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0caa145-507d-4c64-bd5e-fde31bac3a53 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:27.328555 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-e0caa145-507d-4c64-bd5e-fde31bac3a53 tempest-TestNetworkAdvancedServerOps-1879918207 tempest-TestNetworkAdvancedServerOps-1879918207-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 1093 time: 0.0814967 Sep 15 10:41:27.331394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34694) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:27.336327 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:41:27.342611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:41:27.346442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Usage tracker for resource:floatingip and tenant:e2862901ed704392a0f69d49c5dbc6c8 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:41:27.349296 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:41:27.355009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:41:27.418268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:27.550165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:27.677663 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Allocated IP 172.26.7.34 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/d7e8172a-d8ae-4bd3-b842-90385b157bb2) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:41:27.823172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:27.904049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:27.971400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:41:27.974265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:41:27.977886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:41:28.008459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=d7e8172a-d8ae-4bd3-b842-90385b157bb2,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:28.479499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:28.625904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:28.828412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:28.885990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:28.991554 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:29.039397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event updated for resources: {'Port': ['ID=d7e8172a-d8ae-4bd3-b842-90385b157bb2,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:41:29.162663 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP 73d680c0-5e44-4bf8-b6ce-ff510a50b7e6 associated. External IP: 172.26.7.34, port: 58c3da9d-0d08-49be-9a4d-3fef1240dc30. Sep 15 10:41:29.514704 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 4490899a-71b1-4a31-8773-b4a29d4734d8 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:41:29.688395 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:41:29.697968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] Sync routers for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:41:29.708735 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:41:29.709426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:41:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:29.806604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:29.868353 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-311aa30b-431d-4ab7-8baf-523068b190a0 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5359027 Sep 15 10:41:29.869029 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:41:29.872040 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:41:29.892011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:41:30.068539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb76301-95f5-4985-9558-234b2ef133fa req-ae0e6d6d-3d78-48ef-9491-85f94434da9e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:30.070018 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ecb76301-95f5-4985-9558-234b2ef133fa req-ae0e6d6d-3d78-48ef-9491-85f94434da9e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.1062741 Sep 15 10:41:30.115365 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ecb76301-95f5-4985-9558-234b2ef133fa req-68b369b6-9504-419f-91c5-be0ed52fa2dc tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393765 Sep 15 10:41:30.145215 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34702) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:30.256429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '73d680c0-5e44-4bf8-b6ce-ff510a50b7e6', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.34', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'port_id': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'mac_address': 'fa:16:3e:ca:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:41:28Z', 'updated_at': '2022-09-15T10:41:28Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:16Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:30.260540 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] Checking router: 4490899a-71b1-4a31-8773-b4a29d4734d8 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:41:30.270443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:41:30.271063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:41:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:30.318406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01110ad8-6113-4763-ace6-b24fd310774f x-openstack-request-id: req-01110ad8-6113-4763-ace6-b24fd310774f {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:41:30.318804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:41:30.318920 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01110ad8-6113-4763-ace6-b24fd310774f {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:41:30.319322 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01110ad8-6113-4763-ace6-b24fd310774f'] response: {'name': 'network-changed', 'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'status': 'completed', 'code': 200} Sep 15 10:41:30.426097 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6cefccf8-0d0c-4440-a7fb-aa85b5cefda2 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/73d680c0-5e44-4bf8-b6ce-ff510a50b7e6 HTTP/1.1" status: 200 len: 990 time: 0.2788370 Sep 15 10:41:30.441055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-f8c64584-a396-47e5-9030-979310d3aecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:30.442521 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-f8c64584-a396-47e5-9030-979310d3aecc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 1098 time: 0.1224799 Sep 15 10:41:30.486114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:41:30.572376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-46b00938-749b-472c-8626-d81f259334c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:30.574365 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-46b00938-749b-472c-8626-d81f259334c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df3d822e-abde-4688-b636-72999d5eea09 HTTP/1.1" status: 200 len: 898 time: 0.1228817 Sep 15 10:41:30.676790 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-ea2c915c-dce8-4782-93f3-5910716bfd60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30 HTTP/1.1" status: 200 len: 998 time: 0.0974624 Sep 15 10:41:30.740692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-33fcbaed-44f5-4417-af20-ac1b01fc5158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:30.742124 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-33fcbaed-44f5-4417-af20-ac1b01fc5158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da9e1797-dd1f-47cb-b8d1-4c84ff085385 HTTP/1.1" status: 200 len: 834 time: 0.0595961 Sep 15 10:41:30.825342 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-a76fb5e5-f9bc-4c5b-a572-3cde574bded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:30.826805 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-a76fb5e5-f9bc-4c5b-a572-3cde574bded8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df3d822e-abde-4688-b636-72999d5eea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772860 Sep 15 10:41:30.868827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '73d680c0-5e44-4bf8-b6ce-ff510a50b7e6', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.34', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'port_id': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'mac_address': 'fa:16:3e:ca:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:41:28Z', 'updated_at': '2022-09-15T10:41:28Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:16Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:41:30.873360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46c8079-a095-4f01-a52d-3b71a5849d54 None None] The sync data for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv is: [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '73d680c0-5e44-4bf8-b6ce-ff510a50b7e6', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'floating_ip_address': '172.26.7.34', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'port_id': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'mac_address': 'fa:16:3e:ca:7f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:41:28Z', 'updated_at': '2022-09-15T10:41:28Z', 'revision_number': 0, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:16Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:41:30.960993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-99a843eb-dbe2-43df-9cf5-f9c8e9aa46d0 service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281593 Sep 15 10:41:31.062778 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-080ad59c-9ab5-415c-8f2c-e580b8f30db4 None None] New status for floating IP 73d680c0-5e44-4bf8-b6ce-ff510a50b7e6: ACTIVE {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:41:31.097157 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-69c7f4a2-b976-4bf4-8da4-1d7065cb0bf6 req-3e327547-f196-420b-b658-3999de498eb9 service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301131 Sep 15 10:41:31.430182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34706) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:41:31.535501 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fc6e8e13-a600-44c6-be7a-43439ff2e268 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/73d680c0-5e44-4bf8-b6ce-ff510a50b7e6 HTTP/1.1" status: 200 len: 992 time: 0.1041722 Sep 15 10:41:33.140763 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:41:49.678745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-63312cb8-7530-4292-90f3-8b8f8872476b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:51.172467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:51.714799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3436979b-b714-49ca-8586-e3d44578197d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:52.554286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:52.954663 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:54.530445 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:41:58.755418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64175421-3b42-4814-b841-416096563361 req-2add8448-a145-49e9-9f66-c3d8ef5683f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:41:58.756898 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-64175421-3b42-4814-b841-416096563361 req-2add8448-a145-49e9-9f66-c3d8ef5683f9 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0983815 Sep 15 10:41:58.800442 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-64175421-3b42-4814-b841-416096563361 req-79ba943d-bedb-448c-bc9c-af2913635b41 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378602 Sep 15 10:42:00.003234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a47372b-154a-4ee4-ba84-0346dcc331f8 req-82e745be-e5b1-4b6c-b76d-d0945c7e1085 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:00.004674 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5a47372b-154a-4ee4-ba84-0346dcc331f8 req-82e745be-e5b1-4b6c-b76d-d0945c7e1085 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0861697 Sep 15 10:42:00.051292 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5a47372b-154a-4ee4-ba84-0346dcc331f8 req-d59a8b43-0fe5-47f3-b02b-9727d8dedb95 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408580 Sep 15 10:42:00.080541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34738) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:00.185606 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4682f37a-5225-4669-9a37-883910903513 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/73d680c0-5e44-4bf8-b6ce-ff510a50b7e6 HTTP/1.1" status: 200 len: 992 time: 0.1039250 Sep 15 10:42:01.875603 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48893df6-6960-44f7-ad28-c4b18aa06d6d req-17d68564-2dcc-44ae-a703-d0fda94d83a8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:01.877116 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-48893df6-6960-44f7-ad28-c4b18aa06d6d req-17d68564-2dcc-44ae-a703-d0fda94d83a8 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0885029 Sep 15 10:42:01.921650 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-48893df6-6960-44f7-ad28-c4b18aa06d6d req-df891a40-7638-4a35-bfcd-5ba8efbd1f7e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388768 Sep 15 10:42:01.974463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-e62d66dd-b81d-47fd-858a-80c54c2e3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:01.975805 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-e62d66dd-b81d-47fd-858a-80c54c2e3df2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 1098 time: 0.0792992 Sep 15 10:42:02.105162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-513d38dd-ed7b-42c1-abda-967c915fc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:02.106619 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-513d38dd-ed7b-42c1-abda-967c915fc098 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df3d822e-abde-4688-b636-72999d5eea09 HTTP/1.1" status: 200 len: 898 time: 0.1247101 Sep 15 10:42:02.207842 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-8ca42b63-3383-4ded-bc89-44677681fb7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30 HTTP/1.1" status: 200 len: 1000 time: 0.0955491 Sep 15 10:42:02.271480 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-be457ec4-e69c-4002-85d5-bc2f4c151e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:02.272773 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-be457ec4-e69c-4002-85d5-bc2f4c151e2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da9e1797-dd1f-47cb-b8d1-4c84ff085385 HTTP/1.1" status: 200 len: 834 time: 0.0587239 Sep 15 10:42:02.363418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-c2244427-f555-4395-8c12-675d458dbc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:02.364883 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-c2244427-f555-4395-8c12-675d458dbc7e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df3d822e-abde-4688-b636-72999d5eea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859821 Sep 15 10:42:02.581486 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-f8d9094d-5b50-4d18-8eb5-1f4ac05a3c95 service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103574 Sep 15 10:42:02.712350 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-0751a25c-bec5-4f11-a95b-4208e2888529 req-2a56913c-0fd5-4c32-afb3-189ed2599638 service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233628 Sep 15 10:42:03.130745 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad7d8f-4a0a-428a-add8-7f82b48f86bb req-ee7a1bbb-ed29-41e4-a561-03a7fc9d7ffb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:03.132183 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-83ad7d8f-4a0a-428a-add8-7f82b48f86bb req-ee7a1bbb-ed29-41e4-a561-03a7fc9d7ffb tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0902877 Sep 15 10:42:03.175123 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-83ad7d8f-4a0a-428a-add8-7f82b48f86bb req-4353f097-0e21-48fc-ae9e-b8b201b46d44 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373273 Sep 15 10:42:04.382457 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d8b10-a04c-4f7b-b47f-46400f61864b req-e6c47a90-ce44-4553-846b-82a14979105b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:04.383892 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-471d8b10-a04c-4f7b-b47f-46400f61864b req-e6c47a90-ce44-4553-846b-82a14979105b tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0865602 Sep 15 10:42:04.430534 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-471d8b10-a04c-4f7b-b47f-46400f61864b req-7cc1f633-6bf3-4145-96fc-42bda74cadae tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409052 Sep 15 10:42:04.460623 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34752) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:04.566945 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-7ae34299-ab22-4f6b-8322-6238a25a77b7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/floatingips/73d680c0-5e44-4bf8-b6ce-ff510a50b7e6 HTTP/1.1" status: 200 len: 992 time: 0.1052079 Sep 15 10:42:04.957075 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34760) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:05.159292 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port d7e8172a-d8ae-4bd3-b842-90385b157bb2 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:42:05.159643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:05.327707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:05.328575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:05.451549 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for d7e8172a-d8ae-4bd3-b842-90385b157bb2 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:42:05.634530 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:05.689136 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=d7e8172a-d8ae-4bd3-b842-90385b157bb2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:05.730647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.730905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.731239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.731564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.731887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.732208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.732524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.732841 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.733158 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.733471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.733783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.734120 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:05.793653 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:05.794048 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Floating IP 73d680c0-5e44-4bf8-b6ce-ff510a50b7e6 disassociated (deleted). External IP: 172.26.7.34, port: 58c3da9d-0d08-49be-9a4d-3fef1240dc30. Sep 15 10:42:06.247921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 4490899a-71b1-4a31-8773-b4a29d4734d8 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:42:06.424881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:42:06.434075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] Sync routers for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:42:06.440720 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:06.443730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:06.444336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:41:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:06.498247 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6f3eeb9d-2edf-4d32-8b0b-c09a396942a7 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/floatingips/73d680c0-5e44-4bf8-b6ce-ff510a50b7e6 HTTP/1.1" status: 204 len: 168 time: 1.5399504 Sep 15 10:42:06.498734 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:42:06.501541 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9038e2-be03-4a65-96d5-721a57faa812" -d '{"events": [{"name": "network-changed", "server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:42:06.625369 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:06.783825 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-571d5eeb-66b3-4e40-abf4-29905143bd69 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809996 Sep 15 10:42:06.949422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:16Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:06.954194 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] Checking router: 4490899a-71b1-4a31-8773-b4a29d4734d8 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:42:06.963345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:06.964173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:41:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:06.974201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-1071d0c2-22b3-4306-804e-5b583e96937f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:06.975733 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-1071d0c2-22b3-4306-804e-5b583e96937f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 1098 time: 0.0980954 Sep 15 10:42:07.032904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef62884c-97b5-4376-b286-cb2a150f89f2 x-openstack-request-id: req-ef62884c-97b5-4376-b286-cb2a150f89f2 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:42:07.032904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:42:07.032904 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef62884c-97b5-4376-b286-cb2a150f89f2 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:42:07.032904 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef62884c-97b5-4376-b286-cb2a150f89f2'] response: {'name': 'network-changed', 'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'status': 'completed', 'code': 200} Sep 15 10:42:07.149173 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-6134a1d0-89db-4789-81f4-6e68f668c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:07.149453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:07.150573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-6134a1d0-89db-4789-81f4-6e68f668c304 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df3d822e-abde-4688-b636-72999d5eea09 HTTP/1.1" status: 200 len: 898 time: 0.1389918 Sep 15 10:42:07.206712 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a563e101-b834-4647-ac32-8ff6b0f638ff req-207ecb29-419d-4656-ade9-490c97bb86cf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:07.208585 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a563e101-b834-4647-ac32-8ff6b0f638ff req-207ecb29-419d-4656-ade9-490c97bb86cf tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0964994 Sep 15 10:42:07.221004 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-4d6ab11c-5bbc-41c6-afce-cba20b4abce5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30 HTTP/1.1" status: 200 len: 217 time: 0.0623643 Sep 15 10:42:07.255714 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a563e101-b834-4647-ac32-8ff6b0f638ff req-7182d4c0-e91d-4d12-8a2b-7b9a8b58ca00 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403259 Sep 15 10:42:07.295936 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-4c2f8f54-b698-4c45-8c4a-66b1294afe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:07.298098 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-4c2f8f54-b698-4c45-8c4a-66b1294afe59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da9e1797-dd1f-47cb-b8d1-4c84ff085385 HTTP/1.1" status: 200 len: 834 time: 0.0693109 Sep 15 10:42:07.387994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-d2965b0c-8136-4c32-b922-d77941802f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:07.389610 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-d2965b0c-8136-4c32-b922-d77941802f1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df3d822e-abde-4688-b636-72999d5eea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847328 Sep 15 10:42:07.512994 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:16Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:07.517198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d247a04f-2d37-4fa8-9fdc-ddd0d9de3df2 None None] The sync data for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv is: [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:11Z', 'revision_number': 4, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '046e9856-c5c1-4306-8b16-0560d2c11e5d', 'name': '', 'network_id': 'df3d822e-abde-4688-b636-72999d5eea09', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'mac_address': 'fa:16:3e:1b:a0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:10Z', 'updated_at': '2022-09-15T10:41:16Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'subnets': [{'id': 'da9e1797-dd1f-47cb-b8d1-4c84ff085385', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:42:07.528890 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-ce4edffc-f237-4210-bec1-3d338327fe8c service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308539 Sep 15 10:42:07.671005 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-191d84ca-3b68-4bc1-b375-3bade2f3a391 req-7a259e77-a084-4891-adac-cd104e0ebb55 service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351905 Sep 15 10:42:07.738796 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fad8dcf-8026-4b82-a97c-7a798ce5ae51 None None] New status for floating IP 73d680c0-5e44-4bf8-b6ce-ff510a50b7e6: DOWN {{(pid=89671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:42:07.915063 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-6b259a36-fa1d-4786-8829-474cccd4a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:07.915709 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-6b259a36-fa1d-4786-8829-474cccd4a967 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 1098 time: 0.0848284 Sep 15 10:42:08.046881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-fb4fe11c-f06c-4fda-ad0d-e0fb5a4dff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:08.048305 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-fb4fe11c-f06c-4fda-ad0d-e0fb5a4dff35 service neutron] 10.222.0.16 "GET /v2.0/networks?id=df3d822e-abde-4688-b636-72999d5eea09 HTTP/1.1" status: 200 len: 898 time: 0.1257551 Sep 15 10:42:08.114679 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-70a4ea14-7edc-4b88-a1a1-4a8120129990 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30 HTTP/1.1" status: 200 len: 217 time: 0.0592694 Sep 15 10:42:08.274740 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-49b8fb93-6bf7-4463-ab70-90b2fbf113c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:08.276298 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-49b8fb93-6bf7-4463-ab70-90b2fbf113c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=da9e1797-dd1f-47cb-b8d1-4c84ff085385 HTTP/1.1" status: 200 len: 834 time: 0.1553657 Sep 15 10:42:08.358861 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-b9bd0ceb-0dee-4512-9708-0835f4695b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:08.360977 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-b9bd0ceb-0dee-4512-9708-0835f4695b4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=df3d822e-abde-4688-b636-72999d5eea09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784020 Sep 15 10:42:08.472258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64da37-a224-4843-b532-8288491b87b4 req-7cdea217-7ee0-4644-9cd7-e35096afefb6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:08.473740 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0d64da37-a224-4843-b532-8288491b87b4 req-7cdea217-7ee0-4644-9cd7-e35096afefb6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.0935483 Sep 15 10:42:08.495495 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-c9f33654-916e-4412-8560-995528bd97c6 service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274495 Sep 15 10:42:08.522896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0d64da37-a224-4843-b532-8288491b87b4 req-d4a2c580-b2a6-441b-b148-d00002875dd6 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/security-groups?id=208cd22c-6290-4532-8fc5-9e8c6a6ff11a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Sep 15 10:42:08.627466 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ef9038e2-be03-4a65-96d5-721a57faa812 req-f55430d5-3723-42d1-aeec-44ec18d1938c service neutron] 10.222.0.16 "GET /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249051 Sep 15 10:42:08.876835 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-074e2b34-04bd-4fa6-a11a-155e3a4c431c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:08.877428 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-074e2b34-04bd-4fa6-a11a-155e3a4c431c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Synchronizing usage tracker for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:42:08.974998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-074e2b34-04bd-4fa6-a11a-155e3a4c431c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Unset dirty status for tenant:e2862901ed704392a0f69d49c5dbc6c8 on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:42:08.976131 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-074e2b34-04bd-4fa6-a11a-155e3a4c431c tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 945 time: 0.1926832 Sep 15 10:42:09.049555 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:42:09.049933 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:09.307045 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 58c3da9d-0d08-49be-9a4d-3fef1240dc30, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=58c3da9d-0d08-49be-9a4d-3fef1240dc30,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:09.307413 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:09.434140 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 58c3da9d-0d08-49be-9a4d-3fef1240dc30 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:42:09.639991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:09.693340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=58c3da9d-0d08-49be-9a4d-3fef1240dc30,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:09.699006 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-617705ec-53ca-4097-bb0d-c9a1d4ff1025 req-f7f7f4ce-8872-470f-9183-844cfffebc72 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "GET /v2.0/ports?device_id=77b38cca-8841-4dc1-b0ce-ec3e4c95cadf HTTP/1.1" status: 200 len: 210 time: 0.0498049 Sep 15 10:42:09.780411 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] No DVR routers for this DVR port 58c3da9d-0d08-49be-9a4d-3fef1240dc30 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:42:09.783119 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:09.785698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'name': 'network-vif-deleted', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:42:09.788005 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70eacb6b-7439-45c2-8f46-47d8fcdd2944" -d '{"events": [{"server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "name": "network-vif-deleted", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:42:09.829583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f345b74-e117-46a1-96ce-63f4a750ca40 x-openstack-request-id: req-1f345b74-e117-46a1-96ce-63f4a750ca40 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:42:09.829905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b38cca-8841-4dc1-b0ce-ec3e4c95cadf", "name": "network-vif-deleted", "tag": "58c3da9d-0d08-49be-9a4d-3fef1240dc30", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:42:09.830156 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f345b74-e117-46a1-96ce-63f4a750ca40 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:42:09.830551 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f345b74-e117-46a1-96ce-63f4a750ca40'] response: {'server_uuid': '77b38cca-8841-4dc1-b0ce-ec3e4c95cadf', 'name': 'network-vif-deleted', 'tag': '58c3da9d-0d08-49be-9a4d-3fef1240dc30', 'status': 'completed', 'code': 200} Sep 15 10:42:09.867398 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5c3fb0e4-8aa2-4d07-b438-9366999c9dde req-a3dc9800-2496-4a7e-86ba-166d2f45aa08 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.16 "DELETE /v2.0/ports/58c3da9d-0d08-49be-9a4d-3fef1240dc30 HTTP/1.1" status: 204 len: 173 time: 0.8853602 Sep 15 10:42:10.140026 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:42:10.816271 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34780) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:11.473494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:11.821652 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port 046e9856-c5c1-4306-8b16-0560d2c11e5d {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:42:11.822384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:12.009190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port 046e9856-c5c1-4306-8b16-0560d2c11e5d, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=046e9856-c5c1-4306-8b16-0560d2c11e5d,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:12.009548 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:12.129563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for 046e9856-c5c1-4306-8b16-0560d2c11e5d owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:42:12.382902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:12.431650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=046e9856-c5c1-4306-8b16-0560d2c11e5d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:12.474386 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.474729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.475063 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.475392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.475715 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.476034 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.476350 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.476666 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.476982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.477294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.477607 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.477941 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:12.824934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:13.178110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Router 4490899a-71b1-4a31-8773-b4a29d4734d8 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:42:13.354852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:42:13.364401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] Sync routers for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:42:13.367677 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7537ad7c-9cf7-42ac-b851-3234d0d2878f tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "PUT /v2.0/routers/4490899a-71b1-4a31-8773-b4a29d4734d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5501957 Sep 15 10:42:13.370210 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34784) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:13.373621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:13.374252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:41:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:13.434858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04b3dbe-a8c9-4341-90dd-c3fe88e8b845 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting subnet da9e1797-dd1f-47cb-b8d1-4c84ff085385 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:42:13.437683 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d04b3dbe-a8c9-4341-90dd-c3fe88e8b845 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:13.494238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d04b3dbe-a8c9-4341-90dd-c3fe88e8b845 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:13.550953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:13.577113 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d04b3dbe-a8c9-4341-90dd-c3fe88e8b845 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:13.736519 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d04b3dbe-a8c9-4341-90dd-c3fe88e8b845 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:13.781536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b3dbe-a8c9-4341-90dd-c3fe88e8b845 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Subnet': ['ID=da9e1797-dd1f-47cb-b8d1-4c84ff085385,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:13.783677 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d04b3dbe-a8c9-4341-90dd-c3fe88e8b845 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:13.790362 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d04b3dbe-a8c9-4341-90dd-c3fe88e8b845 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/subnets/da9e1797-dd1f-47cb-b8d1-4c84ff085385 HTTP/1.1" status: 204 len: 168 time: 0.4192038 Sep 15 10:42:13.792925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34788) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:13.808696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539d5944-6d3b-4bae-b3f0-df0b9c1ff806 None None] Network df3d822e-abde-4688-b636-72999d5eea09 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:42:13.970979 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:14.013473 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:42:12Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:14.019378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] Checking router: 4490899a-71b1-4a31-8773-b4a29d4734d8 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:42:14.034827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] Routers {'4490899a-71b1-4a31-8773-b4a29d4734d8'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:14.035436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:41:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['4490899a-71b1-4a31-8773-b4a29d4734d8'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:14.179564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] DHCP port deletion for df3d822e-abde-4688-b636-72999d5eea09 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:42:14.189655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 58c3da9d-0d08-49be-9a4d-3fef1240dc30 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:42:14.237807 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Deleting port c23209fb-88f0-48ac-a2e0-04285de3a836 {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:42:14.238208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:14.266627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 58c3da9d-0d08-49be-9a4d-3fef1240dc30 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:42:14.267062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 58c3da9d-0d08-49be-9a4d-3fef1240dc30 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:42:14.276806 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:14.336861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] Set router 4490899a-71b1-4a31-8773-b4a29d4734d8 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:14.361334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Deleting port bb9617ab-0c93-4ccc-a6bd-fe04008b6654 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:42:14.361688 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:14.547082 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] For port bb9617ab-0c93-4ccc-a6bd-fe04008b6654, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=bb9617ab-0c93-4ccc-a6bd-fe04008b6654,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:14.547365 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:14.668182 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Calling delete_port for bb9617ab-0c93-4ccc-a6bd-fe04008b6654 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:42:14.696328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] For port c23209fb-88f0-48ac-a2e0-04285de3a836, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c23209fb-88f0-48ac-a2e0-04285de3a836,segment=NetworkSegment(e91dbbcf-d874-4ced-a3f1-f80ef99149e0),segment_id=e91dbbcf-d874-4ced-a3f1-f80ef99149e0)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:14.696895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:14.855136 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Calling delete_port for c23209fb-88f0-48ac-a2e0-04285de3a836 owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:42:14.903178 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:14.950087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Port': ['ID=bb9617ab-0c93-4ccc-a6bd-fe04008b6654,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:14.951225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:42:12Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:14.955754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c3ba0-9269-4aa5-aa40-f4e69d81eaa4 None None] The sync data for ids ['4490899a-71b1-4a31-8773-b4a29d4734d8'] in dv-neutron-857775-1-hyperv is: [{'id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868893817', 'tenant_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8'}], 'enable_snat': True}, 'gw_port_id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:42:12Z', 'revision_number': 5, 'project_id': 'e2862901ed704392a0f69d49c5dbc6c8', 'gw_port': {'id': 'bb9617ab-0c93-4ccc-a6bd-fe04008b6654', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4490899a-71b1-4a31-8773-b4a29d4734d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:41:06Z', 'updated_at': '2022-09-15T10:41:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:42:15.021436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279'] for port, after_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.054883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.072031 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Pushing event deleted for resources: {'Port': ['ID=c23209fb-88f0-48ac-a2e0-04285de3a836,revision_number=None']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:15.076080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] No DVR routers for this DVR port c23209fb-88f0-48ac-a2e0-04285de3a836 on host dv-neutron-857775-1-hyperv {{(pid=89670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:42:15.089187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.089187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.089187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.089187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.089601 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.089784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.090123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.090436 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.090755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.091066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.091378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.091688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cd98fcc-ccc9-45b3-a88a-c55d6c9d20c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:15.230397 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.232573 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.321956 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.322481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Fanout notify agent at l3_agent the message router_deleted on router 4490899a-71b1-4a31-8773-b4a29d4734d8 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:42:15.344990 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.346205 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-543546ab-556a-4b40-b7d4-86e0ec016059 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/routers/4490899a-71b1-4a31-8773-b4a29d4734d8 HTTP/1.1" status: 204 len: 168 time: 1.5522902 Sep 15 10:42:15.348841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34792) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:15.462558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.597713 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.621722 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df3d822e-abde-4688-b636-72999d5eea09']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:15.633787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:15.634112 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91dbbcf-d874-4ced-a3f1-f80ef99149e0') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:15.645932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.661296 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.667134 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:42:15.667549 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.748417 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e91dbbcf-d874-4ced-a3f1-f80ef99149e0 resource provider aggregate not found Sep 15 10:42:15.764083 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment e91dbbcf-d874-4ced-a3f1-f80ef99149e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e91dbbcf-d874-4ced-a3f1-f80ef99149e0 found for delete ", "request_id": "req-29d81897-6097-4631-88af-c9383325b6e8"}]} Sep 15 10:42:15.834000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.851660 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:15.863912 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'Network': ['ID=df3d822e-abde-4688-b636-72999d5eea09,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:15.945938 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-7b5f7f45-9b2c-4d23-8751-92428c78e291 tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/networks/df3d822e-abde-4688-b636-72999d5eea09 HTTP/1.1" status: 204 len: 168 time: 0.5919547 Sep 15 10:42:15.945938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34802) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:15.978577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 046e9856-c5c1-4306-8b16-0560d2c11e5d no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:42:16.014465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 046e9856-c5c1-4306-8b16-0560d2c11e5d {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:42:16.014662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2620243-cb7d-481f-b61c-7d15a503c36e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:16.014769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 046e9856-c5c1-4306-8b16-0560d2c11e5d not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:42:16.015121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device bb9617ab-0c93-4ccc-a6bd-fe04008b6654 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:42:16.044187 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2620243-cb7d-481f-b61c-7d15a503c36e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:16.048152 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: bb9617ab-0c93-4ccc-a6bd-fe04008b6654 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:42:16.048483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device bb9617ab-0c93-4ccc-a6bd-fe04008b6654 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:42:16.048933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c23209fb-88f0-48ac-a2e0-04285de3a836 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:42:16.084883 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: c23209fb-88f0-48ac-a2e0-04285de3a836 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:42:16.085222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c23209fb-88f0-48ac-a2e0-04285de3a836 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:42:16.315144 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2620243-cb7d-481f-b61c-7d15a503c36e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:16.334284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2620243-cb7d-481f-b61c-7d15a503c36e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=208cd22c-6290-4532-8fc5-9e8c6a6ff11a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:16.404628 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b2620243-cb7d-481f-b61c-7d15a503c36e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:16.405777 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b2620243-cb7d-481f-b61c-7d15a503c36e tempest-TestNetworkAdvancedServerOps-1534659015 tempest-TestNetworkAdvancedServerOps-1534659015-project] 10.222.0.62 "DELETE /v2.0/security-groups/208cd22c-6290-4532-8fc5-9e8c6a6ff11a HTTP/1.1" status: 204 len: 168 time: 0.4602547 Sep 15 10:42:16.996123 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34812) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:17.141910 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-daa898a4-c2d0-4b35-ac40-eb5759451f4a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2862901ed704392a0f69d49c5dbc6c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440923 Sep 15 10:42:17.143812 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34818) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:17.201377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-37629a8c-9a3e-4b0f-a839-bb1489d3db92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:17.227684 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-37629a8c-9a3e-4b0f-a839-bb1489d3db92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:17.348623 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-37629a8c-9a3e-4b0f-a839-bb1489d3db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:17.365558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37629a8c-9a3e-4b0f-a839-bb1489d3db92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f53c33e-072c-44cb-82ef-a77832bead1e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:17.373718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-37629a8c-9a3e-4b0f-a839-bb1489d3db92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:17.374862 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-37629a8c-9a3e-4b0f-a839-bb1489d3db92 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0f53c33e-072c-44cb-82ef-a77832bead1e HTTP/1.1" status: 204 len: 168 time: 0.2301683 Sep 15 10:42:17.989164 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34826) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:18.009967 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:18.025091 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:18.028916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] Usage tracker for resource:security_group_rule and tenant:bdf6b12d2bdf4b699569c32c011c6fcb is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:18.032725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:18.037674 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:18.128808 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:18.199301 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:18.245719 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bdf6b12d2bdf4b699569c32c011c6fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2554357 Sep 15 10:42:18.247224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2106f60-aa4e-48dd-9cb5-484099201f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915413f3-a06a-4dfb-868c-adc2480b6c26,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:18.248448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34830) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:18.312612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6944cf1a-a4d5-4454-a6e5-b7150c0d4dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:18.341667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6944cf1a-a4d5-4454-a6e5-b7150c0d4dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:18.462725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6944cf1a-a4d5-4454-a6e5-b7150c0d4dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:18.478768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944cf1a-a4d5-4454-a6e5-b7150c0d4dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915413f3-a06a-4dfb-868c-adc2480b6c26,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:18.483041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-6944cf1a-a4d5-4454-a6e5-b7150c0d4dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:18.486027 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-6944cf1a-a4d5-4454-a6e5-b7150c0d4dbd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/915413f3-a06a-4dfb-868c-adc2480b6c26 HTTP/1.1" status: 204 len: 168 time: 0.2364645 Sep 15 10:42:19.560346 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34854) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:19.651474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4fe6f278-df22-4b82-afd4-da69fe3dd2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:19.724186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1640228018-network', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:19.728963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:19.732929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Usage tracker for resource:network and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:19.736430 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:19.742695 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:19.828031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Made reservation on behalf of 60cd6db91449447e8ca393e1d79d5f9e for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:42:19.830380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:19.842344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:19.856154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:19.859983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:19.863519 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:19.869128 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:19.949196 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.008968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.036209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:42:20.049187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1288798a-8c56-4701-9922-f54d7694d906,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:20.054612 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.054955 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Added segment 3f8f93d6-df5b-4017-9e7c-7ca20475092f of type vlan for network e1866630-3156-484d-9c58-c4fc3ba59f9a Sep 15 10:42:20.080927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.175339 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.176280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:20.176853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.273932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] Pushing event updated for resources: {'Network': ['ID=e1866630-3156-484d-9c58-c4fc3ba59f9a,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:20.284588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network e1866630-3156-484d-9c58-c4fc3ba59f9a details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:42:20.324561 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-d7121b9f-1d49-4379-b83d-390308633956 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7631116 Sep 15 10:42:20.327586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34862) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:20.334004 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Request body: {'subnet': {'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1640228018-subnet', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:20.340116 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:20.347267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Usage tracker for resource:subnet and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:20.352804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:20.367051 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:20.440118 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Made reservation on behalf of 60cd6db91449447e8ca393e1d79d5f9e for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:42:20.442417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.697539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.771558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f0c688-472a-412c-aaae-99ad0fb0b3a5,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:20.778613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Checking segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:20.778968 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Network hostable DHCP agents. Network: e1866630-3156-484d-9c58-c4fc3ba59f9a, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:42:20.860228 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Network e1866630-3156-484d-9c58-c4fc3ba59f9a is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:42:20.940757 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, e1866630-3156-484d-9c58-c4fc3ba59f9a) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:20.945126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:20.948150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:20.950716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eee918-36ed-4a8b-ba9d-c924ab163f3f None None] Network e1866630-3156-484d-9c58-c4fc3ba59f9a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:42:21.051475 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8f8b6630-c305-489d-9394-c9e2d95a4ed5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7226467 Sep 15 10:42:21.054342 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34866) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:21.059563 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:21.066246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:21.070705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Usage tracker for resource:router and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:21.073635 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:21.080046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:21.171667 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.172796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.185186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-e1866630-3156-484d-9c58-c4fc3ba59f9a', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:42:21.185186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.188406 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.204227 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.341596 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Allocated IP 172.20.0.2 (e1866630-3156-484d-9c58-c4fc3ba59f9a/64f0c688-472a-412c-aaae-99ad0fb0b3a5/446f66b3-11df-490e-81d3-6cfd9caa113e) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:42:21.537256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.558048 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.568842 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Transition to ACTIVE for port object 446f66b3-11df-490e-81d3-6cfd9caa113e will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:21.586846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Transition to ACTIVE for port object 446f66b3-11df-490e-81d3-6cfd9caa113e will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:21.662827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.732032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-24251ec9-b77b-441d-b488-83f025b019a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.739960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Network e1866630-3156-484d-9c58-c4fc3ba59f9a is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:21.742958 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:21.746498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:42:21.752635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Pushing event updated for resources: {'Port': ['ID=446f66b3-11df-490e-81d3-6cfd9caa113e,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:21.891156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Attempting to bind port 446f66b3-11df-490e-81d3-6cfd9caa113e on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:42:21.891428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Attempting to bind port 446f66b3-11df-490e-81d3-6cfd9caa113e by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:42:21.891784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Attempting to bind port 446f66b3-11df-490e-81d3-6cfd9caa113e on network e1866630-3156-484d-9c58-c4fc3ba59f9a {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:42:21.898107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:42:21.898503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Checking segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:21.898905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.899298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Bound using segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:42:21.899763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Bound port: 446f66b3-11df-490e-81d3-6cfd9caa113e, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:42:21.900134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.926957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.956486 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:21.991091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] For port 446f66b3-11df-490e-81d3-6cfd9caa113e, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:42:21.994123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] For port 446f66b3-11df-490e-81d3-6cfd9caa113e, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=446f66b3-11df-490e-81d3-6cfd9caa113e,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:42:22.089648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Allocated IP 172.26.7.160 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/deeeaa29-a297-42a4-9e68-87bf64270d9f) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:42:22.106943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:22.187082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637b136-27ea-433c-bca1-d5755deb9006 None None] Pushing event updated for resources: {'Port': ['ID=446f66b3-11df-490e-81d3-6cfd9caa113e,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:22.368022 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:22.484083 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:22.537055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:22.549811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:22.552744 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:22.556306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:42:22.591926 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Pushing event updated for resources: {'Port': ['ID=deeeaa29-a297-42a4-9e68-87bf64270d9f,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:22.975418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:23.063579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:23.086286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632880f4-105f-4a7a-9fab-f505920533e6 None None] Network e1866630-3156-484d-9c58-c4fc3ba59f9a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:42:23.237337 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-61407f40-1f99-4d18-a8d8-7f847b7d412e None None] Provisioning for port 446f66b3-11df-490e-81d3-6cfd9caa113e completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:23.404032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:23.742514 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:42:23.913387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:42:23.922409 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Sync routers for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:42:23.933506 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:23.933506 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:24.000903 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.002881 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ae9253fb-7bff-46a0-8c55-3ec4e0e80701 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9475207 Sep 15 10:42:24.005593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34870) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:24.011092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 446f66b3-11df-490e-81d3-6cfd9caa113e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:24.120346 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:24.134773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 446f66b3-11df-490e-81d3-6cfd9caa113e completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:24.140607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 446f66b3-11df-490e-81d3-6cfd9caa113e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:24.141127 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.270617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 446f66b3-11df-490e-81d3-6cfd9caa113e is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:24.271017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.303904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 446f66b3-11df-490e-81d3-6cfd9caa113e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=446f66b3-11df-490e-81d3-6cfd9caa113e,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:24.365537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.421059 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:22Z', 'revision_number': 3, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:24.425786 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Checking router: e501a2b3-4d9b-43c0-9b92-a6a788996dc7 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:42:24.426466 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Updating router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 port deeeaa29-a297-42a4-9e68-87bf64270d9f binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:42:24.443611 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=446f66b3-11df-490e-81d3-6cfd9caa113e,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:24.481732 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.524162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.815644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.826462 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.838272 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Transition to ACTIVE for port object deeeaa29-a297-42a4-9e68-87bf64270d9f will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:24.900823 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.966902 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Attempting to bind port deeeaa29-a297-42a4-9e68-87bf64270d9f on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:42:24.967622 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Attempting to bind port deeeaa29-a297-42a4-9e68-87bf64270d9f by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:42:24.967622 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Attempting to bind port deeeaa29-a297-42a4-9e68-87bf64270d9f on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:42:24.977786 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:42:24.978171 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:24.978565 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:24.978950 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:42:24.979409 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Bound port: deeeaa29-a297-42a4-9e68-87bf64270d9f, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:42:24.979768 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:25.009554 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Pushing event updated for resources: {'Port': ['ID=deeeaa29-a297-42a4-9e68-87bf64270d9f,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:25.019466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Allocated IP 172.20.0.1 (e1866630-3156-484d-9c58-c4fc3ba59f9a/64f0c688-472a-412c-aaae-99ad0fb0b3a5/ec1e424c-f55e-4ff6-94cf-2756e133dcab) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:42:25.030873 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.031216 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.031556 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.034916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:42:25.069136 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] For port deeeaa29-a297-42a4-9e68-87bf64270d9f, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:42:25.072153 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] For port deeeaa29-a297-42a4-9e68-87bf64270d9f, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=deeeaa29-a297-42a4-9e68-87bf64270d9f,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:42:25.132262 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:25.171335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:25.187149 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Transition to ACTIVE for port object ec1e424c-f55e-4ff6-94cf-2756e133dcab will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:25.196617 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:25.197239 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:25.279434 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06dd47-eeb4-48a6-8911-01411d231696 None None] Pushing event updated for resources: {'Port': ['ID=deeeaa29-a297-42a4-9e68-87bf64270d9f,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:25.285706 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:25.355974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Network e1866630-3156-484d-9c58-c4fc3ba59f9a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:25.358687 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:25.363275 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:42:25.389928 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:25.402943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1e424c-f55e-4ff6-94cf-2756e133dcab,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:25.427396 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:25.620881 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:25.639582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-04a1e30c-d1f7-415d-99be-ee4c26856480 None None] Provisioning for port ec1e424c-f55e-4ff6-94cf-2756e133dcab completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:25.645389 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-04a1e30c-d1f7-415d-99be-ee4c26856480 None None] Provisioning complete for port ec1e424c-f55e-4ff6-94cf-2756e133dcab triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:25.645982 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-04a1e30c-d1f7-415d-99be-ee4c26856480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:25.683962 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:22Z', 'revision_number': 3, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:25.687914 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6084c-ddda-4eb4-972c-c712c2de493b None None] The sync data for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv is: [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:22Z', 'revision_number': 3, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:42:25.703180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-04a1e30c-d1f7-415d-99be-ee4c26856480 None None] Port ec1e424c-f55e-4ff6-94cf-2756e133dcab cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:42:25.851286 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:25.906669 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:26.038690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:26.042499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1e424c-f55e-4ff6-94cf-2756e133dcab,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:26.096819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device deeeaa29-a297-42a4-9e68-87bf64270d9f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:26.223823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port deeeaa29-a297-42a4-9e68-87bf64270d9f completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:26.231298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port deeeaa29-a297-42a4-9e68-87bf64270d9f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:26.231720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:26.294655 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Network e1866630-3156-484d-9c58-c4fc3ba59f9a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:26.296326 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:26.380007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port deeeaa29-a297-42a4-9e68-87bf64270d9f is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:26.380660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:26.401693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port deeeaa29-a297-42a4-9e68-87bf64270d9f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=deeeaa29-a297-42a4-9e68-87bf64270d9f,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:26.472387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:26.473418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 446f66b3-11df-490e-81d3-6cfd9caa113e up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:26.540533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:42:26.613063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=deeeaa29-a297-42a4-9e68-87bf64270d9f,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:26.622970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 446f66b3-11df-490e-81d3-6cfd9caa113e triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:26.623347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:26.687247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e41294e6-1ba2-423e-b89e-0be51c535cac None None] Provisioning complete for port ec1e424c-f55e-4ff6-94cf-2756e133dcab triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:26.687939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e41294e6-1ba2-423e-b89e-0be51c535cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:26.736776 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:42:26.748286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e41294e6-1ba2-423e-b89e-0be51c535cac None None] Port ec1e424c-f55e-4ff6-94cf-2756e133dcab cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:42:26.749033 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-56fd3eef-af21-4dc5-b9f4-2f2c64270bf9 admin admin] 10.222.0.62 "PUT /v2.0/routers/e501a2b3-4d9b-43c0-9b92-a6a788996dc7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7420852 Sep 15 10:42:26.803187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 446f66b3-11df-490e-81d3-6cfd9caa113e is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:27.287855 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Sync routers for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:42:27.297282 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:27.298151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:27.478691 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:27.543596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34888) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:27.549299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-474715193-network', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:27.555466 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:27.559445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Usage tracker for resource:network and tenant:847c3e9e28ed43afb745a4ec7723627e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:27.562467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:27.569208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:27.645974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Made reservation on behalf of 847c3e9e28ed43afb745a4ec7723627e for: {'network': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:42:27.648545 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.661056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.675400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:27.679187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Usage tracker for resource:security_group_rule and tenant:847c3e9e28ed43afb745a4ec7723627e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:27.681968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:27.687581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:27.771445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.817077 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.824415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 2, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:27.828257 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Checking router: e501a2b3-4d9b-43c0-9b92-a6a788996dc7 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:42:27.828558 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Updating router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 port ec1e424c-f55e-4ff6-94cf-2756e133dcab binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:42:27.845117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:42:27.857681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33a73dd-aa22-4e73-a5eb-fa1b510ebf08,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:27.862674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.863024 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.segments_db [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Added segment bf19feab-27ee-4bab-865f-a2f2b8319b00 of type vlan for network 2cf84353-c518-47ff-8a07-41436988f158 Sep 15 10:42:27.882541 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.889677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.971969 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.973014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:27.973620 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:27.998774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device deeeaa29-a297-42a4-9e68-87bf64270d9f up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:28.083415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf84353-c518-47ff-8a07-41436988f158,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:28.104137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 2cf84353-c518-47ff-8a07-41436988f158 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:42:28.147227 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2beaf4c4-c01b-430a-87a8-9c59b480d4a3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6024265 Sep 15 10:42:28.149910 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34892) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:28.155355 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Request body: {'subnet': {'network_id': '2cf84353-c518-47ff-8a07-41436988f158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-474715193-subnet', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:28.160903 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:28.164931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Usage tracker for resource:subnet and tenant:847c3e9e28ed43afb745a4ec7723627e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:28.167836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:28.174786 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:28.254778 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Made reservation on behalf of 847c3e9e28ed43afb745a4ec7723627e for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:42:28.257104 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.270141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port deeeaa29-a297-42a4-9e68-87bf64270d9f triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:28.270671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.482141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port deeeaa29-a297-42a4-9e68-87bf64270d9f is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:28.494198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.505449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Transition to ACTIVE for port object ec1e424c-f55e-4ff6-94cf-2756e133dcab will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:28.529109 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.574674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.602433 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0438b4f-9c7c-4452-8348-e4ca545d129d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:28.612782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Checking segment: {'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:28.613134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Network hostable DHCP agents. Network: 2cf84353-c518-47ff-8a07-41436988f158, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:42:28.677767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Network 2cf84353-c518-47ff-8a07-41436988f158 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:42:28.765302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 2cf84353-c518-47ff-8a07-41436988f158) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:28.770548 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:28.770947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af552a-3978-48c7-a4ee-bf6b9918624c None None] Pushing event updated for resources: {'Port': ['ID=ec1e424c-f55e-4ff6-94cf-2756e133dcab,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:28.771265 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.787863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c4df89-013c-47b7-9f9b-f8fbbb5d5132 None None] Network 2cf84353-c518-47ff-8a07-41436988f158 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:42:28.852056 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-9035c119-67ff-498b-a312-4fd30fda8151 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7011104 Sep 15 10:42:28.854666 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34896) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:28.859525 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:28.862643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Attempting to bind port ec1e424c-f55e-4ff6-94cf-2756e133dcab on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:42:28.863153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Attempting to bind port ec1e424c-f55e-4ff6-94cf-2756e133dcab by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:42:28.863366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Attempting to bind port ec1e424c-f55e-4ff6-94cf-2756e133dcab on network e1866630-3156-484d-9c58-c4fc3ba59f9a {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:42:28.864616 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:28.868504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Usage tracker for resource:router and tenant:847c3e9e28ed43afb745a4ec7723627e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:28.871350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:28.875464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:42:28.875840 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Checking segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:28.876332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.876669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Bound using segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:42:28.877089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:28.877202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Bound port: ec1e424c-f55e-4ff6-94cf-2756e133dcab, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:42:28.877495 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.937238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.938293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:28.953238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:29.036814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] For port ec1e424c-f55e-4ff6-94cf-2756e133dcab, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:42:29.049042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] For port ec1e424c-f55e-4ff6-94cf-2756e133dcab, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ec1e424c-f55e-4ff6-94cf-2756e133dcab,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:42:29.124802 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:29.188385 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-2cf84353-c518-47ff-8a07-41436988f158', 'network_id': '2cf84353-c518-47ff-8a07-41436988f158', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'fixed_ips': [{'subnet_id': 'd0438b4f-9c7c-4452-8348-e4ca545d129d'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:42:29.189730 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:29.209328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:29.209985 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:29.292260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:29.333732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af552a-3978-48c7-a4ee-bf6b9918624c None None] Pushing event updated for resources: {'Port': ['ID=ec1e424c-f55e-4ff6-94cf-2756e133dcab,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:29.508214 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:29.587302 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Allocated IP 172.20.0.2 (2cf84353-c518-47ff-8a07-41436988f158/d0438b4f-9c7c-4452-8348-e4ca545d129d/a28e5af4-6e01-451e-8e3f-290bd1e0d8de) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:42:29.811336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:29.840137 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:29.977032 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Allocated IP 172.26.7.17 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/285e23ea-a13c-49e2-99c1-c7ba7fd8d932) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:42:29.997202 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:30.009947 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Transition to ACTIVE for port object a28e5af4-6e01-451e-8e3f-290bd1e0d8de will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:30.034334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:29Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:30.036522 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Transition to ACTIVE for port object a28e5af4-6e01-451e-8e3f-290bd1e0d8de will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:30.040213 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5347b-e21d-4614-884b-21c57d8ad523 None None] The sync data for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv is: [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:29Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:42:30.130814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:30.160169 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:30.235854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Network 2cf84353-c518-47ff-8a07-41436988f158 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:30.238865 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:30.243338 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:42:30.245484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Pushing event updated for resources: {'Port': ['ID=a28e5af4-6e01-451e-8e3f-290bd1e0d8de,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:30.263155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:30.355344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:30.356460 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:30.360712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:42:30.378134 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Attempting to bind port a28e5af4-6e01-451e-8e3f-290bd1e0d8de on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:42:30.378499 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Attempting to bind port a28e5af4-6e01-451e-8e3f-290bd1e0d8de by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:42:30.378857 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Attempting to bind port a28e5af4-6e01-451e-8e3f-290bd1e0d8de on network 2cf84353-c518-47ff-8a07-41436988f158 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:42:30.385318 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:42:30.385683 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Checking segment: {'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:30.386139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:30.386566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Bound using segment: {'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:42:30.387029 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Bound port: a28e5af4-6e01-451e-8e3f-290bd1e0d8de, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:42:30.387394 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:30.410500 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Pushing event updated for resources: {'Port': ['ID=285e23ea-a13c-49e2-99c1-c7ba7fd8d932,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:30.494595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] For port a28e5af4-6e01-451e-8e3f-290bd1e0d8de, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:42:30.498172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] For port a28e5af4-6e01-451e-8e3f-290bd1e0d8de, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a28e5af4-6e01-451e-8e3f-290bd1e0d8de,segment=NetworkSegment(bf19feab-27ee-4bab-865f-a2f2b8319b00),segment_id=bf19feab-27ee-4bab-865f-a2f2b8319b00)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:42:30.560782 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:30.646142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ae605-5bb9-466d-a57b-adb3ef63be8b None None] Pushing event updated for resources: {'Port': ['ID=a28e5af4-6e01-451e-8e3f-290bd1e0d8de,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:30.929595 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:31.398305 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:31.625964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fc2bd7-a5ef-44c6-bb8d-6d901244fde4 None None] Network 2cf84353-c518-47ff-8a07-41436988f158 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:42:31.679974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:42:31.826228 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-91be4df0-43ab-4515-b8c4-d67140972b36 None None] Provisioning for port a28e5af4-6e01-451e-8e3f-290bd1e0d8de completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:31.860976 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:42:31.869389 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Sync routers for ids ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:42:31.879462 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Routers {'5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:31.880236 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:31.932273 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:31.936823 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34900) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:31.937474 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-70d78d19-0a8e-42f0-85da-d3ad44c09734 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0814693 Sep 15 10:42:32.086572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ec1e424c-f55e-4ff6-94cf-2756e133dcab up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:32.101597 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Set router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:32.228650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port ec1e424c-f55e-4ff6-94cf-2756e133dcab completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:32.234355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ec1e424c-f55e-4ff6-94cf-2756e133dcab triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:32.234723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.372716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ec1e424c-f55e-4ff6-94cf-2756e133dcab is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:32.373109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.407909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port ec1e424c-f55e-4ff6-94cf-2756e133dcab, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ec1e424c-f55e-4ff6-94cf-2756e133dcab,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:32.440451 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:42:30Z', 'revision_number': 3, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:32.444387 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Checking router: 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:42:32.444641 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Updating router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:42:32.445464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.446358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a28e5af4-6e01-451e-8e3f-290bd1e0d8de up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:32.504486 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.569393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=ec1e424c-f55e-4ff6-94cf-2756e133dcab,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:32.628041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port a28e5af4-6e01-451e-8e3f-290bd1e0d8de completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:32.633847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port a28e5af4-6e01-451e-8e3f-290bd1e0d8de triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:32.634505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.757722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port a28e5af4-6e01-451e-8e3f-290bd1e0d8de is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:32.758119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.794082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port a28e5af4-6e01-451e-8e3f-290bd1e0d8de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a28e5af4-6e01-451e-8e3f-290bd1e0d8de,segment=NetworkSegment(bf19feab-27ee-4bab-865f-a2f2b8319b00),segment_id=bf19feab-27ee-4bab-865f-a2f2b8319b00)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:32.819314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.839642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.858372 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.870025 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Transition to ACTIVE for port object 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:32.910477 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=a28e5af4-6e01-451e-8e3f-290bd1e0d8de,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:32.934503 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:32.993839 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Attempting to bind port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:42:32.994120 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Attempting to bind port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:42:32.994473 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Attempting to bind port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:42:33.005420 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:42:33.005787 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:33.006205 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:33.006589 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:42:33.007046 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Bound port: 285e23ea-a13c-49e2-99c1-c7ba7fd8d932, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:42:33.007407 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:33.026685 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Allocated IP 172.20.0.1 (2cf84353-c518-47ff-8a07-41436988f158/d0438b4f-9c7c-4452-8348-e4ca545d129d/c53aee75-56dd-40a8-994c-5f9f6c661182) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:42:33.054097 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cb4fc-78c1-4359-87d8-4299ab2d8fd3 None None] Pushing event updated for resources: {'Port': ['ID=285e23ea-a13c-49e2-99c1-c7ba7fd8d932,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:33.088828 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] For port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:42:33.091791 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] For port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=285e23ea-a13c-49e2-99c1-c7ba7fd8d932,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:42:33.171740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:33.180960 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:33.194102 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Transition to ACTIVE for port object c53aee75-56dd-40a8-994c-5f9f6c661182 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:33.243497 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Routers {'5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:33.244246 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:33.262679 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:33.330449 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cb4fc-78c1-4359-87d8-4299ab2d8fd3 None None] Pushing event updated for resources: {'Port': ['ID=285e23ea-a13c-49e2-99c1-c7ba7fd8d932,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:33.345900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Network 2cf84353-c518-47ff-8a07-41436988f158 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:33.348929 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:33.351464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:42:33.397641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Pushing event updated for resources: {'Port': ['ID=c53aee75-56dd-40a8-994c-5f9f6c661182,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:33.421793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:33.443890 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] Set router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:33.713993 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-247e6cb4-04dc-4ca3-88f2-819aa42c4b66 None None] Provisioning for port c53aee75-56dd-40a8-994c-5f9f6c661182 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:33.720239 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-247e6cb4-04dc-4ca3-88f2-819aa42c4b66 None None] Provisioning complete for port c53aee75-56dd-40a8-994c-5f9f6c661182 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:33.721011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-247e6cb4-04dc-4ca3-88f2-819aa42c4b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:33.733188 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:42:30Z', 'revision_number': 3, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:33.738241 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bacd96e-4242-4bf4-b12c-b3f006e61d5a None None] The sync data for ids ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'] in dv-neutron-857775-1-hyperv is: [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:42:30Z', 'revision_number': 3, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:42:33.786373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-247e6cb4-04dc-4ca3-88f2-819aa42c4b66 None None] Port c53aee75-56dd-40a8-994c-5f9f6c661182 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:42:33.874323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:34.036621 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ec1e424c-f55e-4ff6-94cf-2756e133dcab up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:34.120303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port ec1e424c-f55e-4ff6-94cf-2756e133dcab triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:34.120679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:34.132579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:34.203265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:34.243755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port ec1e424c-f55e-4ff6-94cf-2756e133dcab is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:34.245191 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a28e5af4-6e01-451e-8e3f-290bd1e0d8de up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:34.309938 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:34.327148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port a28e5af4-6e01-451e-8e3f-290bd1e0d8de triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:34.327532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:34.343481 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Pushing event updated for resources: {'Port': ['ID=c53aee75-56dd-40a8-994c-5f9f6c661182,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:34.454724 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port a28e5af4-6e01-451e-8e3f-290bd1e0d8de is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:34.469132 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Network 2cf84353-c518-47ff-8a07-41436988f158 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:34.470935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:34.671324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:42:34.711384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ab6a67bc-b287-4e11-be2f-5184cf6bab74 None None] Provisioning complete for port c53aee75-56dd-40a8-994c-5f9f6c661182 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:34.711761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ab6a67bc-b287-4e11-be2f-5184cf6bab74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:34.764926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ab6a67bc-b287-4e11-be2f-5184cf6bab74 None None] Port c53aee75-56dd-40a8-994c-5f9f6c661182 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:42:34.851345 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:42:34.860818 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-760c260e-bda4-4cd5-9377-bd5a7d77fb41 admin admin] 10.222.0.62 "PUT /v2.0/routers/5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9222131 Sep 15 10:42:35.262169 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Sync routers for ids ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:42:35.272898 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Routers {'5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:35.273511 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:35.296588 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34910) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:35.303001 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044743974', 'description': 'tempest-secgroup-smoke-1044743974 description', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:35.309409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:35.314013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:35.316873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:35.322857 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:35.393925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:35.414407 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:35.418396 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:35.421950 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:35.428309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:35.459786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Set router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:35.496418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:35.563299 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:35.605142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0c704e-e31f-499f-bbd9-712fad42d9e1,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:35.672109 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:35.689362 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fc3aefd7-66de-4cd0-b0fb-4001e0d6e0cd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3758454 Sep 15 10:42:35.689362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34914) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:35.689362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'da0c704e-e31f-499f-bbd9-712fad42d9e1', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:35.689362 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:35.692731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:35.695833 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:35.701585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:35.778223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:35.818077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:42:33Z', 'revision_number': 4, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c53aee75-56dd-40a8-994c-5f9f6c661182', 'name': '', 'network_id': '2cf84353-c518-47ff-8a07-41436988f158', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'mac_address': 'fa:16:3e:bb:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd0438b4f-9c7c-4452-8348-e4ca545d129d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:32Z', 'updated_at': '2022-09-15T10:42:33Z', 'revision_number': 2, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'subnets': [{'id': 'd0438b4f-9c7c-4452-8348-e4ca545d129d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:35.822329 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Checking router: 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:42:35.822471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Updating router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a port c53aee75-56dd-40a8-994c-5f9f6c661182 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:42:35.838050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:35.874049 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:35.914139 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:35.935872 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cda29a-de3e-4402-988e-9faa3031ab0c,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:36.015171 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.017025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e01f4df1-e4f3-46fd-b0da-d0781488cb70 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384628 Sep 15 10:42:36.017364 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:36.019418 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34918) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:36.024576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'da0c704e-e31f-499f-bbd9-712fad42d9e1', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:36.030734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:36.035181 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:36.038029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:36.044050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:36.132305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.195843 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.254600 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:36.273485 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:36.273876 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.280692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.306578 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee8e07b-a92a-4439-b659-dc8f91814fc8,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:36.335250 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.353784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Transition to ACTIVE for port object c53aee75-56dd-40a8-994c-5f9f6c661182 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:36.382773 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.383916 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-412a60c7-8b49-4e5b-aa10-f6544e0d3c86 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3633366 Sep 15 10:42:36.386846 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34924) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:36.392996 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'da0c704e-e31f-499f-bbd9-712fad42d9e1', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:36.399329 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:36.403272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:36.407765 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:36.413698 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:36.423549 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:36.423980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.444572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.489868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.539093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=285e23ea-a13c-49e2-99c1-c7ba7fd8d932,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:36.557912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.628349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.628786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.648705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66ee70-0e5d-4c03-a4c6-e8e3608e203e None None] Pushing event updated for resources: {'Port': ['ID=c53aee75-56dd-40a8-994c-5f9f6c661182,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:36.653488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b983b3e-0465-4e45-a384-e7db51ffdd6d,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:36.711660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Attempting to bind port c53aee75-56dd-40a8-994c-5f9f6c661182 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:42:36.712022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Attempting to bind port c53aee75-56dd-40a8-994c-5f9f6c661182 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:42:36.712377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Attempting to bind port c53aee75-56dd-40a8-994c-5f9f6c661182 on network 2cf84353-c518-47ff-8a07-41436988f158 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:42:36.721559 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:42:36.721968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Checking segment: {'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:36.722373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.722758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Bound using segment: {'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:42:36.723166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.723276 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Bound port: c53aee75-56dd-40a8-994c-5f9f6c661182, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf19feab-27ee-4bab-865f-a2f2b8319b00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '2cf84353-c518-47ff-8a07-41436988f158'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:42:36.723569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.724375 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-53dd2a26-7c3e-4971-a98d-c77dfa355e79 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3363490 Sep 15 10:42:36.727256 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34928) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:36.732244 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'da0c704e-e31f-499f-bbd9-712fad42d9e1', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:36.738575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:36.742503 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:36.745384 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:36.751899 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:36.782874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=285e23ea-a13c-49e2-99c1-c7ba7fd8d932,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:36.821814 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.833696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] For port c53aee75-56dd-40a8-994c-5f9f6c661182, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:42:36.836629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] For port c53aee75-56dd-40a8-994c-5f9f6c661182, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c53aee75-56dd-40a8-994c-5f9f6c661182,segment=NetworkSegment(bf19feab-27ee-4bab-865f-a2f2b8319b00),segment_id=bf19feab-27ee-4bab-865f-a2f2b8319b00)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:42:36.885121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.906635 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.965083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Routers {'5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:42:36.965699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:36.971051 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:36.996609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898df6a2-b4e5-4efe-9a4c-171b359ee705,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:37.057829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e66ee70-0e5d-4c03-a4c6-e8e3608e203e None None] Pushing event updated for resources: {'Port': ['ID=c53aee75-56dd-40a8-994c-5f9f6c661182,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:37.096681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.097961 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-c7df0707-771a-4d1b-9966-ff5d5cd73b5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3696723 Sep 15 10:42:37.100714 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 34932) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:37.105962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'da0c704e-e31f-499f-bbd9-712fad42d9e1', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:37.112640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:37.116488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:37.119405 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:37.125070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:37.167176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] Set router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:42:37.210938 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.securitygroups_db [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Project 60cd6db91449447e8ca393e1d79d5f9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:42:37.217710 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.286935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.385745 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.410722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a7bb13-29f7-4360-bdea-4ee6463aee76,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:37.488747 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.489943 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-45803844-4dc7-4d9b-b773-85a95ec72513 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3882258 Sep 15 10:42:37.492881 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 34936) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:37.498336 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'da0c704e-e31f-499f-bbd9-712fad42d9e1', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:37.504860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:37.508701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:37.511539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:37.514972 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:42:33Z', 'revision_number': 4, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c53aee75-56dd-40a8-994c-5f9f6c661182', 'name': '', 'network_id': '2cf84353-c518-47ff-8a07-41436988f158', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'mac_address': 'fa:16:3e:bb:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd0438b4f-9c7c-4452-8348-e4ca545d129d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:32Z', 'updated_at': '2022-09-15T10:42:36Z', 'revision_number': 4, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'subnets': [{'id': 'd0438b4f-9c7c-4452-8348-e4ca545d129d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:42:37.518340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:37.519884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a719b14-4478-4d1f-84c5-85c8ce94ff83 None None] The sync data for ids ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'] in dv-neutron-857775-1-hyperv is: [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:42:33Z', 'revision_number': 4, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'c53aee75-56dd-40a8-994c-5f9f6c661182', 'name': '', 'network_id': '2cf84353-c518-47ff-8a07-41436988f158', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'mac_address': 'fa:16:3e:bb:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'd0438b4f-9c7c-4452-8348-e4ca545d129d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:32Z', 'updated_at': '2022-09-15T10:42:36Z', 'revision_number': 4, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'subnets': [{'id': 'd0438b4f-9c7c-4452-8348-e4ca545d129d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:42:37.614624 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Project 60cd6db91449447e8ca393e1d79d5f9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:42:37.622206 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.693961 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.759590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.784046 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f5add9-f747-4ece-a572-56e20ecd1671,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:37.845517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:37.846774 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-91f794af-3059-4832-a9f0-5e50a001147f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3528409 Sep 15 10:42:38.024860 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-1e7a3add-03c5-4a34-a2d2-0a3f4c87366a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Synchronizing usage tracker for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:42:38.075666 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:38.112343 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-1e7a3add-03c5-4a34-a2d2-0a3f4c87366a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Unset dirty status for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:42:38.113720 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-1e7a3add-03c5-4a34-a2d2-0a3f4c87366a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044743974&fields=id&tenant_id=60cd6db91449447e8ca393e1d79d5f9e HTTP/1.1" status: 200 len: 267 time: 0.1327255 Sep 15 10:42:38.151200 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:38.151576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:38.277593 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:38.278540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-499bbe49-9eab-43e1-be4b-636dd026156c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:38.278801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c53aee75-56dd-40a8-994c-5f9f6c661182 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:38.280767 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-499bbe49-9eab-43e1-be4b-636dd026156c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 809 time: 0.1598272 Sep 15 10:42:38.301019 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-464e333d-7551-4e78-8106-dbffa3997986 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/quotas/60cd6db91449447e8ca393e1d79d5f9e HTTP/1.1" status: 200 len: 375 time: 0.0110641 Sep 15 10:42:38.402244 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-5c4836ce-682b-4ca7-8bb2-ec9c294bdc7c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957520 Sep 15 10:42:38.405763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port c53aee75-56dd-40a8-994c-5f9f6c661182 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:38.413676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c53aee75-56dd-40a8-994c-5f9f6c661182 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:38.414244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:38.539727 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c53aee75-56dd-40a8-994c-5f9f6c661182 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:38.540121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:38.576141 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port c53aee75-56dd-40a8-994c-5f9f6c661182, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c53aee75-56dd-40a8-994c-5f9f6c661182,segment=NetworkSegment(bf19feab-27ee-4bab-865f-a2f2b8319b00),segment_id=bf19feab-27ee-4bab-865f-a2f2b8319b00)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:38.639887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:38.715530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=c53aee75-56dd-40a8-994c-5f9f6c661182,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:38.770697 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-90d7667e-4a96-4cd4-8122-c5ff9c1b594b service neutron] 10.222.0.62 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549995 Sep 15 10:42:38.897888 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-47c048ef-36d3-4f3c-a64b-73ba6e9e564c service neutron] 10.222.0.62 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211705 Sep 15 10:42:39.183284 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-23648b0a-0a50-48c9-83b6-5ff365a1ccf0 req-e136cea3-1c85-481d-bcc5-be06bee18dbc tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 210 time: 0.0503352 Sep 15 10:42:39.987267 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c53aee75-56dd-40a8-994c-5f9f6c661182 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:40.058722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port c53aee75-56dd-40a8-994c-5f9f6c661182 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:40.059092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:40.177600 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port c53aee75-56dd-40a8-994c-5f9f6c661182 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:40.294036 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e5454dfc-989f-436d-8dce-28ed2616813d req-6ab75696-821e-4825-bdbd-22520c8b09f8 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 210 time: 0.0528886 Sep 15 10:42:41.402018 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8d186c19-a2cb-40ae-ab74-be831020e968 req-84e204e3-648e-4e42-9d79-034021ab7955 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 210 time: 0.0492227 Sep 15 10:42:42.513899 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7edd637a-d7ad-40f0-9949-c239e30d6c38 req-40ce3e1f-e324-448a-af32-63313387cfc3 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 210 time: 0.0519834 Sep 15 10:42:43.682123 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4e1a0e25-b273-4848-b043-7f582eb5d13f req-341d3141-2257-4d91-b57e-203cba64dde0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 210 time: 0.0489755 Sep 15 10:42:44.849913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-600bebdb-665d-4cd5-b067-eacb826721e9 req-87363d72-6d54-4c56-9533-901a29a880b0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 210 time: 0.0498855 Sep 15 10:42:45.717165 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-c0fd44d9-05d5-42fe-a656-dd80df4e8066 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:45.717852 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-c0fd44d9-05d5-42fe-a656-dd80df4e8066 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Synchronizing usage tracker for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:network {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:42:45.808535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-c0fd44d9-05d5-42fe-a656-dd80df4e8066 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Unset dirty status for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:network {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:42:45.809719 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-c0fd44d9-05d5-42fe-a656-dd80df4e8066 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 809 time: 0.2387896 Sep 15 10:42:45.865091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-527f1565-9894-4305-919f-ef36da2c954c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Synchronizing usage tracker for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:42:45.877671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-527f1565-9894-4305-919f-ef36da2c954c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Unset dirty status for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:42:45.878997 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-527f1565-9894-4305-919f-ef36da2c954c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60cd6db91449447e8ca393e1d79d5f9e HTTP/1.1" status: 200 len: 380 time: 0.0536559 Sep 15 10:42:45.888274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'port': {'device_id': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'admin_state_up': True, 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'security_groups': ['da0c704e-e31f-499f-bbd9-712fad42d9e1']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:46.030349 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bdb12880-8033-426b-aa85-91b355d01e1d req-289fa288-619c-41c4-b68b-dd1511aa47ae tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 210 time: 0.0557475 Sep 15 10:42:46.030959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:46.035225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:port and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:46.038205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:46.044248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:46.136381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Made reservation on behalf of 60cd6db91449447e8ca393e1d79d5f9e for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:42:46.139944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:46.301766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Allocated IP 172.20.0.6 (e1866630-3156-484d-9c58-c4fc3ba59f9a/64f0c688-472a-412c-aaae-99ad0fb0b3a5/25f69dfa-f044-4ca8-a46a-c2a11d6d6664) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:42:46.490566 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:46.505728 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Transition to ACTIVE for port object 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:46.631593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:46.699274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Network e1866630-3156-484d-9c58-c4fc3ba59f9a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:46.702081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:46.706118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:42:46.745807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:46.778199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:46.778873 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:46.895136 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e679cb4c-d595-47df-8303-8f643b728fbd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0105698 Sep 15 10:42:46.912681 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Request body: {'port': {'device_id': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:47.111997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-998ab69d-2047-4a07-821d-e4817d425cec None None] Provisioning for port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:47.117846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-998ab69d-2047-4a07-821d-e4817d425cec None None] Provisioning complete for port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:47.118471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-998ab69d-2047-4a07-821d-e4817d425cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:47.132008 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:47.139343 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:42:47.177315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-998ab69d-2047-4a07-821d-e4817d425cec None None] Port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:42:47.260500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf605ea-1f27-486d-9c23-48db542224cb req-fd57f2ab-defd-4623-886b-40fb3e45d542 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:47.262055 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7cf605ea-1f27-486d-9c23-48db542224cb req-fd57f2ab-defd-4623-886b-40fb3e45d542 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 931 time: 0.0918374 Sep 15 10:42:47.308681 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7cf605ea-1f27-486d-9c23-48db542224cb req-cb83c104-07a2-46fc-97dc-cbd927dbe52f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Sep 15 10:42:47.482276 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:42:47.489406 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:47.503422 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Transition to ACTIVE for port object 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:42:47.570958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:47.752348 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:47.793207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Attempting to bind port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:42:47.793538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Attempting to bind port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:42:47.793887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Attempting to bind port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 on network e1866630-3156-484d-9c58-c4fc3ba59f9a {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:42:47.798455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 on network e1866630-3156-484d-9c58-c4fc3ba59f9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:42:47.798771 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Attempting to bind port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 on network e1866630-3156-484d-9c58-c4fc3ba59f9a {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:42:47.803822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:42:47.804154 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Checking segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:42:47.804538 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Bound using segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:42:47.804960 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Bound port: 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:42:47.805299 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:47.892789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:42:47.895943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:42:47.974741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:48.008943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:48.009485 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:48.010885 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] 10.222.0.16 "PUT /v2.0/ports/25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 1093 time: 1.1022208 Sep 15 10:42:48.011318 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:42:48.013591 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8b79a8-59e5-40a0-9553-c5a78b739148" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:42:48.055935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47216b6d-d0e8-4a7a-a4a9-61e1de37eb85 x-openstack-request-id: req-47216b6d-d0e8-4a7a-a4a9-61e1de37eb85 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:42:48.056212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:42:48.056455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47216b6d-d0e8-4a7a-a4a9-61e1de37eb85 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:42:48.057194 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47216b6d-d0e8-4a7a-a4a9-61e1de37eb85'] response: {'name': 'network-changed', 'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'status': 'completed', 'code': 200} Sep 15 10:42:48.059622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6d8472-ec23-42dd-9526-5e59cfb69933 service neutron] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:48.179262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b79a8-59e5-40a0-9553-c5a78b739148 req-7c409811-e63e-4b78-9e00-b9723e406a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:48.180714 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-be8b79a8-59e5-40a0-9553-c5a78b739148 req-7c409811-e63e-4b78-9e00-b9723e406a45 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1096 time: 0.0784845 Sep 15 10:42:48.329805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b79a8-59e5-40a0-9553-c5a78b739148 req-a038abb5-3b5b-4627-a9e8-69bf572c5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:48.331226 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-be8b79a8-59e5-40a0-9553-c5a78b739148 req-a038abb5-3b5b-4627-a9e8-69bf572c5508 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1376188 Sep 15 10:42:48.473454 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b79a8-59e5-40a0-9553-c5a78b739148 req-69d01471-3c0e-4f98-a702-e2472c3038a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:48.474926 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-be8b79a8-59e5-40a0-9553-c5a78b739148 req-69d01471-3c0e-4f98-a702-e2472c3038a2 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362782 Sep 15 10:42:48.520731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1b467-0740-4fc4-813b-e53980160964 req-981c7724-72a4-4beb-b0fe-d075a660be59 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:48.522356 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a9f1b467-0740-4fc4-813b-e53980160964 req-981c7724-72a4-4beb-b0fe-d075a660be59 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0939519 Sep 15 10:42:48.568724 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a9f1b467-0740-4fc4-813b-e53980160964 req-d12491a4-952c-4668-98f1-556c928bb94f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406232 Sep 15 10:42:48.617180 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-4e3e5bbb-28da-47c8-a40d-9a960da74916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:48.618686 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-4e3e5bbb-28da-47c8-a40d-9a960da74916 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1096 time: 0.0819964 Sep 15 10:42:48.694777 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-6787dce2-0273-4959-8a01-5f5293c21ac3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 217 time: 0.0602643 Sep 15 10:42:48.757943 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-a893d242-d5c0-4f08-a33a-8204dd57b4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:48.759397 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-a893d242-d5c0-4f08-a33a-8204dd57b4bb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0589221 Sep 15 10:42:48.841645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-7a244e2e-fcd7-4d6c-90f2-a8dcd3849274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:48.843055 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-7a244e2e-fcd7-4d6c-90f2-a8dcd3849274 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776310 Sep 15 10:42:48.980353 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-e357d266-e710-44c0-9720-b87378936707 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312525 Sep 15 10:42:49.110329 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ea4d8086-be18-4b59-8eb6-8978eee1c165 req-f374fd74-2bc3-4d2f-8bdd-534df56bdb62 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228859 Sep 15 10:42:49.657056 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d54efd8-687f-4025-940b-b7df559e2b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:49.776318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ae221-7e60-4d31-b1ad-2c6c518c39b6 req-002522e6-961c-4250-a94d-f85f90a630e3 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:49.777662 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a5ae221-7e60-4d31-b1ad-2c6c518c39b6 req-002522e6-961c-4250-a94d-f85f90a630e3 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0897875 Sep 15 10:42:49.820673 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a5ae221-7e60-4d31-b1ad-2c6c518c39b6 req-9f31de14-026e-4a15-9045-f411dc048bd2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373516 Sep 15 10:42:51.027844 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701163dc-6488-458a-b59b-28a9c47955cb req-2cb3124e-683d-4503-b403-efcc49e01b96 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:51.029290 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-701163dc-6488-458a-b59b-28a9c47955cb req-2cb3124e-683d-4503-b403-efcc49e01b96 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0876744 Sep 15 10:42:51.072686 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-701163dc-6488-458a-b59b-28a9c47955cb req-8379c41c-1423-4497-bdc5-d5cbb828f0d8 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376754 Sep 15 10:42:51.136744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:51.713684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d1f608de-237a-489e-be20-300e9252a947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:52.291476 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1b057-df73-42b2-bb07-61a80810c209 req-ac13dc84-3f86-435c-9fd2-3f3bb191fefb tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:52.293515 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-feb1b057-df73-42b2-bb07-61a80810c209 req-ac13dc84-3f86-435c-9fd2-3f3bb191fefb tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.1010439 Sep 15 10:42:52.335868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:42:52.337324 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-feb1b057-df73-42b2-bb07-61a80810c209 req-85189a45-4627-4353-bdfa-062b8079cb15 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380383 Sep 15 10:42:52.467320 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:52.489704 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'port_id': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'mac_address': 'fa:16:3e:d0:1e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:42:52.559288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:52.559815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:52.570969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:52.580884 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:42:52.596294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:52.670815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:52.736251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:52.942768 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['25f69dfa-f044-4ca8-a46a-c2a11d6d6664'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:42:53.021465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:53.590960 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe7cb8-cb75-4556-8c05-9620a4c6eb9e req-25cb9e4a-ba25-4da5-bef5-6d8a9f50aa2e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:53.592322 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-03fe7cb8-cb75-4556-8c05-9620a4c6eb9e req-25cb9e4a-ba25-4da5-bef5-6d8a9f50aa2e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 944 time: 0.1347163 Sep 15 10:42:53.639800 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-03fe7cb8-cb75-4556-8c05-9620a4c6eb9e req-abfcf81c-2470-4e20-8b9f-e05e5bf7fbd4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410886 Sep 15 10:42:54.336300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:42:54.493835 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:42:54.498613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:42:54.498989 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:54.527018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:54.641598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:42:54.641906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:54.668676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:42:54.670969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac8137c-98f2-4a32-8823-cc9a39b427da" -d '{"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-plugged", "status": "completed", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:42:54.679299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:42:54.745656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:54.812858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:54.851922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7b159-d2c5-4bb5-a9cb-f06dba1b110c req-ddb35a66-1035-4f9a-ad7a-825e3f57e548 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:54.853375 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ccb7b159-d2c5-4bb5-a9cb-f06dba1b110c req-ddb35a66-1035-4f9a-ad7a-825e3f57e548 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0901749 Sep 15 10:42:54.898252 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ccb7b159-d2c5-4bb5-a9cb-f06dba1b110c req-52d2797e-5c22-4b7c-bcb0-05f2ac3bee4b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390167 Sep 15 10:42:54.999135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47649756-dc93-41d8-9a15-776eb7281261 x-openstack-request-id: req-47649756-dc93-41d8-9a15-776eb7281261 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:42:54.999426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-plugged", "status": "completed", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:42:54.999676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47649756-dc93-41d8-9a15-776eb7281261 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:42:55.000101 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47649756-dc93-41d8-9a15-776eb7281261'] response: {'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'code': 200} Sep 15 10:42:55.419462 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5072a-baa0-4eb1-a4ba-15a7698a436c req-0c9ea152-4883-49ee-a8ff-f8a2977d0524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:55.420922 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b5072a-baa0-4eb1-a4ba-15a7698a436c req-0c9ea152-4883-49ee-a8ff-f8a2977d0524 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1098 time: 0.0811725 Sep 15 10:42:55.461420 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b5072a-baa0-4eb1-a4ba-15a7698a436c req-8fb89429-675e-4e18-a79b-e169f1b96284 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348051 Sep 15 10:42:56.105351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e7723-7757-4044-8bbb-70abafa3bc6c req-e127ae2a-592a-46b1-a287-bf8323925b1c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:56.106809 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e21e7723-7757-4044-8bbb-70abafa3bc6c req-e127ae2a-592a-46b1-a287-bf8323925b1c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0894697 Sep 15 10:42:56.151410 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e21e7723-7757-4044-8bbb-70abafa3bc6c req-83efb0fd-2c4c-48fb-8e4a-f7d7c384367e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381386 Sep 15 10:42:57.361539 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643b9ea-d87b-445d-b1a2-994bdfa35a11 req-c79e6d33-fa53-443d-8a0e-5af3a9dc8051 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:57.363063 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9643b9ea-d87b-445d-b1a2-994bdfa35a11 req-c79e6d33-fa53-443d-8a0e-5af3a9dc8051 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0903978 Sep 15 10:42:57.412098 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9643b9ea-d87b-445d-b1a2-994bdfa35a11 req-b8ad745b-de02-4aef-9f0d-2f68abe87d24 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432880 Sep 15 10:42:57.622634 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc433e5e-266b-48be-8cc8-6947f12956e7 req-81b06067-5192-42bf-ad4f-35c9ff408072 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:57.624095 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc433e5e-266b-48be-8cc8-6947f12956e7 req-81b06067-5192-42bf-ad4f-35c9ff408072 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0875196 Sep 15 10:42:57.667917 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dc433e5e-266b-48be-8cc8-6947f12956e7 req-a30e88fd-8189-4d75-811d-727691297c77 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373015 Sep 15 10:42:57.696649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35026) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:57.815373 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d318b-588e-40af-b6ef-77fc06eb2460 tempest-TestShelveInstance-2093219641 tempest-TestShelveInstance-2093219641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:42:57.816058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-de1d318b-588e-40af-b6ef-77fc06eb2460 tempest-TestShelveInstance-2093219641 tempest-TestShelveInstance-2093219641-project-admin] Synchronizing usage tracker for tenant:847c3e9e28ed43afb745a4ec7723627e on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:42:57.924892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-de1d318b-588e-40af-b6ef-77fc06eb2460 tempest-TestShelveInstance-2093219641 tempest-TestShelveInstance-2093219641-project-admin] Unset dirty status for tenant:847c3e9e28ed43afb745a4ec7723627e on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:42:57.926071 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-de1d318b-588e-40af-b6ef-77fc06eb2460 tempest-TestShelveInstance-2093219641 tempest-TestShelveInstance-2093219641-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1093 time: 0.2284553 Sep 15 10:42:57.929031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35032) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:42:57.933917 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:42:57.940117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:42:57.943889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:floatingip and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:42:57.946680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:42:57.952269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:42:58.050867 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:58.283312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:58.414243 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Allocated IP 172.26.7.104 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/d76acabf-5616-49b8-86e6-d3c7deef5253) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:42:58.558616 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:58.645711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:58.711985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:42:58.714611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:42:58.718419 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:42:58.757256 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'Port': ['ID=d76acabf-5616-49b8-86e6-d3c7deef5253,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:59.131073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:59.276287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:59.480473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:59.541963 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:59.645070 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'Port': ['ID=d76acabf-5616-49b8-86e6-d3c7deef5253,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:42:59.649495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:42:59.815809 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Floating IP 54b8369f-4428-4df0-8553-15b56acaaad6 associated. External IP: 172.26.7.104, port: 25f69dfa-f044-4ca8-a46a-c2a11d6d6664. Sep 15 10:43:00.275090 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:43:00.455099 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:43:00.464644 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] Sync routers for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:43:00.473688 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:43:00.474325 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:43:00.531234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:00.587120 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8f54510d-18d9-453c-90e2-07e3e28cdda2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6570320 Sep 15 10:43:00.587687 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:43:00.590068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c24f4bd-7112-493f-a010-6ae69aeecd52" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:43:00.631877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c94de8-86ec-40ad-b93d-6f8c5dffee92 x-openstack-request-id: req-d5c94de8-86ec-40ad-b93d-6f8c5dffee92 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:43:00.632165 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:43:00.632414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d5c94de8-86ec-40ad-b93d-6f8c5dffee92 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:43:00.632812 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c94de8-86ec-40ad-b93d-6f8c5dffee92'] response: {'name': 'network-changed', 'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'status': 'completed', 'code': 200} Sep 15 10:43:00.659716 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:43:00.753060 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-719d553d-af76-4f99-9b12-f4c2177423a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:43:00.754593 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-719d553d-af76-4f99-9b12-f4c2177423a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1098 time: 0.0783503 Sep 15 10:43:00.885731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-af063bf7-0e56-45b3-888a-d7f9f20d7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:43:00.887122 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-af063bf7-0e56-45b3-888a-d7f9f20d7b8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1272235 Sep 15 10:43:00.991710 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-b9b3d6b1-3d24-4e4f-bedc-e095e8782e43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 999 time: 0.0983882 Sep 15 10:43:01.038515 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '54b8369f-4428-4df0-8553-15b56acaaad6', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'port_id': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'mac_address': 'fa:16:3e:d0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:42:59Z', 'updated_at': '2022-09-15T10:42:59Z', 'revision_number': 0, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:43:01.042608 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] Checking router: e501a2b3-4d9b-43c0-9b92-a6a788996dc7 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:43:01.052293 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:43:01.052912 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:42:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:43:01.148259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-dab91b47-b535-4b5a-8f0f-0efb88aa97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:43:01.149643 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-dab91b47-b535-4b5a-8f0f-0efb88aa97f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.1525047 Sep 15 10:43:01.233504 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:43:01.234056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-42f54e2b-bce2-48c7-aec8-cfd81e426b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:43:01.236165 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-42f54e2b-bce2-48c7-aec8-cfd81e426b5b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810263 Sep 15 10:43:01.368578 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-0079acff-07af-4202-84b6-39113fb19b91 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256933 Sep 15 10:43:01.498873 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9c24f4bd-7112-493f-a010-6ae69aeecd52 req-276b99ef-9935-409d-a3d7-d9ce11558734 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247869 Sep 15 10:43:01.577243 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '54b8369f-4428-4df0-8553-15b56acaaad6', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'port_id': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'mac_address': 'fa:16:3e:d0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:42:59Z', 'updated_at': '2022-09-15T10:42:59Z', 'revision_number': 0, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:43:01.581366 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6c3c-fc00-4c25-8099-9e90f780ff11 None None] The sync data for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv is: [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '54b8369f-4428-4df0-8553-15b56acaaad6', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'floating_ip_address': '172.26.7.104', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'port_id': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'mac_address': 'fa:16:3e:d0:1e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:42:59Z', 'updated_at': '2022-09-15T10:42:59Z', 'revision_number': 0, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:43:01.764426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057d5c48-803d-43be-a444-37952150af56 None None] New status for floating IP 54b8369f-4428-4df0-8553-15b56acaaad6: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:43:07.092356 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-4e764ce3-e727-466a-a9a6-bdf9ca872834 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1230631 Sep 15 10:43:07.264723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-e0e398b4-a159-453c-8cf5-38db3cee04a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:43:07.266270 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-e0e398b4-a159-453c-8cf5-38db3cee04a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1098 time: 0.0866730 Sep 15 10:43:07.409723 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-39372d57-1c28-4faa-ad3c-8618b88adf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:43:07.411192 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-39372d57-1c28-4faa-ad3c-8618b88adf23 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1270282 Sep 15 10:43:07.514632 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-86a8152f-d834-4629-a36b-2d27db9cfd6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 1001 time: 0.0969646 Sep 15 10:43:07.584582 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-ca0cdd06-b396-480c-900c-f7ee5b5282c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:43:07.585934 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-ca0cdd06-b396-480c-900c-f7ee5b5282c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0649290 Sep 15 10:43:07.667826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-05f85041-093c-47f6-8fe9-21059f5ec012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:43:07.669271 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-05f85041-093c-47f6-8fe9-21059f5ec012 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770760 Sep 15 10:43:07.800180 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-2395f524-67ce-4344-b851-1eba1782ec1a service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235187 Sep 15 10:43:07.938957 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dc15081b-6894-4c43-a723-23b45b2b69b1 req-4b2d3907-640a-428c-be22-083b9c9b72b4 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319401 Sep 15 10:43:19.667431 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-07386246-5574-4c04-a0b0-380c8c4f58e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:21.147447 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:21.713059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9685bfae-a778-4c08-99e2-72bf1ef5f8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:22.558707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:22.981275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:24.138761 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:43:24.515356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:49.678434 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65c97e32-1b33-4668-aa31-5e47fb9815ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:51.131703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:51.732065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8db34660-3eb2-4938-8d19-3c4e6120f552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:52.546703 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:52.966175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:43:54.518469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:01.138388 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:44:07.032448 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-9b37c048-8adb-468b-9a7c-26b5aa17402f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829403 Sep 15 10:44:07.193285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-12325a0a-f2ed-4bb6-a16d-14dd7c157a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:44:07.194774 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-12325a0a-f2ed-4bb6-a16d-14dd7c157a03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1098 time: 0.0773892 Sep 15 10:44:07.339092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-3e441dbe-dd78-44b5-a653-1083b4f082e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:44:07.340453 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-3e441dbe-dd78-44b5-a653-1083b4f082e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1242914 Sep 15 10:44:07.538112 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-a5afd1a1-1b2d-4c78-8e40-c8a313d5849e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 1001 time: 0.1906841 Sep 15 10:44:07.598082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-6060e612-96f9-4cbe-8db2-1c7224af5ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:44:07.599378 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-6060e612-96f9-4cbe-8db2-1c7224af5ba0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0557315 Sep 15 10:44:07.682670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-ae9b6ee5-6f83-407e-8589-4ea40073a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:44:07.684116 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-ae9b6ee5-6f83-407e-8589-4ea40073a68f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791864 Sep 15 10:44:07.812320 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-bdf2b5b3-4b6f-492b-a32a-b8840e92b685 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214499 Sep 15 10:44:07.942286 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5dd71ff8-d098-40a8-9cea-47ae33c28886 req-8165b773-6a5d-4167-a7ef-7731df1ce108 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245725 Sep 15 10:44:19.645698 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fd0f8998-e1e2-464d-ac5f-39b5bb095f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:21.125120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:21.707325 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce26d48d-8e2e-43c7-8364-bff1829fda34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:22.542119 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:22.969450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:24.531018 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:38.137499 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:44:49.638339 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ea41c828-a799-4890-8fb6-fba280d825e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:51.185586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:51.735466 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a1a5bec-65ce-435d-8f6f-a34dca14dea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:52.564093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:52.963653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:54.524061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:44:55.969841 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbe721-4de3-4479-ac64-ca89f3e476e2 req-a18496e3-02e6-47f9-b033-8af0ed524c99 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:44:55.971303 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14bbe721-4de3-4479-ac64-ca89f3e476e2 req-a18496e3-02e6-47f9-b033-8af0ed524c99 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0908766 Sep 15 10:44:56.015783 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14bbe721-4de3-4479-ac64-ca89f3e476e2 req-9077721e-47e4-40de-9470-3d29f5f4281b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Sep 15 10:44:57.226479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd8b05-6956-4351-81f5-d4fcf5dfa8de req-af8f6e95-3465-4826-9e04-f79b159fa0a0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:44:57.227835 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c1cd8b05-6956-4351-81f5-d4fcf5dfa8de req-af8f6e95-3465-4826-9e04-f79b159fa0a0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0898910 Sep 15 10:44:57.271601 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c1cd8b05-6956-4351-81f5-d4fcf5dfa8de req-281e67e0-c17e-495c-9363-1c9e6292d2b3 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382171 Sep 15 10:44:58.478845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e504d-88d5-4a97-a2d6-57e0f58c3c4a req-ad711921-c958-48ca-9b4d-fcc393521d67 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:44:58.480290 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-410e504d-88d5-4a97-a2d6-57e0f58c3c4a req-ad711921-c958-48ca-9b4d-fcc393521d67 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0870454 Sep 15 10:44:58.523675 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-410e504d-88d5-4a97-a2d6-57e0f58c3c4a req-ef5d0929-ebbe-4c9b-a3a5-bc095d51ba48 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377281 Sep 15 10:44:59.732207 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4718ee-d93c-49d1-b071-632a3a40e856 req-fb7cda55-cbbc-4c77-a906-f89213d46463 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:44:59.733665 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6a4718ee-d93c-49d1-b071-632a3a40e856 req-fb7cda55-cbbc-4c77-a906-f89213d46463 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0928659 Sep 15 10:44:59.778995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6a4718ee-d93c-49d1-b071-632a3a40e856 req-1d7dc4f7-7932-4b0c-a9f9-86b845debf13 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Sep 15 10:45:00.980370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe8a3-a167-47ad-b339-12fc09d1c51e req-91048c07-dbf4-4e99-8d7a-2efb19ab3a87 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:00.981842 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6cdbe8a3-a167-47ad-b339-12fc09d1c51e req-91048c07-dbf4-4e99-8d7a-2efb19ab3a87 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0853825 Sep 15 10:45:01.028908 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6cdbe8a3-a167-47ad-b339-12fc09d1c51e req-51b9e0e9-4a38-4667-9461-33199d8d9798 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Sep 15 10:45:02.233338 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd238108-b093-4364-abb8-94de803707e2 req-37994af7-818e-4a95-ab50-afd1ab122aa9 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:02.234809 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cd238108-b093-4364-abb8-94de803707e2 req-37994af7-818e-4a95-ab50-afd1ab122aa9 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0861938 Sep 15 10:45:02.279857 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-cd238108-b093-4364-abb8-94de803707e2 req-d1786f84-b408-4c9b-ad49-aefd423d9147 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388882 Sep 15 10:45:03.487314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09626894-6618-4048-9f25-7ccd48b05fd2 req-217d240c-0f4f-4417-8a7c-3119a3af986f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:03.488777 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-09626894-6618-4048-9f25-7ccd48b05fd2 req-217d240c-0f4f-4417-8a7c-3119a3af986f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0900500 Sep 15 10:45:03.533906 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-09626894-6618-4048-9f25-7ccd48b05fd2 req-4726191d-1077-4ece-8fce-864272036a13 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391860 Sep 15 10:45:04.737189 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1f86e-983a-4b8b-99d0-8d972f8040d9 req-054bbcd8-a7f7-4ca1-a0d1-907aacc5d1fe tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:04.738676 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5fd1f86e-983a-4b8b-99d0-8d972f8040d9 req-054bbcd8-a7f7-4ca1-a0d1-907aacc5d1fe tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0860505 Sep 15 10:45:04.785504 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5fd1f86e-983a-4b8b-99d0-8d972f8040d9 req-da911935-9587-4023-a73a-3597cf66ebe6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 Sep 15 10:45:05.994242 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d76631-fa81-4daf-a84c-dce87fc64d65 req-f159e3da-0638-487d-9c7b-97d67b4e284e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:05.995685 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d9d76631-fa81-4daf-a84c-dce87fc64d65 req-f159e3da-0638-487d-9c7b-97d67b4e284e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0866716 Sep 15 10:45:06.039909 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d9d76631-fa81-4daf-a84c-dce87fc64d65 req-aa9fb408-0b7e-4ff6-863f-2ddf962d28d8 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385416 Sep 15 10:45:06.914908 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:45:07.045967 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:45:07.058880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'port_id': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'mac_address': 'fa:16:3e:d0:1e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:45:07.114779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:45:07.115159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:07.131970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:45:07.148680 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:45:07.226628 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:07.251283 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fc295-c401-4adf-a3bd-2b17ab7f963c req-aac96826-5d15-4df2-b365-b0b8ecd65a89 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:07.252887 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d67fc295-c401-4adf-a3bd-2b17ab7f963c req-aac96826-5d15-4df2-b365-b0b8ecd65a89 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0935311 Sep 15 10:45:07.298618 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:45:07.299446 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d67fc295-c401-4adf-a3bd-2b17ab7f963c req-4ea5b37f-22ca-44db-b6c4-cdd7eb7a1811 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Sep 15 10:45:07.311254 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.311939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.312289 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.312718 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.313112 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.313506 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.313976 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.314459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.314854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.315241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.315664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.316011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:45:07.374019 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['25f69dfa-f044-4ca8-a46a-c2a11d6d6664'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:45:08.128959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-5f14aeb8-bcde-4528-add2-a424ae6231b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:08.132443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-5f14aeb8-bcde-4528-add2-a424ae6231b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1097 time: 0.0815518 Sep 15 10:45:08.274696 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-dfa884cc-146a-4e69-a0ef-42147bc2ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:08.276038 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-dfa884cc-146a-4e69-a0ef-42147bc2ae9f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1249003 Sep 15 10:45:08.383632 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-42d7d5ae-6591-4d4b-b1f9-3216e9ea111a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 1000 time: 0.0982320 Sep 15 10:45:08.449448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-dde6db79-8966-48b2-afac-9e2a2eb78a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:08.450914 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-dde6db79-8966-48b2-afac-9e2a2eb78a65 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0581653 Sep 15 10:45:08.506267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbc136b-aa90-4052-892d-33e2c63a01ff req-f8c2e576-aa8f-4933-a1e0-2896bf2c9d23 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:08.507751 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffbc136b-aa90-4052-892d-33e2c63a01ff req-f8c2e576-aa8f-4933-a1e0-2896bf2c9d23 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 944 time: 0.0868702 Sep 15 10:45:08.537338 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-5b92fc09-46d0-4de6-a17a-d447ef2c4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:08.538768 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-5b92fc09-46d0-4de6-a17a-d447ef2c4ca4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822389 Sep 15 10:45:08.555714 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffbc136b-aa90-4052-892d-33e2c63a01ff req-856aec4f-6fdc-426f-ab89-0ac18580f262 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422552 Sep 15 10:45:08.670612 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-1ddb471c-8c3f-4de7-9f09-52cc901771e9 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249907 Sep 15 10:45:08.801306 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-380285a7-c3d0-4796-9131-6cdcef69df78 req-2d5dfe52-b2f6-4985-b184-11b3b6d53f43 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242223 Sep 15 10:45:08.939938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:45:09.008360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:45:09.008732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:09.132979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:45:09.133696 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:09.162959 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:45:09.165216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f6c8a3-0e40-4070-b686-e2065e02938d" -d '{"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-plugged", "status": "completed", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:45:09.172760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:45:09.209701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23118373-c290-4a34-8e78-523a89564294 x-openstack-request-id: req-23118373-c290-4a34-8e78-523a89564294 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:45:09.212487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-plugged", "status": "completed", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:45:09.212746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23118373-c290-4a34-8e78-523a89564294 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:45:09.213146 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23118373-c290-4a34-8e78-523a89564294'] response: {'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'code': 200} Sep 15 10:45:09.249370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:09.354887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:45:09.767073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0770ee1-5ba7-48ad-9073-3f3d90ed1f96 req-dadfcef2-f4cd-4f39-b239-9732bc75e12a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:09.768574 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f0770ee1-5ba7-48ad-9073-3f3d90ed1f96 req-dadfcef2-f4cd-4f39-b239-9732bc75e12a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0886066 Sep 15 10:45:09.826596 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f0770ee1-5ba7-48ad-9073-3f3d90ed1f96 req-36aafc93-6fd5-49ee-bc74-80dcc46f4f36 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496564 Sep 15 10:45:11.163918 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756a9a6e-d8bf-40c2-8e6f-e7df7f313a90 req-6e26ab6c-fcae-4d55-8da8-16470f664051 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:11.165386 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-756a9a6e-d8bf-40c2-8e6f-e7df7f313a90 req-6e26ab6c-fcae-4d55-8da8-16470f664051 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.2063379 Sep 15 10:45:11.215146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-756a9a6e-d8bf-40c2-8e6f-e7df7f313a90 req-16347a7c-4a6e-4c69-9b65-075cdb910c6f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427415 Sep 15 10:45:12.431779 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b800a72e-bf72-42b2-9d2d-7c834e1cda8a req-beaeefde-e755-4038-97dd-bd39857b8e63 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:12.433295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b800a72e-bf72-42b2-9d2d-7c834e1cda8a req-beaeefde-e755-4038-97dd-bd39857b8e63 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0881817 Sep 15 10:45:12.476801 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b800a72e-bf72-42b2-9d2d-7c834e1cda8a req-553a1625-10a4-418b-98a2-53795486d3fb tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377855 Sep 15 10:45:13.709011 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b8b74-22dd-42d2-8d01-3ac72b1911ec req-8c5c275f-42d7-4a02-8b05-26c963d83dc9 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:13.710266 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb3b8b74-22dd-42d2-8d01-3ac72b1911ec req-8c5c275f-42d7-4a02-8b05-26c963d83dc9 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0977120 Sep 15 10:45:13.766768 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-eb3b8b74-22dd-42d2-8d01-3ac72b1911ec req-55f24353-ee60-4d37-897e-a3957a57150d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479333 Sep 15 10:45:15.005735 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b1d32-da7e-4b9b-8a49-e7b1c592a93f req-664a5e86-6d1d-409a-ad3e-d13ddc34b0e1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:15.012729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b0b1d32-da7e-4b9b-8a49-e7b1c592a93f req-664a5e86-6d1d-409a-ad3e-d13ddc34b0e1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0990515 Sep 15 10:45:15.057662 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b0b1d32-da7e-4b9b-8a49-e7b1c592a93f req-059446f0-bb94-4fdb-aaa9-e46c904b8770 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439553 Sep 15 10:45:15.137520 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:45:16.285029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb10d3-72ba-4c82-8c90-09b837d42d20 req-9f775a3f-17d7-4b30-b5d1-53ca51487cc1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:16.292671 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9deb10d3-72ba-4c82-8c90-09b837d42d20 req-9f775a3f-17d7-4b30-b5d1-53ca51487cc1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.1070855 Sep 15 10:45:16.349672 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9deb10d3-72ba-4c82-8c90-09b837d42d20 req-705aee1e-a9b9-42f2-990f-e4422b5c0a17 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561447 Sep 15 10:45:17.601311 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1d6ae-4dc0-429a-b3b2-436099a25acf req-3c0c6494-e2a3-4861-8db6-e83f2cd23505 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:17.602901 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5c1d6ae-4dc0-429a-b3b2-436099a25acf req-3c0c6494-e2a3-4861-8db6-e83f2cd23505 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0967691 Sep 15 10:45:17.650227 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b5c1d6ae-4dc0-429a-b3b2-436099a25acf req-b5c99bda-3e08-41bd-829e-a72ac9204eb4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408125 Sep 15 10:45:18.866287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6c457-9c20-4e21-9a9a-a04524078d52 req-35591ddd-7997-478d-8031-36f2a8068776 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:18.867786 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-74c6c457-9c20-4e21-9a9a-a04524078d52 req-35591ddd-7997-478d-8031-36f2a8068776 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0943031 Sep 15 10:45:18.924066 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-74c6c457-9c20-4e21-9a9a-a04524078d52 req-5049f2f9-c279-45fe-861b-a4f19e680d41 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499742 Sep 15 10:45:19.661396 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3aa6e318-088e-4dff-bc28-6171df3596c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:20.129612 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a638e-4295-4552-a52b-10e005e21c72 req-576452f2-bfa8-419d-a411-772b1e6e61b8 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:20.131144 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1b4a638e-4295-4552-a52b-10e005e21c72 req-576452f2-bfa8-419d-a411-772b1e6e61b8 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0864630 Sep 15 10:45:20.174064 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1b4a638e-4295-4552-a52b-10e005e21c72 req-5992830c-934c-4600-b946-9bf74662be17 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373716 Sep 15 10:45:20.638012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-4e2c5579-bf10-4d3a-a219-91d8b054a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:20.639400 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-4e2c5579-bf10-4d3a-a219-91d8b054a033 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1098 time: 0.0805213 Sep 15 10:45:20.778015 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-24e0d66c-1a6a-4228-acb4-c2e254d5c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:20.779457 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-24e0d66c-1a6a-4228-acb4-c2e254d5c089 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1321905 Sep 15 10:45:20.885224 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-d0c0b397-dfa1-4bab-ac00-bf02143b287c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 1001 time: 0.0994799 Sep 15 10:45:21.051046 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-51075e89-c7fc-47be-8e12-5a50ebf6ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:21.052643 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-51075e89-c7fc-47be-8e12-5a50ebf6ab9d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.1550705 Sep 15 10:45:21.136226 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-9932ef59-95b9-49e2-908e-021f2dc5da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:21.137720 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-9932ef59-95b9-49e2-908e-021f2dc5da27 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790694 Sep 15 10:45:21.168801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:21.271252 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-ad24d8c8-d8e2-4e11-83bc-d82f476d7594 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273663 Sep 15 10:45:21.391949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79784d06-b0f4-4a8d-9df8-efae089f6dac req-1324474b-6737-4004-90ad-64cccdb5bd0d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:21.393375 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-79784d06-b0f4-4a8d-9df8-efae089f6dac req-1324474b-6737-4004-90ad-64cccdb5bd0d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0957694 Sep 15 10:45:21.411819 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-84822e87-a971-4aaa-8c8c-0df0d9723586 req-358a4204-4b5d-4bc8-8c63-d32b41233292 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350217 Sep 15 10:45:21.437133 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-79784d06-b0f4-4a8d-9df8-efae089f6dac req-7cda6589-7e34-4f50-b35d-373eb62afeda tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373549 Sep 15 10:45:21.700699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a6f27bb-fa38-4060-bf77-a66eb4079643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:22.552082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:22.642651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117b623-bb39-4dfc-9fb3-e5449139ce87 req-309f016e-4182-43a2-b33b-d67ee01e6a46 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:22.644019 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5117b623-bb39-4dfc-9fb3-e5449139ce87 req-309f016e-4182-43a2-b33b-d67ee01e6a46 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0852299 Sep 15 10:45:22.692149 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-5117b623-bb39-4dfc-9fb3-e5449139ce87 req-4f61a70c-1d8a-4784-8955-8ac3dc442177 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Sep 15 10:45:23.014413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:23.899506 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50da7d29-7146-419a-9ba4-e6d71d434323 req-01e449e2-2e76-4074-a8b7-9bfede1db7c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:23.901020 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-50da7d29-7146-419a-9ba4-e6d71d434323 req-01e449e2-2e76-4074-a8b7-9bfede1db7c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0882761 Sep 15 10:45:23.944646 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-50da7d29-7146-419a-9ba4-e6d71d434323 req-5431bde6-22f4-45f7-a1b7-88fd565c95f7 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378025 Sep 15 10:45:24.523450 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:24.596380 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b194fa7-cf20-4dae-8768-18ca11210553 req-15babea6-a584-48d4-b08c-90951f90be29 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:24.597876 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b194fa7-cf20-4dae-8768-18ca11210553 req-15babea6-a584-48d4-b08c-90951f90be29 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 945 time: 0.0955131 Sep 15 10:45:24.642773 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b194fa7-cf20-4dae-8768-18ca11210553 req-305cf76c-5c25-45b8-a266-d02b7b140e98 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381541 Sep 15 10:45:24.962175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 35212) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:45:25.059372 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:45:25.100224 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-6b03f719-ed70-49f6-9ed2-a29635f38cff service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1369066 Sep 15 10:45:25.170701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:45:25.171083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:25.197444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:45:25.199719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da56a8e-ef08-401a-b5d5-4272dda1a76e" -d '{"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-unplugged", "status": "completed", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:45:25.206949 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:45:25.237968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 10:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2b26254-f270-4c6c-b7b8-fdd3379c5a41 x-openstack-request-id: req-d2b26254-f270-4c6c-b7b8-fdd3379c5a41 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:45:25.238272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-unplugged", "status": "failed", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664", "code": 422}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:45:25.238519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2b26254-f270-4c6c-b7b8-fdd3379c5a41 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:45:25.239496 dv-neutron-857775-1-hyperv neutron-server[89670]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d2b26254-f270-4c6c-b7b8-fdd3379c5a41']: {'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'code': 422} returned with failed status Sep 15 10:45:25.271652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:25.343183 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:45:25.849120 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69f7c3-b772-4ba8-974f-dfe97be61931 req-a89fd7f9-8181-4893-be71-68de29d298a1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:25.850800 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7b69f7c3-b772-4ba8-974f-dfe97be61931 req-a89fd7f9-8181-4893-be71-68de29d298a1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0865302 Sep 15 10:45:25.900058 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7b69f7c3-b772-4ba8-974f-dfe97be61931 req-271355c5-68bd-432c-8c01-bf66ba85dc6b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435309 Sep 15 10:45:27.102703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47ad4d-9549-4acb-9a8d-cd11136e143d req-fd846cfe-0aff-4a94-b097-af4490f4032e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:27.104143 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a47ad4d-9549-4acb-9a8d-cd11136e143d req-fd846cfe-0aff-4a94-b097-af4490f4032e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0864992 Sep 15 10:45:27.148779 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a47ad4d-9549-4acb-9a8d-cd11136e143d req-03fd87ed-52bb-4f9e-bb26-0c26834b822a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390921 Sep 15 10:45:28.353265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e914ce-8d18-49bd-8227-b14f95c9d30b req-47b575a3-2203-40b4-9087-bde86b93fa67 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:28.354793 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e1e914ce-8d18-49bd-8227-b14f95c9d30b req-47b575a3-2203-40b4-9087-bde86b93fa67 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0904746 Sep 15 10:45:28.398341 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e1e914ce-8d18-49bd-8227-b14f95c9d30b req-dbf8e27d-e6f6-4669-92ce-d3c6bbba1bd2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378633 Sep 15 10:45:29.603749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd0535-aa5c-4583-bf7e-794266bbbf26 req-2dd6ef5e-d9e1-4529-9099-c9a8d280285e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:29.605113 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c5fd0535-aa5c-4583-bf7e-794266bbbf26 req-2dd6ef5e-d9e1-4529-9099-c9a8d280285e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0879433 Sep 15 10:45:29.652927 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c5fd0535-aa5c-4583-bf7e-794266bbbf26 req-c98e59e3-68f9-46e1-8970-42b74ce7fa4a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421684 Sep 15 10:45:30.518733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-131abcaf-2d9e-4b32-8305-2b2d17d4200e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:30.520767 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-131abcaf-2d9e-4b32-8305-2b2d17d4200e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f&tenant_id=60cd6db91449447e8ca393e1d79d5f9e HTTP/1.1" status: 200 len: 1096 time: 0.0795515 Sep 15 10:45:30.632532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-dfc46642-39c9-4c1e-8a9b-10a3acc1d959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:30.633979 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-dfc46642-39c9-4c1e-8a9b-10a3acc1d959 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1096 time: 0.0799162 Sep 15 10:45:30.784261 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-faddfe34-9d5d-49f3-8855-7da3d85df727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:30.786333 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-faddfe34-9d5d-49f3-8855-7da3d85df727 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1292031 Sep 15 10:45:30.861023 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b909ce9-72f0-4e59-ac00-c161fa49b2d7 req-d450fd66-059d-4795-a64c-9e750b77f922 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:30.862514 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b909ce9-72f0-4e59-ac00-c161fa49b2d7 req-d450fd66-059d-4795-a64c-9e750b77f922 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0889945 Sep 15 10:45:30.889676 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-66037bf3-8da3-4582-9fd8-ce5fdc035afc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 999 time: 0.0970459 Sep 15 10:45:30.907338 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2b909ce9-72f0-4e59-ac00-c161fa49b2d7 req-e597de9d-33ed-4691-86ab-cdaf9d434171 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388038 Sep 15 10:45:30.971399 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-1449e1af-50b6-4303-8674-c3b4e51db4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:30.972829 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-1449e1af-50b6-4303-8674-c3b4e51db4c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0777555 Sep 15 10:45:31.056175 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-e2680a24-50f5-4628-9bfc-937a47ce146c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:31.057697 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-e2680a24-50f5-4628-9bfc-937a47ce146c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780027 Sep 15 10:45:31.190115 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-dda64c31-9c5f-4501-b014-7741f2158b25 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262131 Sep 15 10:45:31.321243 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-423ccb16-b6f9-4726-923f-a2fc86183bbb req-411e645b-a0e0-4261-ad46-5edc6030e4ed service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255443 Sep 15 10:45:32.182467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c08ba-7c73-4c9a-9435-2b14708c5069 req-0f9e7cc7-ddf1-4281-a928-10c1dec25338 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:32.184219 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-778c08ba-7c73-4c9a-9435-2b14708c5069 req-0f9e7cc7-ddf1-4281-a928-10c1dec25338 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.1056309 Sep 15 10:45:32.240754 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-778c08ba-7c73-4c9a-9435-2b14708c5069 req-df8caeb0-ad0c-4405-a298-7e69bcb1653e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500462 Sep 15 10:45:33.489479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2912f-48c4-4dd0-beb4-ad8d465366a6 req-994c7d20-53da-48d4-a4bf-e7d4d8669474 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:33.491269 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ace2912f-48c4-4dd0-beb4-ad8d465366a6 req-994c7d20-53da-48d4-a4bf-e7d4d8669474 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.1076307 Sep 15 10:45:33.543443 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ace2912f-48c4-4dd0-beb4-ad8d465366a6 req-d3583838-f3b5-4d5d-956e-9cda4ece711e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464923 Sep 15 10:45:34.763905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98905395-9750-4b20-89f7-5b859510fc67 req-af0240b4-9aa8-4aa4-8b05-eb5afbfb9aee tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:34.766047 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-98905395-9750-4b20-89f7-5b859510fc67 req-af0240b4-9aa8-4aa4-8b05-eb5afbfb9aee tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0955846 Sep 15 10:45:34.813931 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-98905395-9750-4b20-89f7-5b859510fc67 req-3251f192-a8e0-4d65-9fbc-4dca54df3efb tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406060 Sep 15 10:45:36.050491 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129dd62a-37b3-410f-866a-ee232d3a046a req-c6c49af7-17d7-4bf5-8c7d-8ab05a53afc5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:36.053316 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-129dd62a-37b3-410f-866a-ee232d3a046a req-c6c49af7-17d7-4bf5-8c7d-8ab05a53afc5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.1037340 Sep 15 10:45:36.109455 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-129dd62a-37b3-410f-866a-ee232d3a046a req-05745fa7-535c-491b-a444-21a1421e7075 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501149 Sep 15 10:45:37.350943 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14becdf6-e46b-44f1-bc88-0b2b6f165217 req-e373f844-54cd-4f2b-aa9c-6270d09e6822 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:37.352648 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14becdf6-e46b-44f1-bc88-0b2b6f165217 req-e373f844-54cd-4f2b-aa9c-6270d09e6822 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.1058426 Sep 15 10:45:37.405280 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-14becdf6-e46b-44f1-bc88-0b2b6f165217 req-8dca5451-7a89-4cac-a963-f636cd69a486 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465350 Sep 15 10:45:38.622982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad9ff3-56f3-46fd-9786-c1a191735b34 req-6d06a137-af87-4a08-9aa1-e607150e5bf6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:38.624642 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28ad9ff3-56f3-46fd-9786-c1a191735b34 req-6d06a137-af87-4a08-9aa1-e607150e5bf6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0937347 Sep 15 10:45:38.674335 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-28ad9ff3-56f3-46fd-9786-c1a191735b34 req-09f80b2f-2b4b-4f52-9b49-0ebd3ab91724 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431345 Sep 15 10:45:39.886225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f9bb3-fa6b-488e-9bf0-c3b23a08efa9 req-9affe595-9e5b-4e33-8bad-98c14a145fa7 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:39.887695 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9e7f9bb3-fa6b-488e-9bf0-c3b23a08efa9 req-9affe595-9e5b-4e33-8bad-98c14a145fa7 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.0893004 Sep 15 10:45:39.932607 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9e7f9bb3-fa6b-488e-9bf0-c3b23a08efa9 req-89a8e8a1-a407-4c0a-b166-6a215e68cc6d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389123 Sep 15 10:45:41.111761 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:45:41.155376 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7a209-7dbe-40d5-9213-fee702d3ce75 req-38507e0d-bd36-4fd3-a1dc-d5438abfae66 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:41.157029 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d0b7a209-7dbe-40d5-9213-fee702d3ce75 req-38507e0d-bd36-4fd3-a1dc-d5438abfae66 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 943 time: 0.1031969 Sep 15 10:45:41.209736 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d0b7a209-7dbe-40d5-9213-fee702d3ce75 req-99743912-d8f8-45e8-89c0-8ed11eff1b3f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462461 Sep 15 10:45:41.250017 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:45:41.268646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'port_id': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'mac_address': 'fa:16:3e:d0:1e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:45:41.323512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:45:41.323888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:41.349530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:45:41.366262 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:45:42.020006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:42.086028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=9']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:45:42.290809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['25f69dfa-f044-4ca8-a46a-c2a11d6d6664'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:45:42.432948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d12c5a-5942-4079-ab3d-c2ab78d97708 req-78641358-5558-4d65-85d0-876cc6a76b51 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:42.434547 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-24d12c5a-5942-4079-ab3d-c2ab78d97708 req-78641358-5558-4d65-85d0-876cc6a76b51 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 944 time: 0.0929406 Sep 15 10:45:42.481124 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-24d12c5a-5942-4079-ab3d-c2ab78d97708 req-b3d17203-a774-4e72-a79a-60b730428b96 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405483 Sep 15 10:45:43.126778 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:45:43.194121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:45:43.194512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:43.311489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:45:43.312173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:43.338400 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:45:43.340636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29832866-6af3-4840-9bf4-3c7bb840296f" -d '{"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-plugged", "status": "completed", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:45:43.348428 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:45:43.381303 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d85a675-1262-44f3-baea-7fc3506b6a2f x-openstack-request-id: req-4d85a675-1262-44f3-baea-7fc3506b6a2f {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:45:43.381590 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-plugged", "status": "completed", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:45:43.381893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d85a675-1262-44f3-baea-7fc3506b6a2f {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:45:43.382281 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d85a675-1262-44f3-baea-7fc3506b6a2f'] response: {'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'code': 200} Sep 15 10:45:43.425490 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:43.495032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=10']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:45:43.703325 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b815b-9eda-4565-9ab8-7d3c2da77368 req-23353573-c4d4-48b9-bd94-85f8d7c5d7ad tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:43.704844 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a59b815b-9eda-4565-9ab8-7d3c2da77368 req-23353573-c4d4-48b9-bd94-85f8d7c5d7ad tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 946 time: 0.0945716 Sep 15 10:45:43.749361 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a59b815b-9eda-4565-9ab8-7d3c2da77368 req-8cd06b43-c369-42a7-8ef8-66736c1fca46 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383067 Sep 15 10:45:43.762784 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f67e3c-745c-4f21-a685-137b75b44016 req-cec157c5-a3b8-4cc6-b92c-8887215d87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:43.764295 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4f67e3c-745c-4f21-a685-137b75b44016 req-cec157c5-a3b8-4cc6-b92c-8887215d87c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1099 time: 0.0817246 Sep 15 10:45:43.803648 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c4f67e3c-745c-4f21-a685-137b75b44016 req-e56d5d42-5cfa-4455-a065-eb4704948701 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337799 Sep 15 10:45:44.990594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd8cb4-c835-461e-9e33-6a71e8ccb328 req-b8bc2fd5-b562-461a-8b62-6d7142abc5a8 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:44.992370 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e0fd8cb4-c835-461e-9e33-6a71e8ccb328 req-b8bc2fd5-b562-461a-8b62-6d7142abc5a8 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 946 time: 0.1128139 Sep 15 10:45:45.147108 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e0fd8cb4-c835-461e-9e33-6a71e8ccb328 req-e7430642-3aed-4c6b-a492-13abde4685df tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1485305 Sep 15 10:45:46.361701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da7749e-632f-4923-bdd8-267ce509136d req-0c1c9f0f-9f23-466e-ab70-c5460c065e13 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:45:46.363182 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0da7749e-632f-4923-bdd8-267ce509136d req-0c1c9f0f-9f23-466e-ab70-c5460c065e13 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 946 time: 0.0894907 Sep 15 10:45:46.407176 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0da7749e-632f-4923-bdd8-267ce509136d req-aaa66c4a-f7b8-4cb6-be17-24dbebad1333 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378406 Sep 15 10:45:49.636224 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ccd9164b-3eaa-4313-8665-88eb75c4cb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:51.173536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:51.779062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-24c1388a-37f7-4630-b204-21b44f5eba3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:52.136512 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:45:52.540104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:52.990929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:45:54.533360 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:10.165707 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-9eed2b0b-150b-498d-9485-a76de602ddb1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772724 Sep 15 10:46:10.327887 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-500f17f8-dfeb-440d-8f37-db88c632ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:10.329259 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-500f17f8-dfeb-440d-8f37-db88c632ef16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1099 time: 0.0786717 Sep 15 10:46:10.567670 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-f614839b-0686-4b9e-b38c-f9f4b985ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:10.569115 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-f614839b-0686-4b9e-b38c-f9f4b985ca7f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.2211375 Sep 15 10:46:10.673355 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-3a11ea72-226d-4ebb-883b-b651383b0fee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 1001 time: 0.0968571 Sep 15 10:46:10.734819 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-34fcdfe7-f8f7-4c6e-8387-1c6095236823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:10.736186 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-34fcdfe7-f8f7-4c6e-8387-1c6095236823 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0570226 Sep 15 10:46:10.818962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-2618cd1b-a7c4-43fb-9cef-284895a618cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:10.820406 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-2618cd1b-a7c4-43fb-9cef-284895a618cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784020 Sep 15 10:46:10.949851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-9c5d8ead-d5a6-4b51-8f7d-aa8c78fef7f6 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223996 Sep 15 10:46:11.085285 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-27d64a83-f109-4d97-8071-c5868edb1fbc req-5f6baab1-da2a-4651-8a9e-35a00955496e service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287534 Sep 15 10:46:19.670682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0bc1acc9-20a3-470b-b936-98f980ea0e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:21.190574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:21.698850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2ba6a66f-6048-4785-90d6-b7b3a0da07d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:22.550280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:22.990407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:24.515582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:29.135197 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:46:49.668829 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-201c5032-f084-4abd-9cf5-4a7ae888fded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:51.195306 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:51.703720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-821fd510-673b-4e8a-b20d-06e49919eae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:52.548804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:53.001108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:54.532562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:57.271445 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 35342) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:46:57.478839 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Deleting port d76acabf-5616-49b8-86e6-d3c7deef5253 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:46:57.479176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:57.641870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:57.642114 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:57.760677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Calling delete_port for d76acabf-5616-49b8-86e6-d3c7deef5253 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:46:57.972618 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:58.018977 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event deleted for resources: {'Port': ['ID=d76acabf-5616-49b8-86e6-d3c7deef5253,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:46:58.070689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.071035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.071380 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.071712 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.072042 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.072370 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.072691 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.073013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.073334 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.074459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.074789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.075111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:46:58.130067 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:58.130400 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Floating IP 54b8369f-4428-4df0-8553-15b56acaaad6 disassociated (deleted). External IP: 172.26.7.104, port: 25f69dfa-f044-4ca8-a46a-c2a11d6d6664. Sep 15 10:46:58.593991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:46:58.771609 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:46:58.780998 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] Sync routers for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:46:58.784009 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:46:58.790693 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:46:58.791297 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:46:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:46:58.841391 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-0bc0af7d-3191-4359-8dc8-5ccc691a7de1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "DELETE /v2.0/floatingips/54b8369f-4428-4df0-8553-15b56acaaad6 HTTP/1.1" status: 204 len: 168 time: 1.5688446 Sep 15 10:46:58.842097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:46:58.844589 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c738a6be-86b6-4b26-ac70-2e6e74a83136" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:46:58.994826 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:46:59.303002 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:46:59.306918 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] Checking router: e501a2b3-4d9b-43c0-9b92-a6a788996dc7 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:46:59.315510 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:46:59.316118 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:46:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:46:59.332208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43fca68-8d72-4854-84f8-adc429abc87a x-openstack-request-id: req-e43fca68-8d72-4854-84f8-adc429abc87a {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:46:59.332736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:46:59.333243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e43fca68-8d72-4854-84f8-adc429abc87a {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:46:59.334153 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e43fca68-8d72-4854-84f8-adc429abc87a'] response: {'name': 'network-changed', 'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'status': 'completed', 'code': 200} Sep 15 10:46:59.483047 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-87e1e250-1503-4238-add7-c09c67b94ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:59.484729 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-87e1e250-1503-4238-add7-c09c67b94ec9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 1099 time: 0.0920002 Sep 15 10:46:59.496772 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:46:59.534166 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd2fcb-5a8b-4066-8a95-f12de3a1c451 req-31fe858d-8f9d-49ea-98ac-8c8b8a35a9c5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:59.535634 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a7dd2fcb-5a8b-4066-8a95-f12de3a1c451 req-31fe858d-8f9d-49ea-98ac-8c8b8a35a9c5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 946 time: 0.1117158 Sep 15 10:46:59.582092 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a7dd2fcb-5a8b-4066-8a95-f12de3a1c451 req-b51c277f-77e9-45d3-9097-bbea08ce0333 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401311 Sep 15 10:46:59.625354 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-7deb0541-1be6-4bac-a826-ca22176f65e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:59.626838 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-7deb0541-1be6-4bac-a826-ca22176f65e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1356933 Sep 15 10:46:59.694793 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-d4453213-c50e-41a6-9799-6d7722bb8fad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 200 len: 217 time: 0.0607803 Sep 15 10:46:59.760376 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-d6022c2d-d835-4391-9813-4c8ed171e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:59.762742 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-d6022c2d-d835-4391-9813-4c8ed171e94d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0617120 Sep 15 10:46:59.819531 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:46:59.823909 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d611fa-79e3-4847-a34e-327b7ace8a3c None None] The sync data for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv is: [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:46:59.845915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-ee735b1f-a991-466b-88a9-3fa8f736556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:46:59.847326 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-ee735b1f-a991-466b-88a9-3fa8f736556a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786777 Sep 15 10:46:59.983994 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-6f4f608e-a787-4381-80e4-85f111ac4b4b service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287382 Sep 15 10:47:00.048415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184f91c-0ddf-4c02-9815-676f62be74ec None None] New status for floating IP 54b8369f-4428-4df0-8553-15b56acaaad6: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:47:00.118538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-c738a6be-86b6-4b26-ac70-2e6e74a83136 req-54031c78-d349-48f7-aab8-3bb08039a671 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282446 Sep 15 10:47:00.793706 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7a07f-79e6-4889-b1c4-b8df485d7e22 req-d5a2f70a-843d-4460-af76-480767117031 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:00.795216 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dbf7a07f-79e6-4889-b1c4-b8df485d7e22 req-d5a2f70a-843d-4460-af76-480767117031 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 946 time: 0.0897553 Sep 15 10:47:00.841025 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-dbf7a07f-79e6-4889-b1c4-b8df485d7e22 req-4b784c0b-5c0f-4cda-b3ae-2a12902c1cf4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=da0c704e-e31f-499f-bbd9-712fad42d9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401680 Sep 15 10:47:00.885651 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-75b698d1-9ceb-494e-acee-578c4e196ed1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:00.886981 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-75b698d1-9ceb-494e-acee-578c4e196ed1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Synchronizing usage tracker for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:47:00.983565 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-75b698d1-9ceb-494e-acee-578c4e196ed1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Unset dirty status for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:47:00.984660 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-75b698d1-9ceb-494e-acee-578c4e196ed1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 946 time: 0.1886287 Sep 15 10:47:01.055389 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Deleting port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:47:01.055731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:01.402302 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] For port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:47:01.402659 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:01.521864 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Calling delete_port for 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:47:01.721315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:01.773707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event deleted for resources: {'Port': ['ID=25f69dfa-f044-4ca8-a46a-c2a11d6d6664,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:01.858412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] No DVR routers for this DVR port 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:47:01.860832 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:01.863347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-deleted', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:47:01.865611 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaacedf-b709-447c-8faa-714a4cffddd6" -d '{"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-deleted", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:47:01.909853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97427fc0-5194-4163-a947-aa7cca1a4b36 x-openstack-request-id: req-97427fc0-5194-4163-a947-aa7cca1a4b36 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:47:01.910457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe567b4-2ea9-41a3-a84b-a5419b6eff5f", "name": "network-vif-deleted", "tag": "25f69dfa-f044-4ca8-a46a-c2a11d6d6664", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:47:01.910457 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97427fc0-5194-4163-a947-aa7cca1a4b36 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:47:01.910795 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97427fc0-5194-4163-a947-aa7cca1a4b36'] response: {'server_uuid': 'fbe567b4-2ea9-41a3-a84b-a5419b6eff5f', 'name': 'network-vif-deleted', 'tag': '25f69dfa-f044-4ca8-a46a-c2a11d6d6664', 'status': 'completed', 'code': 200} Sep 15 10:47:01.960376 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3805172d-9a1d-485f-a076-8b1bc38c51dc req-c7b71482-9586-41e5-8f6f-30f3e68ee3a2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "DELETE /v2.0/ports/25f69dfa-f044-4ca8-a46a-c2a11d6d6664 HTTP/1.1" status: 204 len: 173 time: 0.9703147 Sep 15 10:47:02.054398 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d3769c3d-f3b9-4fc8-98e7-4ba2eced0d30 req-1aa2b9ef-e13c-40fe-b353-1f5087c23023 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbe567b4-2ea9-41a3-a84b-a5419b6eff5f HTTP/1.1" status: 200 len: 210 time: 0.0493193 Sep 15 10:47:03.162330 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 35360) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:03.233024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef7-0af7-4fa9-95fd-370b8de04c33 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:03.261635 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef7-0af7-4fa9-95fd-370b8de04c33 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:03.378293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef7-0af7-4fa9-95fd-370b8de04c33 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:03.395660 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d65ef7-0af7-4fa9-95fd-370b8de04c33 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0c704e-e31f-499f-bbd9-712fad42d9e1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:03.457028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-08d65ef7-0af7-4fa9-95fd-370b8de04c33 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:03.458188 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-08d65ef7-0af7-4fa9-95fd-370b8de04c33 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "DELETE /v2.0/security-groups/da0c704e-e31f-499f-bbd9-712fad42d9e1 HTTP/1.1" status: 204 len: 168 time: 0.2948709 Sep 15 10:47:04.688662 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35370) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:04.693811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018114218', 'description': 'tempest-secgroup-smoke-2018114218 description', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:04.699932 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:04.704027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:04.706883 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:04.712924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:04.800059 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:04.818988 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:04.822703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:04.825448 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:04.830996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:04.908172 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:04.983499 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.026192 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a71bfcba-8835-4866-82c8-f96f6c37cd6b,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:05.034405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.034749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.035086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.035487 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.035727 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.036053 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.036374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.036695 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.037013 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.037330 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.037653 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.037989 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:05.081042 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.082273 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-17bf4290-031c-47d6-909f-d4f659e0f6e0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3925714 Sep 15 10:47:05.085025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35374) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:05.090768 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'a71bfcba-8835-4866-82c8-f96f6c37cd6b', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:05.096947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:05.100820 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:05.104295 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:05.109997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:05.166676 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.226305 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.275073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.299076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f169e7-7ae2-4943-9e81-44abd468d053,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:05.355240 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.356462 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-14981eb0-fca7-46d2-b038-4b656bd5ac05 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2704635 Sep 15 10:47:05.359114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35378) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:05.363947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'a71bfcba-8835-4866-82c8-f96f6c37cd6b', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:05.369925 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:05.374394 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:05.377201 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:05.383524 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:05.406122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:47:05.439740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:47:05.440008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 25f69dfa-f044-4ca8-a46a-c2a11d6d6664 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:47:05.487473 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.547263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.622496 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.649050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e16784d-0f88-4d2b-b8f5-d40f1d51e2c1,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:05.738378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.739526 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-76820199-e6d4-4440-8d45-5f63f1a77133 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3795145 Sep 15 10:47:05.742381 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35382) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:05.748069 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'a71bfcba-8835-4866-82c8-f96f6c37cd6b', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:05.754095 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:05.757902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:05.760813 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:05.766852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:05.842005 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.903814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:05.983718 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.008460 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10175f8b-aa2d-43f9-940a-4a7f801f774f,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:06.086546 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.087769 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-2045dcef-a02b-4e37-a6d8-5d44517375c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3444405 Sep 15 10:47:06.091417 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35386) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:06.096468 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'a71bfcba-8835-4866-82c8-f96f6c37cd6b', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:06.102493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:06.107523 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:06.110029 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:06.115752 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:06.134065 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:47:06.184648 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.246629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.321498 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.345749 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757b7838-8c3a-40c2-aca9-bab1f3d14200,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:06.405224 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.406436 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-232a543f-f242-42e8-aac0-69ff90c44d12 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3141179 Sep 15 10:47:06.409111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35390) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:06.414175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'a71bfcba-8835-4866-82c8-f96f6c37cd6b', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:06.420608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:06.425951 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:06.427359 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:06.433909 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:06.509654 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Project 60cd6db91449447e8ca393e1d79d5f9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:47:06.516522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.582697 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.640889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.663873 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921f49b7-98f0-4554-a7d9-f8da054ac1f8,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:06.732624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.733831 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-c9d881db-b389-4a1e-bd4d-9dfa00bd6369 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3237681 Sep 15 10:47:06.736538 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35394) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:06.741453 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'security_group_rule': {'security_group_id': 'a71bfcba-8835-4866-82c8-f96f6c37cd6b', 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:06.748495 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:06.752287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:security_group_rule and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:06.755217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:06.761322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:06.829303 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Project 60cd6db91449447e8ca393e1d79d5f9e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:47:06.836007 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.901764 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.976318 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:06.999732 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c798b9c0-991e-4cba-b34e-2baf6dc0fd7a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:07.067858 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:07.069037 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4eeaa341-3ec2-491a-bc02-279b0154ce5c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3315887 Sep 15 10:47:19.684821 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3ba7fed9-c7ab-42d7-bee6-9fe53647527b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:21.246679 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:21.807059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-886e1dcf-bc4a-4490-bf0e-5d47f543ab67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:22.583758 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:23.016565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:24.572255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:32.374258 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-342953ca-74c5-49f1-a04e-891dc1ac6b48 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Synchronizing usage tracker for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:47:32.456617 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-342953ca-74c5-49f1-a04e-891dc1ac6b48 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Unset dirty status for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:47:32.457766 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-342953ca-74c5-49f1-a04e-891dc1ac6b48 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018114218&fields=id&tenant_id=60cd6db91449447e8ca393e1d79d5f9e HTTP/1.1" status: 200 len: 267 time: 0.1217506 Sep 15 10:47:32.605420 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-90a84208-3fb7-49a0-beed-dc5ec0d59b2a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:32.606771 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-90a84208-3fb7-49a0-beed-dc5ec0d59b2a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 809 time: 0.1424003 Sep 15 10:47:32.621141 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-29c19af2-61e8-44b6-982d-2c7779ed3ecb tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/quotas/60cd6db91449447e8ca393e1d79d5f9e HTTP/1.1" status: 200 len: 375 time: 0.0088425 Sep 15 10:47:32.712563 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-acd46dec-c854-4bcc-aa0b-b75ea05abba1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866311 Sep 15 10:47:32.727217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-dc5c52de-9f71-4e64-9f97-743f6cd81112 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89669) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:47:32.728167 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-dc5c52de-9f71-4e64-9f97-743f6cd81112 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049062 Sep 15 10:47:32.856524 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-47b45702-b8c6-44df-8ee3-fd11bd03a68f service neutron] 10.222.0.62 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230974 Sep 15 10:47:32.984013 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-a358af32-8c99-455c-9edb-59977e38bdc8 service neutron] 10.222.0.62 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210845 Sep 15 10:47:33.699893 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18685e77-ba63-4a6c-a4e7-15a4452ffe4c req-8fbf470a-0645-4493-9288-0e7feb2604d9 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 210 time: 0.0485265 Sep 15 10:47:34.875401 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-899b6b67-264d-4d06-ad22-6ff8b0dcd06e req-cb9b84b4-07f0-46e5-881c-b2536ee462c2 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 210 time: 0.0544329 Sep 15 10:47:35.832766 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-70ffa63c-6b70-4c1f-96b5-1ebc6dd8cadb tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:35.834215 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-70ffa63c-6b70-4c1f-96b5-1ebc6dd8cadb tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 809 time: 0.1879640 Sep 15 10:47:35.886748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-517ce6d1-36b2-46ea-aec4-c6a0b86eb692 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Synchronizing usage tracker for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:47:35.898774 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-517ce6d1-36b2-46ea-aec4-c6a0b86eb692 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Unset dirty status for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:47:35.899835 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-517ce6d1-36b2-46ea-aec4-c6a0b86eb692 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=60cd6db91449447e8ca393e1d79d5f9e HTTP/1.1" status: 200 len: 380 time: 0.0521178 Sep 15 10:47:35.908978 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'port': {'device_id': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'admin_state_up': True, 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'security_groups': ['a71bfcba-8835-4866-82c8-f96f6c37cd6b']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:36.058481 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:36.062431 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8d0cb5d1-5761-469a-8682-e01959bddd7c req-5bb74095-afb0-4be8-ace3-1b4a764eec53 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 210 time: 0.0527956 Sep 15 10:47:36.063921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:port and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:36.067804 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:36.074189 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:36.144301 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Made reservation on behalf of 60cd6db91449447e8ca393e1d79d5f9e for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:47:36.147929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:36.320783 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Allocated IP 172.20.0.11 (e1866630-3156-484d-9c58-c4fc3ba59f9a/64f0c688-472a-412c-aaae-99ad0fb0b3a5/343b4b75-1406-46de-828c-ec9bbec621d1) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:47:36.508303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:36.524074 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Transition to ACTIVE for port object 343b4b75-1406-46de-828c-ec9bbec621d1 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:47:36.613282 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:36.687789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Network e1866630-3156-484d-9c58-c4fc3ba59f9a is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:47:36.691527 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:47:36.695254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:47:36.726908 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:36.765148 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:36.765813 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:36.873770 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-7f3fde07-fdad-4f25-87c4-9a94341f09c6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9690373 Sep 15 10:47:36.891617 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Request body: {'port': {'device_id': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:36.981922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-37daac15-c17a-4bf7-b4af-b13fb74cc826 None None] Provisioning for port 343b4b75-1406-46de-828c-ec9bbec621d1 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:47:36.988173 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-37daac15-c17a-4bf7-b4af-b13fb74cc826 None None] Provisioning complete for port 343b4b75-1406-46de-828c-ec9bbec621d1 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:47:36.988551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-37daac15-c17a-4bf7-b4af-b13fb74cc826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:37.049896 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-37daac15-c17a-4bf7-b4af-b13fb74cc826 None None] Port 343b4b75-1406-46de-828c-ec9bbec621d1 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:47:37.103974 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:37.286761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3a9d6-8d25-4f5d-8bc6-3bd5d53628ad req-212b4f82-9c75-41a3-92de-94be1de3fe9c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:37.288413 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-39d3a9d6-8d25-4f5d-8bc6-3bd5d53628ad req-212b4f82-9c75-41a3-92de-94be1de3fe9c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 932 time: 0.0967021 Sep 15 10:47:37.334293 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-39d3a9d6-8d25-4f5d-8bc6-3bd5d53628ad req-305f1ba7-dddf-4330-955c-8c6e27a60d11 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400975 Sep 15 10:47:37.475935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 343b4b75-1406-46de-828c-ec9bbec621d1 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:47:37.483035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:37.496836 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Transition to ACTIVE for port object 343b4b75-1406-46de-828c-ec9bbec621d1 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:47:37.646084 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:37.836741 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:37.873352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Attempting to bind port 343b4b75-1406-46de-828c-ec9bbec621d1 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:47:37.873677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Attempting to bind port 343b4b75-1406-46de-828c-ec9bbec621d1 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:47:37.874027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Attempting to bind port 343b4b75-1406-46de-828c-ec9bbec621d1 on network e1866630-3156-484d-9c58-c4fc3ba59f9a {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:47:37.879197 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Port 343b4b75-1406-46de-828c-ec9bbec621d1 on network e1866630-3156-484d-9c58-c4fc3ba59f9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:47:37.879518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Attempting to bind port 343b4b75-1406-46de-828c-ec9bbec621d1 on network e1866630-3156-484d-9c58-c4fc3ba59f9a {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:47:37.884497 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:47:37.884826 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Checking segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:47:37.885201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Bound using segment: {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:47:37.885621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Bound port: 343b4b75-1406-46de-828c-ec9bbec621d1, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8f93d6-df5b-4017-9e7c-7ca20475092f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:47:37.885990 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:37.977087 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:47:37.979989 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:47:38.039088 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:38.069593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:38.070229 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:38.071590 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] 10.222.0.16 "PUT /v2.0/ports/343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 1094 time: 1.1854694 Sep 15 10:47:38.072017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:47:38.074385 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90a1b22b81bc1ddc1aaf1b20689f37e20a0374419ae41bafd1eb7bb6135a4e22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222b0f95-0465-49f7-9094-018626d90200" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:47:38.116091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d10c7c-e4be-40eb-a1e2-442ad535c0fe service neutron] Pushing event updated for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:38.172915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4780ac5d-c45b-435e-acc3-217fcb5e1e95 x-openstack-request-id: req-4780ac5d-c45b-435e-acc3-217fcb5e1e95 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:47:38.176463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:47:38.176463 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4780ac5d-c45b-435e-acc3-217fcb5e1e95 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:47:38.176463 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4780ac5d-c45b-435e-acc3-217fcb5e1e95'] response: {'name': 'network-changed', 'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1', 'status': 'completed', 'code': 200} Sep 15 10:47:38.294772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0f95-0465-49f7-9094-018626d90200 req-93cecf4f-f926-4026-beb9-ce5190efea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:38.296263 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-222b0f95-0465-49f7-9094-018626d90200 req-93cecf4f-f926-4026-beb9-ce5190efea06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1097 time: 0.0825000 Sep 15 10:47:38.448056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0f95-0465-49f7-9094-018626d90200 req-836e4b54-0f05-4cae-8ae8-d83e78e4ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:38.449515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-222b0f95-0465-49f7-9094-018626d90200 req-836e4b54-0f05-4cae-8ae8-d83e78e4ad65 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1389873 Sep 15 10:47:38.546316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280574c-a86e-4be4-8c26-56b4d2ce1d6b req-ae991abb-db29-4cab-b283-796044692fea tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:38.547685 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8280574c-a86e-4be4-8c26-56b4d2ce1d6b req-ae991abb-db29-4cab-b283-796044692fea tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0873079 Sep 15 10:47:38.585983 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b0f95-0465-49f7-9094-018626d90200 req-82b8ac9e-f51b-41c2-b688-a9dd24b96d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:38.587441 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-222b0f95-0465-49f7-9094-018626d90200 req-82b8ac9e-f51b-41c2-b688-a9dd24b96d36 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1325731 Sep 15 10:47:38.594946 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8280574c-a86e-4be4-8c26-56b4d2ce1d6b req-b7821cba-a4d3-46b3-b13e-2390cdb7f991 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408230 Sep 15 10:47:38.716230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-17c6dadb-3a4c-41a5-a5fa-4fff05cf67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:38.717693 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-17c6dadb-3a4c-41a5-a5fa-4fff05cf67bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1097 time: 0.0758181 Sep 15 10:47:38.792267 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-68d16b8f-442f-431f-8886-49424bec0fbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 217 time: 0.0629799 Sep 15 10:47:38.852469 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-06b9978d-684c-4b08-8186-f5c3ca3c809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:38.853752 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-06b9978d-684c-4b08-8186-f5c3ca3c809e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0556221 Sep 15 10:47:38.939412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-58be9f45-93a6-43ad-ae81-7829debebe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:38.940871 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-58be9f45-93a6-43ad-ae81-7829debebe55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807261 Sep 15 10:47:39.165472 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-882b011a-1bcf-4646-b5ef-0e97fc948bad service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185085 Sep 15 10:47:39.302119 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-215d32db-e29f-47ba-8bdc-21a2dcfd89ca req-fbf21de3-9000-41be-8f05-ddb96c35ee4d service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303592 Sep 15 10:47:39.801798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4c249-c0ae-449c-874f-86916b9b1379 req-4fc90c5e-beb2-48b2-a8bc-7fece637c60b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:39.803291 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-86e4c249-c0ae-449c-874f-86916b9b1379 req-4fc90c5e-beb2-48b2-a8bc-7fece637c60b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0870605 Sep 15 10:47:39.846598 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-86e4c249-c0ae-449c-874f-86916b9b1379 req-32500bee-ab10-4407-912e-419cc65090db tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374258 Sep 15 10:47:41.134915 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7a752f-0430-4be1-ba4b-cd0b7347db4c req-954d6b9d-5041-41ae-a7b2-74e2885160f5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:41.136546 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3b7a752f-0430-4be1-ba4b-cd0b7347db4c req-954d6b9d-5041-41ae-a7b2-74e2885160f5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.1317673 Sep 15 10:47:41.179733 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3b7a752f-0430-4be1-ba4b-cd0b7347db4c req-e9bfa873-a41d-47e6-8567-d25ba344d981 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376313 Sep 15 10:47:42.386031 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3830c0-d217-48d2-9e79-de492769357d req-d7563ce7-4924-4494-a9a4-74a559b44797 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:42.387729 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a3830c0-d217-48d2-9e79-de492769357d req-d7563ce7-4924-4494-a9a4-74a559b44797 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0879016 Sep 15 10:47:42.436112 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0a3830c0-d217-48d2-9e79-de492769357d req-478829bb-aafd-40a8-84c3-13cdde0e9630 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424907 Sep 15 10:47:43.134515 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:47:43.645168 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908f973-27fd-473f-9a47-95ab613a0b8f req-63db5acd-ebd7-45f8-b2fb-fb4baa184931 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:43.646870 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e908f973-27fd-473f-9a47-95ab613a0b8f req-63db5acd-ebd7-45f8-b2fb-fb4baa184931 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0936308 Sep 15 10:47:43.691110 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e908f973-27fd-473f-9a47-95ab613a0b8f req-84c14caa-0bb8-45c0-b016-3911cbc89e3d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383990 Sep 15 10:47:44.995643 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41844c31-747e-4cb7-a00a-c2e8260f42b3 req-69cb01a4-9b4f-46b8-a96a-f70354d89316 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:44.996994 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-41844c31-747e-4cb7-a00a-c2e8260f42b3 req-69cb01a4-9b4f-46b8-a96a-f70354d89316 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.1868939 Sep 15 10:47:45.040344 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-41844c31-747e-4cb7-a00a-c2e8260f42b3 req-28ea9a19-3668-4f4a-98a1-b913847b35ea tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376318 Sep 15 10:47:46.244223 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b65d9-4451-41ac-9e79-db61637d4d06 req-013ec859-3f90-431b-83c1-2777b363266f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:46.245673 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3f0b65d9-4451-41ac-9e79-db61637d4d06 req-013ec859-3f90-431b-83c1-2777b363266f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0867722 Sep 15 10:47:46.293146 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3f0b65d9-4451-41ac-9e79-db61637d4d06 req-9beae249-a79b-41c5-bc1b-a473fd96416c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415969 Sep 15 10:47:47.496680 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53085e-bb00-46cf-af36-db1e5a4306e9 req-18163ce1-5a25-4a97-8159-6c45ed85ab7c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:47.498154 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7c53085e-bb00-46cf-af36-db1e5a4306e9 req-18163ce1-5a25-4a97-8159-6c45ed85ab7c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0864756 Sep 15 10:47:47.541368 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-7c53085e-bb00-46cf-af36-db1e5a4306e9 req-0e2b138f-5a52-45d8-a924-768c79cb803a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376322 Sep 15 10:47:47.670059 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 343b4b75-1406-46de-828c-ec9bbec621d1 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:47:47.800291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:47:47.813535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '343b4b75-1406-46de-828c-ec9bbec621d1', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'port_id': '343b4b75-1406-46de-828c-ec9bbec621d1', 'mac_address': 'fa:16:3e:e6:53:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:47:47.866831 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 343b4b75-1406-46de-828c-ec9bbec621d1 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:47:47.867208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:47.883293 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343b4b75-1406-46de-828c-ec9bbec621d1 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:47:47.898915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:47:47.969676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:48.038654 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:48.045575 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.045950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.046285 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.046613 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.046939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.047263 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.047591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.047907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.048223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.048539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.048854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.049168 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:47:48.253010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['343b4b75-1406-46de-828c-ec9bbec621d1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:47:48.787149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ece04-ba17-4c53-aec9-d183be0b39f0 req-55b39a42-9d55-4075-8532-26c926a90246 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:48.788630 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a02ece04-ba17-4c53-aec9-d183be0b39f0 req-55b39a42-9d55-4075-8532-26c926a90246 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 945 time: 0.1247792 Sep 15 10:47:48.837332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-a02ece04-ba17-4c53-aec9-d183be0b39f0 req-366d3b8d-882b-45cc-8d81-6031911ec8e6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427098 Sep 15 10:47:49.651933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-848b849b-2bd8-4cb1-92e8-1d0be185e89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:49.687951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 343b4b75-1406-46de-828c-ec9bbec621d1 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:47:49.822742 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port 343b4b75-1406-46de-828c-ec9bbec621d1 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:47:49.827327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 343b4b75-1406-46de-828c-ec9bbec621d1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:47:49.827693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:49.945023 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 343b4b75-1406-46de-828c-ec9bbec621d1 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:47:49.945399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:49.973002 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:47:49.975272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a76e414279f74ec3203f8893b10a66737b142a17f02117ebe6eb5c0b0f2cd9b5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13b6a8b-de3f-471b-b257-ac489aa6d585" -d '{"events": [{"server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "name": "network-vif-plugged", "status": "completed", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:47:49.983201 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:47:50.046130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efce41-8870-4356-9df3-e4a55fc107cc req-62d78bd7-bded-42f8-a027-0b1785f6bdb1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:50.047586 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c2efce41-8870-4356-9df3-e4a55fc107cc req-62d78bd7-bded-42f8-a027-0b1785f6bdb1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 945 time: 0.0880978 Sep 15 10:47:50.074642 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:50.095727 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c2efce41-8870-4356-9df3-e4a55fc107cc req-2f4abab0-cd64-4c29-b5ca-a1e1adef6a55 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421774 Sep 15 10:47:50.146377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34150ed-fbe8-43d1-9793-7ee7f38ddc07 x-openstack-request-id: req-f34150ed-fbe8-43d1-9793-7ee7f38ddc07 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:47:50.146669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "name": "network-vif-plugged", "status": "completed", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:47:50.146922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f34150ed-fbe8-43d1-9793-7ee7f38ddc07 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:47:50.147313 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34150ed-fbe8-43d1-9793-7ee7f38ddc07'] response: {'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1', 'code': 200} Sep 15 10:47:50.152413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:50.569141 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f4546-b933-484b-a746-3c81825a08a9 req-565431cf-dc7e-40ac-954d-4d9a2911eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:50.570652 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9e1f4546-b933-484b-a746-3c81825a08a9 req-565431cf-dc7e-40ac-954d-4d9a2911eb08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.0763555 Sep 15 10:47:50.610463 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-9e1f4546-b933-484b-a746-3c81825a08a9 req-be529b4f-bfe0-4bce-8e1c-29f90c87751f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336912 Sep 15 10:47:51.223591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:51.303540 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafb3df-135d-4ec8-b917-3c13dbc74212 req-87d1417e-7d05-468c-aad7-443898697f82 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:51.305003 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9dafb3df-135d-4ec8-b917-3c13dbc74212 req-87d1417e-7d05-468c-aad7-443898697f82 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0882807 Sep 15 10:47:51.349922 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9dafb3df-135d-4ec8-b917-3c13dbc74212 req-0ebb1f4d-96b6-4d87-8cee-afdd8f6d8598 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390248 Sep 15 10:47:51.737788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5e50ca2f-ddea-495d-8c2f-7d1a3faa1036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:52.560138 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:52.564191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc0115-dde5-4201-9542-78e55d3c6533 req-cecb9ec3-4179-425c-bd94-720c6ad4895a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:52.565649 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8afc0115-dde5-4201-9542-78e55d3c6533 req-cecb9ec3-4179-425c-bd94-720c6ad4895a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0938287 Sep 15 10:47:52.610651 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8afc0115-dde5-4201-9542-78e55d3c6533 req-a3cbdaad-3c8d-4448-90c0-20bae126026a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385892 Sep 15 10:47:52.819611 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb3be2-469e-4a89-a378-cb9479f55122 req-9845710e-9229-4200-a82c-0b996c7f09b6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:52.821117 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-90cb3be2-469e-4a89-a378-cb9479f55122 req-9845710e-9229-4200-a82c-0b996c7f09b6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0893760 Sep 15 10:47:52.868008 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-90cb3be2-469e-4a89-a378-cb9479f55122 req-fc5b71a9-51a7-430b-bffb-b13a067daa95 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411313 Sep 15 10:47:52.897353 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35614) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:52.974577 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41954192-0d83-41c0-b8fd-f838657f28b8 tempest-TestShelveInstance-2093219641 tempest-TestShelveInstance-2093219641-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:52.976088 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-41954192-0d83-41c0-b8fd-f838657f28b8 tempest-TestShelveInstance-2093219641 tempest-TestShelveInstance-2093219641-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1094 time: 0.0777512 Sep 15 10:47:52.978900 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35618) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:47:52.983716 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': '343b4b75-1406-46de-828c-ec9bbec621d1', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:47:52.989717 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:47:52.993527 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Usage tracker for resource:floatingip and tenant:60cd6db91449447e8ca393e1d79d5f9e is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:47:52.996416 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:47:53.002056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:47:53.017607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:53.072236 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:53.206062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:53.343451 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Allocated IP 172.26.7.92 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/fbe22100-fbd5-40a2-a2db-4d96cf1514be) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:47:53.490790 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:53.577759 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:53.640742 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:47:53.643387 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:47:53.647241 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:47:53.684949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'Port': ['ID=fbe22100-fbd5-40a2-a2db-4d96cf1514be,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:54.159613 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:54.321175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:54.528430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:54.569345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:54.597755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:54.702717 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event updated for resources: {'Port': ['ID=fbe22100-fbd5-40a2-a2db-4d96cf1514be,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:47:54.707148 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:54.878722 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Floating IP 439bd367-7b4a-461b-81a5-1f0743f3beb6 associated. External IP: 172.26.7.92, port: 343b4b75-1406-46de-828c-ec9bbec621d1. Sep 15 10:47:55.224073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:47:55.401518 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:47:55.411526 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] Sync routers for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:47:55.420656 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:47:55.421258 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:47:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:47:55.478214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:47:55.536352 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-69621e5d-aaf1-4336-83b5-3531a0ea0220 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5564244 Sep 15 10:47:55.537056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:47:55.539444 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}00a9ddea2e0e263b4fefbec369fd645fd301ce9335d025cff1a4f50c96476934" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:47:55.601115 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:47:55.663879 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1296d1d6-6d32-47e4-9639-92cb5e854151 x-openstack-request-id: req-1296d1d6-6d32-47e4-9639-92cb5e854151 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:47:55.664398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:47:55.664398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1296d1d6-6d32-47e4-9639-92cb5e854151 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:47:55.664778 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1296d1d6-6d32-47e4-9639-92cb5e854151'] response: {'name': 'network-changed', 'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1', 'status': 'completed', 'code': 200} Sep 15 10:47:55.921441 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-cac9f60e-ec7d-4f63-a333-4d4062edc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:55.922967 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-cac9f60e-ec7d-4f63-a333-4d4062edc595 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.1200302 Sep 15 10:47:55.967221 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '439bd367-7b4a-461b-81a5-1f0743f3beb6', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'port_id': '343b4b75-1406-46de-828c-ec9bbec621d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'mac_address': 'fa:16:3e:e6:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:47:54Z', 'updated_at': '2022-09-15T10:47:54Z', 'revision_number': 0, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:47:55.970995 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] Checking router: e501a2b3-4d9b-43c0-9b92-a6a788996dc7 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:47:55.979497 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:47:55.980081 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:47:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:47:56.056134 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-ddf763fe-b175-49a6-ac64-b14aaa8f4ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:56.057509 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-ddf763fe-b175-49a6-ac64-b14aaa8f4ca7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1291611 Sep 15 10:47:56.158222 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:47:56.162658 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-71f866cd-1497-464b-8e0f-9a78f5e8bfb8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 999 time: 0.0987465 Sep 15 10:47:56.225417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-41741c26-a18f-4b61-a1c1-f456a2feb887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:56.226930 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-41741c26-a18f-4b61-a1c1-f456a2feb887 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0585566 Sep 15 10:47:56.321054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-9b805979-734c-478c-aca4-645de416c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:47:56.322490 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-9b805979-734c-478c-aca4-645de416c3cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892630 Sep 15 10:47:56.455407 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-5c194f73-26b9-40ee-8d2d-009b1c85962f service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267481 Sep 15 10:47:56.506299 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '439bd367-7b4a-461b-81a5-1f0743f3beb6', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'port_id': '343b4b75-1406-46de-828c-ec9bbec621d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'mac_address': 'fa:16:3e:e6:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:47:54Z', 'updated_at': '2022-09-15T10:47:54Z', 'revision_number': 0, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:47:56.510183 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a74a9-5dea-45a8-a223-76bc6cd13ac6 None None] The sync data for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv is: [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': '439bd367-7b4a-461b-81a5-1f0743f3beb6', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'floating_ip_address': '172.26.7.92', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'port_id': '343b4b75-1406-46de-828c-ec9bbec621d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'mac_address': 'fa:16:3e:e6:53:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:47:54Z', 'updated_at': '2022-09-15T10:47:54Z', 'revision_number': 0, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:47:56.593510 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dfa7aa29-6f0b-4d55-8594-9f19a8f96267 req-dd5de139-bf44-43ab-9d69-3ca2f371f099 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320620 Sep 15 10:47:56.704092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd38735-58a0-4dd6-9845-641d54abed29 None None] New status for floating IP 439bd367-7b4a-461b-81a5-1f0743f3beb6: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:48:11.692624 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78d02974-2f09-4b17-92db-e1293d805d25 req-5c321121-6440-4c3a-b87a-a22fb48b61da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757282 Sep 15 10:48:11.856506 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d02974-2f09-4b17-92db-e1293d805d25 req-aaa910be-2aeb-4745-8114-3dc2c27c942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:48:11.858023 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78d02974-2f09-4b17-92db-e1293d805d25 req-aaa910be-2aeb-4745-8114-3dc2c27c942e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.0807276 Sep 15 10:48:12.001365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d02974-2f09-4b17-92db-e1293d805d25 req-926ef719-330d-4162-9469-5b36cdc9538c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:48:12.003572 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78d02974-2f09-4b17-92db-e1293d805d25 req-926ef719-330d-4162-9469-5b36cdc9538c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1270938 Sep 15 10:48:12.107773 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78d02974-2f09-4b17-92db-e1293d805d25 req-0faae944-d011-47b5-b136-3f9fb74bd09a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 1001 time: 0.0991585 Sep 15 10:48:12.169883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d02974-2f09-4b17-92db-e1293d805d25 req-478aa607-e268-40b1-9dcd-1480612e722d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:48:12.171298 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78d02974-2f09-4b17-92db-e1293d805d25 req-478aa607-e268-40b1-9dcd-1480612e722d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0575309 Sep 15 10:48:12.257245 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d02974-2f09-4b17-92db-e1293d805d25 req-36e01894-d0c2-4d91-a856-9f07799ac310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:48:12.258746 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78d02974-2f09-4b17-92db-e1293d805d25 req-36e01894-d0c2-4d91-a856-9f07799ac310 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807836 Sep 15 10:48:12.504568 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78d02974-2f09-4b17-92db-e1293d805d25 req-65476973-3834-4cf4-a724-ffb7c31d498e service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393782 Sep 15 10:48:12.637317 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-78d02974-2f09-4b17-92db-e1293d805d25 req-2cb43990-3c02-497c-b234-bd911d449c4f service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261604 Sep 15 10:48:19.706518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-24377f48-ad0e-4774-8b02-6fe363b5840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:20.133432 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:48:21.248568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:21.753732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4f2624fe-6c10-4540-af74-f9f54df1fc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:22.605587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:23.022785 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:24.614165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:49.677006 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3dadb130-5e32-4078-9bd2-e35605c4cc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:51.227939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:51.719154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f7c315d8-dfd3-4615-b849-3fce91c564f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:52.601532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:53.034063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:54.567538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:48:57.133052 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:49:12.052070 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-d23cba7e-ea78-49d9-95c6-04d429f0fd85 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796683 Sep 15 10:49:12.226365 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-a86d8c88-f827-4015-93b0-57cef46e91e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:49:12.227814 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-a86d8c88-f827-4015-93b0-57cef46e91e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.0812786 Sep 15 10:49:12.373550 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-19ad510b-8b87-47e0-adce-c01940292121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:49:12.375006 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-19ad510b-8b87-47e0-adce-c01940292121 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1281583 Sep 15 10:49:12.478640 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-4be5863d-f47e-43a9-a3da-45a9bca1a81e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 1001 time: 0.0964537 Sep 15 10:49:12.542452 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-037be7f9-32fa-4f57-b8c6-38f8ff0cd756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:49:12.543998 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-037be7f9-32fa-4f57-b8c6-38f8ff0cd756 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0592580 Sep 15 10:49:12.625217 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-2dba6f0a-bced-4472-af41-75785a7a676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:49:12.626747 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-2dba6f0a-bced-4472-af41-75785a7a676d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767033 Sep 15 10:49:12.755484 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-4f2ff039-b341-4387-b1e7-b6cccd9b1baa service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224022 Sep 15 10:49:12.892073 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e816792-0a9f-4a91-84a1-876e3d48060e req-f9ff3cdd-ea5a-4254-b4aa-7dfee20d4ce4 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251853 Sep 15 10:49:19.680980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6e38b6df-0454-40ce-9625-f9554960f64a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:21.223676 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:21.760591 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a8d9a25b-f75e-44c9-812f-db4bfd9a8da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:22.595241 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:23.004772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:24.576246 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:34.133965 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:49:49.674331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59810cda-00c4-48b9-ab74-b087ff24c0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:51.215636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:51.758653 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8ff01d51-bb64-4525-be8e-ffd27ea39ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:52.554000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:53.016956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:49:54.588426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:11.132957 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:50:13.584666 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-490e425c-4cac-404d-95b2-44fb3a9c1ad1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859623 Sep 15 10:50:13.746216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-bf6fb41c-47f5-4a47-adc3-4364b6897482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:13.747713 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-bf6fb41c-47f5-4a47-adc3-4364b6897482 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.0761411 Sep 15 10:50:13.887535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-2b00825a-c451-4c7a-86e2-8dc03d2d9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:13.888956 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-2b00825a-c451-4c7a-86e2-8dc03d2d9a67 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1236186 Sep 15 10:50:13.987992 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-9f70ae6e-7a59-4e94-afe2-d404e218368c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 1001 time: 0.0934803 Sep 15 10:50:14.139768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-6a899a88-f189-4934-ac9d-0360133f0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:14.141086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-6a899a88-f189-4934-ac9d-0360133f0896 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.1465118 Sep 15 10:50:14.221926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-2da8433f-fee1-4383-b3e9-6855e66ed0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:14.223361 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-2da8433f-fee1-4383-b3e9-6855e66ed0d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760479 Sep 15 10:50:14.351264 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-9f76e131-32a3-4670-96b8-fc3c2c1bc89e service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214924 Sep 15 10:50:14.480243 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-6fbc0b6a-5667-4160-8efd-f5c2dc9e714d req-1d4ef9fe-5ff9-4fcf-997f-35e3d110adf9 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219783 Sep 15 10:50:19.690752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8c3f2753-295f-4371-9150-655e8ab7a584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:21.227203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:21.730104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e93b008d-0a89-4406-80fb-425cf56e8f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:22.564114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:23.021333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:24.564380 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:35.398215 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953dedf8-5127-4efd-ad57-f8c99cacd181 req-7eed96c8-b4ff-4c9d-9a60-3be06606592b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:35.399696 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-953dedf8-5127-4efd-ad57-f8c99cacd181 req-7eed96c8-b4ff-4c9d-9a60-3be06606592b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.1049571 Sep 15 10:50:35.568559 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-953dedf8-5127-4efd-ad57-f8c99cacd181 req-125b7647-79db-48d5-81d7-0b776882b5ff tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632283 Sep 15 10:50:36.776225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f58bc0-d450-49a6-955f-a667855b71e6 req-0994e305-a702-47ac-ae25-c31ab78a416f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:36.777583 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b6f58bc0-d450-49a6-955f-a667855b71e6 req-0994e305-a702-47ac-ae25-c31ab78a416f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0857038 Sep 15 10:50:36.822250 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b6f58bc0-d450-49a6-955f-a667855b71e6 req-8667446a-22a3-4069-b1e2-ede098ea362b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384526 Sep 15 10:50:38.025590 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293875ae-b9e8-4c81-a027-2b8f70fc2c22 req-71cee375-664a-4b74-aace-1e5ef97c59fc tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:38.027060 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-293875ae-b9e8-4c81-a027-2b8f70fc2c22 req-71cee375-664a-4b74-aace-1e5ef97c59fc tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0896318 Sep 15 10:50:38.071157 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-293875ae-b9e8-4c81-a027-2b8f70fc2c22 req-35726706-0af2-4267-8464-8fb3dfcea689 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382578 Sep 15 10:50:39.288796 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd0f80-51a5-4f48-bf5c-64b1f694a3eb req-a351cde9-eb86-49e4-966b-9fa1cc3f8afd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:39.289927 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8cdd0f80-51a5-4f48-bf5c-64b1f694a3eb req-a351cde9-eb86-49e4-966b-9fa1cc3f8afd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0987575 Sep 15 10:50:39.335470 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-8cdd0f80-51a5-4f48-bf5c-64b1f694a3eb req-fede4c00-32c7-49b4-a15d-8aadebb27efc tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Sep 15 10:50:40.538337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d390e9c-9082-4959-a1a1-4e8e6ddb36b3 req-34d0125e-eb51-48fc-81e8-6b51a6fa46ed tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:40.539807 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1d390e9c-9082-4959-a1a1-4e8e6ddb36b3 req-34d0125e-eb51-48fc-81e8-6b51a6fa46ed tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0876319 Sep 15 10:50:40.583115 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1d390e9c-9082-4959-a1a1-4e8e6ddb36b3 req-530dc47e-c001-4677-ab5a-e26a13639229 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375736 Sep 15 10:50:41.790621 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c92e49-70e3-4b86-9046-9aea98f71085 req-9fe33ccb-aedb-423e-bf63-d27a8ae8c627 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:41.792060 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-83c92e49-70e3-4b86-9046-9aea98f71085 req-9fe33ccb-aedb-423e-bf63-d27a8ae8c627 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0897195 Sep 15 10:50:41.834974 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-83c92e49-70e3-4b86-9046-9aea98f71085 req-7e2e686f-a30c-4183-b128-533fbc8a98a0 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365784 Sep 15 10:50:43.048780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d354c-5569-49c0-a89a-e009939d5a8b req-2b1c74e3-f309-4fd5-97ae-b3b772b8728a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:43.050165 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ac7d354c-5569-49c0-a89a-e009939d5a8b req-2b1c74e3-f309-4fd5-97ae-b3b772b8728a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0919845 Sep 15 10:50:43.092856 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ac7d354c-5569-49c0-a89a-e009939d5a8b req-4e417002-7b55-4fe1-97d1-e55490361436 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369670 Sep 15 10:50:44.298691 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204e963-1c7b-4e22-a559-76548f828c05 req-779bd3fd-720b-43f6-87b8-91b54fbc71b1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:44.300156 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d204e963-1c7b-4e22-a559-76548f828c05 req-779bd3fd-720b-43f6-87b8-91b54fbc71b1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0886621 Sep 15 10:50:44.344337 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d204e963-1c7b-4e22-a559-76548f828c05 req-4829d00c-2f6a-4da6-965e-3dc93a5be421 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374370 Sep 15 10:50:45.555238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24837f1-18bd-45e0-b641-dc36cb6dde6d req-8404f371-3fa3-4fc4-9ece-f8a51f3b79df tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:45.556684 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f24837f1-18bd-45e0-b641-dc36cb6dde6d req-8404f371-3fa3-4fc4-9ece-f8a51f3b79df tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0938799 Sep 15 10:50:45.603434 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-f24837f1-18bd-45e0-b641-dc36cb6dde6d req-bef76739-6d4a-4700-8bf1-ded14ca6599f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 Sep 15 10:50:45.636268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-4f220ed4-238b-471e-8e07-297e1c2b9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:45.637731 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-4f220ed4-238b-471e-8e07-297e1c2b9ca0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.0834610 Sep 15 10:50:45.765336 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-9b9e0a76-9480-44a8-a5ed-6bb9ad3cfefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:45.766790 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-9b9e0a76-9480-44a8-a5ed-6bb9ad3cfefc service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1230168 Sep 15 10:50:45.868457 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-0ef989ad-abc0-4e89-ba89-5a706c51c340 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 1001 time: 0.0961919 Sep 15 10:50:45.929070 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-70e32dfa-b9c5-44f4-81a6-efd27a4f0940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:45.930476 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-70e32dfa-b9c5-44f4-81a6-efd27a4f0940 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0566666 Sep 15 10:50:46.014192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-d6741ab0-5ecd-42e0-be00-73f82645d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:46.015887 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-d6741ab0-5ecd-42e0-be00-73f82645d38e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804036 Sep 15 10:50:46.144986 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-3ef714ba-63a8-4be9-a589-0fc6faeb7717 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232817 Sep 15 10:50:46.273006 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8d66b4c4-877a-48c0-920b-b643e7c3f2b5 req-ede6b3fa-0650-4f45-a0ac-ff27b7a00170 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215143 Sep 15 10:50:46.809323 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18211d6-9831-4293-b476-1e11c6b3b623 req-58abda4d-d2a0-4838-8769-5aa90f3a6c0d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:46.810804 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b18211d6-9831-4293-b476-1e11c6b3b623 req-58abda4d-d2a0-4838-8769-5aa90f3a6c0d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0850227 Sep 15 10:50:46.858101 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-b18211d6-9831-4293-b476-1e11c6b3b623 req-1bcfb42e-0c02-45a7-ac44-ead6aa8abcde tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415499 Sep 15 10:50:48.063270 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c1affb-d9ef-4fe8-b57f-9afc955b5cf5 req-d02e6846-fc35-4c16-8e3c-57cf8c5cebf6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:48.064727 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-47c1affb-d9ef-4fe8-b57f-9afc955b5cf5 req-d02e6846-fc35-4c16-8e3c-57cf8c5cebf6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0883067 Sep 15 10:50:48.108117 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-47c1affb-d9ef-4fe8-b57f-9afc955b5cf5 req-47f9c694-f3c8-44ad-a2b8-1eb1c955e8ee tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375698 Sep 15 10:50:48.132018 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:50:49.319755 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2fe6b-95bc-41d9-b869-8e7f9c286d14 req-202aee38-4206-4a6a-b52f-6730dd574a6a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:49.321230 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1a2fe6b-95bc-41d9-b869-8e7f9c286d14 req-202aee38-4206-4a6a-b52f-6730dd574a6a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0944433 Sep 15 10:50:49.366913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d1a2fe6b-95bc-41d9-b869-8e7f9c286d14 req-c722ef1b-bd9e-400f-9ee3-c5570178bd39 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397546 Sep 15 10:50:49.677638 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65919583-4bbe-4e14-9578-06e016b09995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:49.895294 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b040f9-00b9-47fd-b428-584463f62257 req-232b4e6b-f2ff-4781-9f33-23b44a80918a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:49.896787 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-96b040f9-00b9-47fd-b428-584463f62257 req-232b4e6b-f2ff-4781-9f33-23b44a80918a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0906739 Sep 15 10:50:49.923215 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-5b0f4927-e9d3-4117-b1cf-785cd541d038 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1147692 Sep 15 10:50:49.946881 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-96b040f9-00b9-47fd-b428-584463f62257 req-6f85544a-3b65-4e75-a184-587b0d557881 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Sep 15 10:50:50.400000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 343b4b75-1406-46de-828c-ec9bbec621d1 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:50:50.516702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 343b4b75-1406-46de-828c-ec9bbec621d1 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:50:50.517082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:50.543407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:50:50.552342 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:50:50.584626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1729042a8b4375786475153b3f3eae1f6907026a62fa58bf8f8e7699d0112997" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd981411-805f-423c-be5c-ec6d3b83e480" -d '{"events": [{"server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "name": "network-vif-unplugged", "status": "completed", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:50:50.620890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:50.673776 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 15 Sep 2022 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855b978a-ce1e-49f6-b90e-0cf74cd1929b x-openstack-request-id: req-855b978a-ce1e-49f6-b90e-0cf74cd1929b {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:50:50.674099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "name": "network-vif-unplugged", "status": "failed", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1", "code": 422}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:50:50.674348 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-855b978a-ce1e-49f6-b90e-0cf74cd1929b {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:50:50.674736 dv-neutron-857775-1-hyperv neutron-server[89670]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-855b978a-ce1e-49f6-b90e-0cf74cd1929b']: {'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1', 'code': 422} returned with failed status Sep 15 10:50:50.692512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:50:50.699813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.700156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.700487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.700813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.701148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.701461 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.701780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.702124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.702441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.702757 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.703072 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:50.704087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:50:51.153500 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c2ccd-89ff-4412-ae9a-8b7c0accb6ec req-2a19607c-dc19-4e33-92fa-4c667cd021c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:51.155023 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-804c2ccd-89ff-4412-ae9a-8b7c0accb6ec req-2a19607c-dc19-4e33-92fa-4c667cd021c4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0872154 Sep 15 10:50:51.199175 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-804c2ccd-89ff-4412-ae9a-8b7c0accb6ec req-8290f673-c17d-4b3d-8ee7-b22499dd55f7 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384440 Sep 15 10:50:51.209415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:51.717887 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cc8e3c58-d65d-4ccb-94d4-425cb961f1a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:52.409970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03031e-d7d0-474f-9fdb-2982a73f96d3 req-eb77524d-92f5-49ab-b31c-b8d423540ce5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:52.411946 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1c03031e-d7d0-474f-9fdb-2982a73f96d3 req-eb77524d-92f5-49ab-b31c-b8d423540ce5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0932245 Sep 15 10:50:52.457102 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-1c03031e-d7d0-474f-9fdb-2982a73f96d3 req-2b3601f9-bc1e-4f41-a60a-5a1f6bae5545 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392792 Sep 15 10:50:52.557846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:53.043265 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:53.658526 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e7e2d-8eb3-47aa-87fb-5dd3de328e88 req-91add985-1c29-410f-bd26-b78759aedd69 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:53.659981 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bf0e7e2d-8eb3-47aa-87fb-5dd3de328e88 req-91add985-1c29-410f-bd26-b78759aedd69 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0852950 Sep 15 10:50:53.708310 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bf0e7e2d-8eb3-47aa-87fb-5dd3de328e88 req-3d6b1a17-9864-4666-a5e5-352bc19c20bc tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Sep 15 10:50:54.552225 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:50:54.915078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d67e7-db2a-4dfc-8289-f53794edb32b req-c22f3fc8-cd51-4cee-be28-73278f85ec5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:54.916555 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0c9d67e7-db2a-4dfc-8289-f53794edb32b req-c22f3fc8-cd51-4cee-be28-73278f85ec5a tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0862846 Sep 15 10:50:54.962202 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-0c9d67e7-db2a-4dfc-8289-f53794edb32b req-462dbde9-09b3-4d9e-ba39-9a3669dd262d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392931 Sep 15 10:50:56.172737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3642a29f-df42-4956-ad04-fc99f713aa02 req-c3997e8d-e994-4c86-8247-77b7019ed629 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:56.174241 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3642a29f-df42-4956-ad04-fc99f713aa02 req-c3997e8d-e994-4c86-8247-77b7019ed629 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0913808 Sep 15 10:50:56.218781 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3642a29f-df42-4956-ad04-fc99f713aa02 req-27571321-a270-4f51-9406-c67c41cae018 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388503 Sep 15 10:50:57.431316 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232066f2-377e-445f-a95e-28bc5f1169a6 req-08b19ad0-0969-4506-918e-4c47276ffddd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:57.432795 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-232066f2-377e-445f-a95e-28bc5f1169a6 req-08b19ad0-0969-4506-918e-4c47276ffddd tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0883782 Sep 15 10:50:57.479598 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-232066f2-377e-445f-a95e-28bc5f1169a6 req-4745d269-e1fa-4673-9048-49d0751bf2d6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404313 Sep 15 10:50:57.833001 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-8bf3a82b-2312-4008-b275-825c0a967885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:57.834506 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-8bf3a82b-2312-4008-b275-825c0a967885 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44&tenant_id=60cd6db91449447e8ca393e1d79d5f9e HTTP/1.1" status: 200 len: 1097 time: 0.0805237 Sep 15 10:50:57.945168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-1e516526-8f97-4e92-b425-fc84ea8077b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:57.946662 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-1e516526-8f97-4e92-b425-fc84ea8077b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1097 time: 0.0759110 Sep 15 10:50:58.072767 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-678a8308-693f-424e-bfa2-f0bd2353c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:58.074219 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-678a8308-693f-424e-bfa2-f0bd2353c447 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1215143 Sep 15 10:50:58.268130 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-4eac772e-a004-4b24-94f4-8cd64b9fdd0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 999 time: 0.1877406 Sep 15 10:50:58.333845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-e71b78c6-6703-42b0-9cfa-86ae7ac4f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:58.335401 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-e71b78c6-6703-42b0-9cfa-86ae7ac4f9b5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0589304 Sep 15 10:50:58.423959 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-198ad4e8-bf70-4b35-b1df-8693c54b3e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:58.425350 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-198ad4e8-bf70-4b35-b1df-8693c54b3e08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838897 Sep 15 10:50:58.555196 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-2f6755c9-4428-49d8-b6b3-9e0996221443 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236570 Sep 15 10:50:58.688162 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b7660-9290-4f92-af02-117721603473 req-3ea26284-4b12-4f23-9c39-f67dee485788 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:58.688974 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-56088849-12f8-4fb6-950e-e12e08d11682 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273913 Sep 15 10:50:58.690304 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-075b7660-9290-4f92-af02-117721603473 req-3ea26284-4b12-4f23-9c39-f67dee485788 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0888309 Sep 15 10:50:58.734818 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-075b7660-9290-4f92-af02-117721603473 req-23b015d0-05fb-4ef3-83c1-c10423bc1281 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381300 Sep 15 10:50:59.948227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc06920-fcf9-4634-94d8-c30b07d05890 req-7f8519f3-6fd1-4282-947f-46f9b46899b6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:50:59.949678 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bcc06920-fcf9-4634-94d8-c30b07d05890 req-7f8519f3-6fd1-4282-947f-46f9b46899b6 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0956607 Sep 15 10:50:59.994088 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-bcc06920-fcf9-4634-94d8-c30b07d05890 req-51a21e2b-8672-45d8-95c3-d2466ebe9dcb tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378501 Sep 15 10:51:01.197991 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44224086-725e-4931-9852-85be7ad48d60 req-23339d25-f5d4-4102-a72c-3c00ea31a7a3 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:01.199455 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-44224086-725e-4931-9852-85be7ad48d60 req-23339d25-f5d4-4102-a72c-3c00ea31a7a3 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0853467 Sep 15 10:51:01.245869 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-44224086-725e-4931-9852-85be7ad48d60 req-c0de1148-2798-4e83-bd43-96585a874400 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402124 Sep 15 10:51:02.452449 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e6cd2-236f-47c5-afea-45e913c064cc req-65ce6149-9e7e-4d9a-8115-03e3b942d541 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:02.453987 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-877e6cd2-236f-47c5-afea-45e913c064cc req-65ce6149-9e7e-4d9a-8115-03e3b942d541 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0862827 Sep 15 10:51:02.496479 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-877e6cd2-236f-47c5-afea-45e913c064cc req-e85eec91-a5a1-41cc-8a80-a1128de12ca5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368943 Sep 15 10:51:03.801698 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23f024-b879-41fd-b1a2-d1e96f99e389 req-e997adf7-dcc2-4c1c-9e84-023cb0433d08 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:03.803192 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9e23f024-b879-41fd-b1a2-d1e96f99e389 req-e997adf7-dcc2-4c1c-9e84-023cb0433d08 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.1876328 Sep 15 10:51:03.846896 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-9e23f024-b879-41fd-b1a2-d1e96f99e389 req-b7a54cf2-91d3-4a1f-8c8e-5c9d15714fff tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379872 Sep 15 10:51:05.051852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33edfcff-5cec-422b-8fdb-571354029c29 req-95513c1a-c2c9-4c6d-95f7-86468dc6c11e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:05.053313 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-33edfcff-5cec-422b-8fdb-571354029c29 req-95513c1a-c2c9-4c6d-95f7-86468dc6c11e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0875673 Sep 15 10:51:05.095540 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-33edfcff-5cec-422b-8fdb-571354029c29 req-d538a6ea-9327-4270-ba89-e1378ad6ac4c tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366173 Sep 15 10:51:06.305692 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48002b77-0682-4f67-9f20-a34620753041 req-86ff9427-d6e4-426f-b07f-b9a7e692f15e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:06.307153 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-48002b77-0682-4f67-9f20-a34620753041 req-86ff9427-d6e4-426f-b07f-b9a7e692f15e tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 944 time: 0.0893691 Sep 15 10:51:06.351282 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-48002b77-0682-4f67-9f20-a34620753041 req-84410571-a84b-4977-872b-f210a631a644 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384710 Sep 15 10:51:06.471716 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 343b4b75-1406-46de-828c-ec9bbec621d1 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:51:06.602390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:51:06.615632 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': '343b4b75-1406-46de-828c-ec9bbec621d1', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'port_id': '343b4b75-1406-46de-828c-ec9bbec621d1', 'mac_address': 'fa:16:3e:e6:53:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:51:06.672307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 343b4b75-1406-46de-828c-ec9bbec621d1 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:51:06.673356 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:06.690252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 343b4b75-1406-46de-828c-ec9bbec621d1 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:51:06.705921 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:51:06.763850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:06.829055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:51:07.075660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['343b4b75-1406-46de-828c-ec9bbec621d1'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:51:07.556175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930fa29-2e31-4737-9901-d217a8405a62 req-e22530af-5238-4183-aa6f-8863df417059 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:07.557918 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d930fa29-2e31-4737-9901-d217a8405a62 req-e22530af-5238-4183-aa6f-8863df417059 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 945 time: 0.0899484 Sep 15 10:51:07.601238 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-d930fa29-2e31-4737-9901-d217a8405a62 req-485d012c-6280-4f1b-800f-b8fbbed6d551 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376284 Sep 15 10:51:08.471001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 343b4b75-1406-46de-828c-ec9bbec621d1 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:51:08.538475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port 343b4b75-1406-46de-828c-ec9bbec621d1 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:51:08.538843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:08.655377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port 343b4b75-1406-46de-828c-ec9bbec621d1 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:51:08.655752 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:08.682834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:51:08.685093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1729042a8b4375786475153b3f3eae1f6907026a62fa58bf8f8e7699d0112997" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682677ce-d6ef-4b92-a89c-b0270b287e5d" -d '{"events": [{"server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "name": "network-vif-plugged", "status": "completed", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:51:08.693537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:51:08.762926 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:08.808734 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c772381a-4f45-4ed2-b946-c2e8af197ee2 req-f33e1f58-8077-4d69-8c92-04655162611b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:08.810332 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c772381a-4f45-4ed2-b946-c2e8af197ee2 req-f33e1f58-8077-4d69-8c92-04655162611b tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0897009 Sep 15 10:51:08.835137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:51:08.855994 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c772381a-4f45-4ed2-b946-c2e8af197ee2 req-4de2ccf4-4b31-4ad7-a8d1-a0d631eb74d5 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388739 Sep 15 10:51:08.906041 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6749f134-51e9-4f9f-8bfb-7f46d56f6035 x-openstack-request-id: req-6749f134-51e9-4f9f-8bfb-7f46d56f6035 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:51:08.906332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "name": "network-vif-plugged", "status": "completed", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:51:08.906585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6749f134-51e9-4f9f-8bfb-7f46d56f6035 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:51:08.906982 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6749f134-51e9-4f9f-8bfb-7f46d56f6035'] response: {'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1', 'code': 200} Sep 15 10:51:09.313013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e22fc7-cb94-4e70-9d54-9b27cef67a29 req-e89b7c3d-5a1a-4576-8692-46fff40412f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:09.314573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-01e22fc7-cb94-4e70-9d54-9b27cef67a29 req-e89b7c3d-5a1a-4576-8692-46fff40412f6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.0771344 Sep 15 10:51:09.355264 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-01e22fc7-cb94-4e70-9d54-9b27cef67a29 req-605a690e-356d-47a6-8d04-0669d9953177 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349000 Sep 15 10:51:10.067633 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a44ae-6fc7-4879-ba75-2f302518319a req-6d76abf2-c2bd-4710-87a8-ea450aa929ae tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:10.069093 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-779a44ae-6fc7-4879-ba75-2f302518319a req-6d76abf2-c2bd-4710-87a8-ea450aa929ae tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0896008 Sep 15 10:51:10.115090 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-779a44ae-6fc7-4879-ba75-2f302518319a req-ba66f41c-a8bc-4909-a968-26c718e54fa1 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380626 Sep 15 10:51:11.318458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1208a-9076-4692-9402-9ae4f66a6c7f req-f06e802b-f656-46ec-b473-7749ff2bb2ea tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:11.321639 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffd1208a-9076-4692-9402-9ae4f66a6c7f req-f06e802b-f656-46ec-b473-7749ff2bb2ea tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.0909905 Sep 15 10:51:11.368199 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-ffd1208a-9076-4692-9402-9ae4f66a6c7f req-6bf262ea-e4d2-46ce-acab-4a5d4ef2eb24 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Sep 15 10:51:13.046825 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-b6de9d36-77d2-4873-9130-76a92d516e30 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794575 Sep 15 10:51:13.205455 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-ead39beb-1aa9-44c3-85a6-d3d70ed937ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:13.206932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-ead39beb-1aa9-44c3-85a6-d3d70ed937ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.0773203 Sep 15 10:51:13.347692 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-8f683866-6d6f-4406-8e8d-cbee8c43787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:13.349140 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-8f683866-6d6f-4406-8e8d-cbee8c43787f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1251025 Sep 15 10:51:13.451587 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-2d683797-9ea7-49e0-9d7b-6fcd700d35a7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 1001 time: 0.0963271 Sep 15 10:51:13.511950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-53747575-afd5-49b3-a198-85e5f297bc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:13.513327 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-53747575-afd5-49b3-a198-85e5f297bc39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0560682 Sep 15 10:51:13.596822 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-2335b125-ca68-4202-82d9-0fbfbb403a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:51:13.598255 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-2335b125-ca68-4202-82d9-0fbfbb403a3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794497 Sep 15 10:51:13.735244 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-6491cdd1-c3da-45e9-b663-237a32aa341b service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296120 Sep 15 10:51:13.864717 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-5376ce05-81f4-40bb-9078-b72e4fbd6f51 req-aeaeafd9-c71a-4110-9e7d-18b23396e6a7 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234834 Sep 15 10:51:19.659872 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-faa5cfd7-70e3-48ba-b487-4000ea8f152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:21.219737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:21.728895 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-12b2e70f-7e28-4730-9c75-6d8e5d4e122a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:22.671069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:23.025068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:24.551487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:25.131116 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:51:49.658264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0977a0cd-f7bf-46ba-8b0f-1e5f3c1fe042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:51.253373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:51.709681 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-86fc8258-157c-47ef-b34f-17473e7be093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:52.561764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:53.081814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:51:54.562513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:02.130819 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:52:14.744603 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-bf529cd5-b116-4b18-b718-8f5d46726fef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0762839 Sep 15 10:52:14.908594 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-cf6ced28-aa67-4972-87e3-b437484e0c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:52:14.910095 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-cf6ced28-aa67-4972-87e3-b437484e0c15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.0828428 Sep 15 10:52:15.150958 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-d95af7f6-71d3-46c0-b3f1-9aad56785833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:52:15.152408 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-d95af7f6-71d3-46c0-b3f1-9aad56785833 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.2251339 Sep 15 10:52:15.256291 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-8d04e3aa-ce53-480c-8594-a7b4f242b857 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 1001 time: 0.0965359 Sep 15 10:52:15.320628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-72572914-4838-4f65-9357-a84b24fc1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:52:15.322077 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-72572914-4838-4f65-9357-a84b24fc1223 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0601907 Sep 15 10:52:15.410677 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-ab7d7a59-cbda-4714-8d31-ac72c5cf2af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:52:15.412124 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-ab7d7a59-cbda-4714-8d31-ac72c5cf2af6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837152 Sep 15 10:52:15.423012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-33347f1e-552d-4a1a-9ddb-3dedc04b13e5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 10:52:15.423979 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-33347f1e-552d-4a1a-9ddb-3dedc04b13e5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050118 Sep 15 10:52:15.557135 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-4f438d93-8cf8-483a-853a-c3c1205dfbf1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274886 Sep 15 10:52:15.689019 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-f5053e93-9383-4eb2-b161-d4285bce1f52 req-20503b9f-b18b-459e-aad5-9d1c02a9d7ac service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256812 Sep 15 10:52:19.681546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eacec989-03cc-4fb7-8865-6699dc7ebd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:21.218771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:21.738964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9f12a9c-74e7-4461-aad1-653a901b9d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:22.578543 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:23.024069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:24.612014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:39.130487 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:52:49.662095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-70ddf6e4-0afa-4860-ae1a-5f393386169f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:51.235014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:51.736124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2524ffa1-3ab4-473e-8e51-66278b92cd55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:52.578085 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:53.035184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:53.730923 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-1998e38c-ae77-41b5-8bb8-f118ece6df34 req-238924ca-2f12-4362-a465-5f334c57a948 service neutron] (89668) timed out ('10.222.0.62', 34148) {{(pid=89668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 10:52:54.584186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:52:59.704669 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35854) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:00.223247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Deleting port fbe22100-fbd5-40a2-a2db-4d96cf1514be {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:00.223589 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:00.395902 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:00.396227 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:00.515852 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Calling delete_port for fbe22100-fbd5-40a2-a2db-4d96cf1514be owned by network:floatingip {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:00.729947 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:00.777619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event deleted for resources: {'Port': ['ID=fbe22100-fbd5-40a2-a2db-4d96cf1514be,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:00.825912 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.826265 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.826604 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.826937 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.827266 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.827593 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.827916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.828237 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.828560 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.828877 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.829194 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.829512 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:00.888832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for floatingip, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:00.889167 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Floating IP 439bd367-7b4a-461b-81a5-1f0743f3beb6 disassociated (deleted). External IP: 172.26.7.92, port: 343b4b75-1406-46de-828c-ec9bbec621d1. Sep 15 10:53:01.339238 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:53:01.515921 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:53:01.525949 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] Sync routers for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:53:01.532348 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:01.535760 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:01.536427 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:01.587147 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-50acf0c4-81d7-4c3a-a60f-ce3030c6f17d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "DELETE /v2.0/floatingips/439bd367-7b4a-461b-81a5-1f0743f3beb6 HTTP/1.1" status: 204 len: 168 time: 1.8813896 Sep 15 10:53:01.587728 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:53:01.707274 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f61f805a0ec9d897419e82e9c201e61c180829f70150e8b32e89275c2f84ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0142cd-19ae-48cf-8cb9-f5f728346b14" -d '{"events": [{"name": "network-changed", "server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:53:01.723115 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:02.034437 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:02.038899 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] Checking router: e501a2b3-4d9b-43c0-9b92-a6a788996dc7 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:53:02.047360 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:02.047959 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:02.083360 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57e30a6-c7fd-40ea-9ec1-013c0233ea7c x-openstack-request-id: req-f57e30a6-c7fd-40ea-9ec1-013c0233ea7c {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:53:02.083840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:53:02.083928 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f57e30a6-c7fd-40ea-9ec1-013c0233ea7c {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:53:02.084335 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57e30a6-c7fd-40ea-9ec1-013c0233ea7c'] response: {'name': 'network-changed', 'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1', 'status': 'completed', 'code': 200} Sep 15 10:53:02.238238 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:02.270932 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-a28ffb2c-6fb6-44cc-97b7-7106bdf76b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:02.274005 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-a28ffb2c-6fb6-44cc-97b7-7106bdf76b38 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 1099 time: 0.1393521 Sep 15 10:53:02.318087 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26847d9f-f009-493d-b9f4-14fff560f688 req-e63bc45d-d6bb-401a-928f-be2e0c24bed4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:02.318814 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-26847d9f-f009-493d-b9f4-14fff560f688 req-e63bc45d-d6bb-401a-928f-be2e0c24bed4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Synchronizing usage tracker for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:53:02.406351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-26847d9f-f009-493d-b9f4-14fff560f688 req-e63bc45d-d6bb-401a-928f-be2e0c24bed4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Unset dirty status for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:53:02.407553 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-26847d9f-f009-493d-b9f4-14fff560f688 req-e63bc45d-d6bb-401a-928f-be2e0c24bed4 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.2317350 Sep 15 10:53:02.422013 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-61618ae9-5032-4831-8794-b93f9f6ea591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:02.423525 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-61618ae9-5032-4831-8794-b93f9f6ea591 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 200 len: 910 time: 0.1414304 Sep 15 10:53:02.454650 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-26847d9f-f009-493d-b9f4-14fff560f688 req-c604b10a-a6e4-4076-bf35-6f990c534dad tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398614 Sep 15 10:53:02.495405 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-29ade1c7-2510-4585-a768-727138c5efdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 200 len: 217 time: 0.0657446 Sep 15 10:53:02.558033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-b2535b6b-243d-481e-9707-004658e55253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:02.559408 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-b2535b6b-243d-481e-9707-004658e55253 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 200 len: 848 time: 0.0583870 Sep 15 10:53:02.563226 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:02.567128 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df90358f-c62f-4949-8bac-2a818f68b3dc None None] The sync data for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv is: [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:25Z', 'revision_number': 4, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'ec1e424c-f55e-4ff6-94cf-2756e133dcab', 'name': '', 'network_id': 'e1866630-3156-484d-9c58-c4fc3ba59f9a', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'mac_address': 'fa:16:3e:07:f5:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:24Z', 'updated_at': '2022-09-15T10:42:32Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'subnets': [{'id': '64f0c688-472a-412c-aaae-99ad0fb0b3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:53:02.647934 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-9c05035d-f220-4330-b6a9-bbb64df4851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:02.649427 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-9c05035d-f220-4330-b6a9-bbb64df4851e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1866630-3156-484d-9c58-c4fc3ba59f9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839791 Sep 15 10:53:02.782444 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3224e37a-9998-4c8c-85ac-dd035bb92a5e None None] New status for floating IP 439bd367-7b4a-461b-81a5-1f0743f3beb6: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:53:02.788611 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-e6e4c2b4-eeeb-4bd9-9353-601dd63dcd08 service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318231 Sep 15 10:53:02.921729 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf0142cd-19ae-48cf-8cb9-f5f728346b14 req-47848385-23d7-4674-a0a8-1bea2aef337b service neutron] 10.222.0.16 "GET /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269066 Sep 15 10:53:03.677393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c90c70-e739-4406-adf7-48e48feea001 req-5438da68-cbba-42bb-aad9-e38d11edde54 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:03.679876 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53c90c70-e739-4406-adf7-48e48feea001 req-5438da68-cbba-42bb-aad9-e38d11edde54 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.1037059 Sep 15 10:53:03.723925 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-53c90c70-e739-4406-adf7-48e48feea001 req-6f41a137-7e7e-40f2-bdbd-6d4e0fcf3ba3 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/security-groups?id=a71bfcba-8835-4866-82c8-f96f6c37cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383432 Sep 15 10:53:03.891233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-050093b2-2018-48f8-9c8b-74c2dc22b409 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:03.891824 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-050093b2-2018-48f8-9c8b-74c2dc22b409 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Synchronizing usage tracker for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:port {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:53:03.903757 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-050093b2-2018-48f8-9c8b-74c2dc22b409 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Unset dirty status for tenant:60cd6db91449447e8ca393e1d79d5f9e on resource:port {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:53:03.904817 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-050093b2-2018-48f8-9c8b-74c2dc22b409 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 946 time: 0.1004653 Sep 15 10:53:03.973557 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Deleting port 343b4b75-1406-46de-828c-ec9bbec621d1 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:03.973837 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:04.339182 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] For port 343b4b75-1406-46de-828c-ec9bbec621d1, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=343b4b75-1406-46de-828c-ec9bbec621d1,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:04.339539 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:04.465335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Calling delete_port for 343b4b75-1406-46de-828c-ec9bbec621d1 owned by compute:nova {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:04.667419 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:04.722315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event deleted for resources: {'Port': ['ID=343b4b75-1406-46de-828c-ec9bbec621d1,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:04.764961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.765625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.765625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.765999 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.766320 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.766643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.766961 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.767280 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.767596 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.767912 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.770017 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.770344 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:04.822285 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] No DVR routers for this DVR port 343b4b75-1406-46de-828c-ec9bbec621d1 on host hv-neutron-8577 {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:53:04.824684 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:04.827237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'name': 'network-vif-deleted', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:53:04.873133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e891822e0f440e03408010a1ce9a572e167849dfd791eee173a8294f46673ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6056fd-facc-41cb-aab0-ec3d12babb85" -d '{"events": [{"server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "name": "network-vif-deleted", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:53:04.908612 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-752ac89e-e85e-47fa-9b4a-6891864a4f1d req-46b56bdb-d83a-4812-9462-249897974624 tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 210 time: 0.0563929 Sep 15 10:53:04.927391 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca11d44f-4d23-49d2-9d3c-22c3cfeb9af0 req-73c2c2e8-6062-448f-9d16-a69dad75784f tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.16 "DELETE /v2.0/ports/343b4b75-1406-46de-828c-ec9bbec621d1 HTTP/1.1" status: 204 len: 173 time: 1.0176790 Sep 15 10:53:05.004356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb1c7cb-7288-4962-9308-a93de0b61b60 x-openstack-request-id: req-7eb1c7cb-7288-4962-9308-a93de0b61b60 {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:53:05.004622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ae0b90-5093-4f3a-afe8-48c7d4af9b44", "name": "network-vif-deleted", "tag": "343b4b75-1406-46de-828c-ec9bbec621d1", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:53:05.004918 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7eb1c7cb-7288-4962-9308-a93de0b61b60 {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:53:05.005313 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb1c7cb-7288-4962-9308-a93de0b61b60'] response: {'server_uuid': '34ae0b90-5093-4f3a-afe8-48c7d4af9b44', 'name': 'network-vif-deleted', 'tag': '343b4b75-1406-46de-828c-ec9bbec621d1', 'status': 'completed', 'code': 200} Sep 15 10:53:06.092171 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4b173278-d275-42cc-a142-4c14231ce044 req-23cb17c1-0841-4942-b47a-4ee02bee8e3d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ae0b90-5093-4f3a-afe8-48c7d4af9b44 HTTP/1.1" status: 200 len: 210 time: 0.0496328 Sep 15 10:53:06.989295 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 343b4b75-1406-46de-828c-ec9bbec621d1 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:53:07.024882 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] No Port match for: 343b4b75-1406-46de-828c-ec9bbec621d1 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:53:07.025223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device 343b4b75-1406-46de-828c-ec9bbec621d1 not bound to the agent host hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:53:07.203065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35898) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:07.275594 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5dc864e6-0813-4772-8c13-446347e63d6d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:07.306278 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5dc864e6-0813-4772-8c13-446347e63d6d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:07.446809 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5dc864e6-0813-4772-8c13-446347e63d6d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:07.466149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc864e6-0813-4772-8c13-446347e63d6d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71bfcba-8835-4866-82c8-f96f6c37cd6b,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:07.548528 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5dc864e6-0813-4772-8c13-446347e63d6d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:07.549663 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5dc864e6-0813-4772-8c13-446347e63d6d tempest-TestShelveInstance-600386150 tempest-TestShelveInstance-600386150-project] 10.222.0.62 "DELETE /v2.0/security-groups/a71bfcba-8835-4866-82c8-f96f6c37cd6b HTTP/1.1" status: 204 len: 168 time: 0.3456206 Sep 15 10:53:07.670052 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35904) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:08.468561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:08.822819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Deleting port ec1e424c-f55e-4ff6-94cf-2756e133dcab {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:08.823154 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:08.995761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] For port ec1e424c-f55e-4ff6-94cf-2756e133dcab, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=ec1e424c-f55e-4ff6-94cf-2756e133dcab,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:08.996119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:09.116119 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Calling delete_port for ec1e424c-f55e-4ff6-94cf-2756e133dcab owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:09.495659 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:09.545649 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1e424c-f55e-4ff6-94cf-2756e133dcab,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:09.923924 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:10.273179 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:53:10.453107 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:53:10.462023 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] Sync routers for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:53:10.464951 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1347ed24-0159-4f46-931f-71b7656fbb79 admin admin] 10.222.0.62 "PUT /v2.0/routers/e501a2b3-4d9b-43c0-9b92-a6a788996dc7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7937913 Sep 15 10:53:10.467459 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35910) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:10.471339 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:10.472073 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:10.640650 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:10.691472 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:10.819349 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:10.913558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Deleting port deeeaa29-a297-42a4-9e68-87bf64270d9f {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:10.913936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:10.968655 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160'}], 'enable_snat': True}, 'gw_port_id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:53:09Z', 'revision_number': 5, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port': {'id': 'deeeaa29-a297-42a4-9e68-87bf64270d9f', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:d5:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:42:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:10.972563 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] Checking router: e501a2b3-4d9b-43c0-9b92-a6a788996dc7 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:53:10.981745 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] Routers {'e501a2b3-4d9b-43c0-9b92-a6a788996dc7'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:10.982372 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:11.084379 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] For port deeeaa29-a297-42a4-9e68-87bf64270d9f, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=deeeaa29-a297-42a4-9e68-87bf64270d9f,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:11.084730 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:11.137936 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] Set router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:11.210163 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Calling delete_port for deeeaa29-a297-42a4-9e68-87bf64270d9f owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:11.244807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:53:10Z', 'revision_number': 6, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:11.249212 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d1072f-31e7-4d98-accc-9d7bbd543401 None None] The sync data for ids ['e501a2b3-4d9b-43c0-9b92-a6a788996dc7'] in dv-neutron-857775-1-hyperv is: [{'id': 'e501a2b3-4d9b-43c0-9b92-a6a788996dc7', 'name': 'tempest-TestShelveInstance-1640228018-router', 'tenant_id': '60cd6db91449447e8ca393e1d79d5f9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:21Z', 'updated_at': '2022-09-15T10:53:10Z', 'revision_number': 6, 'project_id': '60cd6db91449447e8ca393e1d79d5f9e', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:53:11.587262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:11.636111 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=deeeaa29-a297-42a4-9e68-87bf64270d9f,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:11.741269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:11.911312 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:11.913568 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.016263 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.017067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e501a2b3-4d9b-43c0-9b92-a6a788996dc7 {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:53:12.035766 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.036904 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-1df6121e-0004-4219-a9ad-b2097f7c7bdd admin admin] 10.222.0.62 "DELETE /v2.0/routers/e501a2b3-4d9b-43c0-9b92-a6a788996dc7 HTTP/1.1" status: 204 len: 168 time: 1.5685594 Sep 15 10:53:12.039585 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35914) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:12.097904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-56913245-883d-4518-91c7-02485f3d5fa9 admin admin] Deleting subnet 64f0c688-472a-412c-aaae-99ad0fb0b3a5 {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:53:12.100892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56913245-883d-4518-91c7-02485f3d5fa9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.153811 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56913245-883d-4518-91c7-02485f3d5fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.231232 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56913245-883d-4518-91c7-02485f3d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.291283 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ec1e424c-f55e-4ff6-94cf-2756e133dcab no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:53:12.338110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: ec1e424c-f55e-4ff6-94cf-2756e133dcab {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:53:12.340374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device ec1e424c-f55e-4ff6-94cf-2756e133dcab not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:53:12.340878 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device deeeaa29-a297-42a4-9e68-87bf64270d9f no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:53:12.378906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: deeeaa29-a297-42a4-9e68-87bf64270d9f {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:53:12.381784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device deeeaa29-a297-42a4-9e68-87bf64270d9f not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:53:12.435088 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56913245-883d-4518-91c7-02485f3d5fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.475479 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56913245-883d-4518-91c7-02485f3d5fa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f0c688-472a-412c-aaae-99ad0fb0b3a5,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:12.478936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-56913245-883d-4518-91c7-02485f3d5fa9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.484333 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c0a92-de51-432a-9bc3-7077a3989f50 None None] Network e1866630-3156-484d-9c58-c4fc3ba59f9a requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:53:12.491938 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-56913245-883d-4518-91c7-02485f3d5fa9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/64f0c688-472a-412c-aaae-99ad0fb0b3a5 HTTP/1.1" status: 204 len: 168 time: 0.4513521 Sep 15 10:53:12.494415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35918) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:12.599389 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.610467 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Deleting port 446f66b3-11df-490e-81d3-6cfd9caa113e {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:12.610804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.741562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] DHCP port deletion for e1866630-3156-484d-9c58-c4fc3ba59f9a request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:53:12.745808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] Deleting port 446f66b3-11df-490e-81d3-6cfd9caa113e {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:12.746216 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.814324 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] For port 446f66b3-11df-490e-81d3-6cfd9caa113e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=446f66b3-11df-490e-81d3-6cfd9caa113e,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:12.814905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:12.940748 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Calling delete_port for 446f66b3-11df-490e-81d3-6cfd9caa113e owned by network:dhcp {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:12.950910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] For port 446f66b3-11df-490e-81d3-6cfd9caa113e, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=446f66b3-11df-490e-81d3-6cfd9caa113e,segment=NetworkSegment(3f8f93d6-df5b-4017-9e7c-7ca20475092f),segment_id=3f8f93d6-df5b-4017-9e7c-7ca20475092f)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:12.951307 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.072399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] Calling delete_port for 446f66b3-11df-490e-81d3-6cfd9caa113e owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:13.078322 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.123629 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=446f66b3-11df-490e-81d3-6cfd9caa113e,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:13.129212 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] No DVR routers for this DVR port 446f66b3-11df-490e-81d3-6cfd9caa113e on host dv-neutron-857775-1-hyperv {{(pid=89669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 15 10:53:13.141000 dv-neutron-857775-1-hyperv neutron-server[89670]: util.warn( Sep 15 10:53:13.147693 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:53:13.148052 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:53:13.242078 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.267544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1866630-3156-484d-9c58-c4fc3ba59f9a']}} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:13.283836 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8f93d6-df5b-4017-9e7c-7ca20475092f') {'for_net_delete': True} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:13.284141 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.services.segments.db [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8f93d6-df5b-4017-9e7c-7ca20475092f') {} {{(pid=89669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:13.295517 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6321681'] for segment, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.410287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.416493 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=89669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:53:13.416886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6694121'] for segment, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.593425 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 3f8f93d6-df5b-4017-9e7c-7ca20475092f resource provider aggregate not found Sep 15 10:53:13.598044 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.603705 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.625260 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.services.segments.plugin [-] Segment 3f8f93d6-df5b-4017-9e7c-7ca20475092f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f8f93d6-df5b-4017-9e7c-7ca20475092f found for delete ", "request_id": "req-d1d28798-3e47-40b9-b0e7-90a526790b36"}]} Sep 15 10:53:13.629935 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1866630-3156-484d-9c58-c4fc3ba59f9a,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:13.649376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] Deleting port 446f66b3-11df-490e-81d3-6cfd9caa113e {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:13.649774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:13.709790 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-11f30ee8-d7ea-46ba-817f-4c9371a898a4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e1866630-3156-484d-9c58-c4fc3ba59f9a HTTP/1.1" status: 204 len: 168 time: 1.2143066 Sep 15 10:53:13.712701 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35930) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:13.718068 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-4b51b77a-3915-450e-8964-e009bad06c0c None None] The port '446f66b3-11df-490e-81d3-6cfd9caa113e' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:53:14.242411 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:14.279625 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 446f66b3-11df-490e-81d3-6cfd9caa113e no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:53:14.313441 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 446f66b3-11df-490e-81d3-6cfd9caa113e {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:53:14.313777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 446f66b3-11df-490e-81d3-6cfd9caa113e not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:53:14.587216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Deleting port c53aee75-56dd-40a8-994c-5f9f6c661182 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:14.587466 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:14.754591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] For port c53aee75-56dd-40a8-994c-5f9f6c661182, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=c53aee75-56dd-40a8-994c-5f9f6c661182,segment=NetworkSegment(bf19feab-27ee-4bab-865f-a2f2b8319b00),segment_id=bf19feab-27ee-4bab-865f-a2f2b8319b00)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:14.754945 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:14.874736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Calling delete_port for c53aee75-56dd-40a8-994c-5f9f6c661182 owned by network:router_interface {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:15.223409 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:15.279110 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53aee75-56dd-40a8-994c-5f9f6c661182,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:15.548886 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:15.911561 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:53:16.085794 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:53:16.094363 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] Sync routers for ids ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:53:16.103464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] Routers {'5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:16.104100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:16.129004 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:53:16.151081 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-8f0409c4-9195-461d-9ecc-6fecf4996500 admin admin] 10.222.0.62 "PUT /v2.0/routers/5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4373515 Sep 15 10:53:16.153719 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35934) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:16.326489 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] Set router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:16.337618 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks [] for router, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:16.617585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:53:15Z', 'revision_number': 5, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:16.621462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] Checking router: 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:53:16.628068 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:16.630028 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] Routers {'5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:16.631279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:52:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:16.701314 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Deleting port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 {{(pid=89669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:16.701740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:16.805208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] Set router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:16.878832 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.db [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] For port 285e23ea-a13c-49e2-99c1-c7ba7fd8d932, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=285e23ea-a13c-49e2-99c1-c7ba7fd8d932,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:16.879128 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.008971 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.plugin [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Calling delete_port for 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 owned by network:router_gateway {{(pid=89669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:17.096458 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:53:15Z', 'revision_number': 5, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:17.101530 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a645eb-d48b-44ca-85e1-c69552d4f0b7 None None] The sync data for ids ['5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a'] in dv-neutron-857775-1-hyperv is: [{'id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'name': 'tempest-TestShelveInstance-474715193-router', 'tenant_id': '847c3e9e28ed43afb745a4ec7723627e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:42:28Z', 'updated_at': '2022-09-15T10:53:15Z', 'revision_number': 5, 'project_id': '847c3e9e28ed43afb745a4ec7723627e', 'gw_port': {'id': '285e23ea-a13c-49e2-99c1-c7ba7fd8d932', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:47:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:42:29Z', 'updated_at': '2022-09-15T10:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:53:17.232302 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.282559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Pushing event deleted for resources: {'Port': ['ID=285e23ea-a13c-49e2-99c1-c7ba7fd8d932,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:17.379049 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.554970 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.557434 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.629149 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.629655 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a {{(pid=89669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 10:53:17.642135 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.643295 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-11d196db-678d-434a-abc1-e1ea7fcd87ca admin admin] 10.222.0.62 "DELETE /v2.0/routers/5d68e67a-9ba6-45ba-abca-8a4ebdd37f8a HTTP/1.1" status: 204 len: 168 time: 1.4886370 Sep 15 10:53:17.645774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35938) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:17.710115 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_v2 [None req-4673eba5-8397-40e5-ba6f-88388431b59b admin admin] Deleting subnet d0438b4f-9c7c-4452-8348-e4ca545d129d {{(pid=89669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 10:53:17.713430 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4673eba5-8397-40e5-ba6f-88388431b59b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.766842 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4673eba5-8397-40e5-ba6f-88388431b59b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6321690'] for subnet, precommit_delete_associations {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.842169 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4673eba5-8397-40e5-ba6f-88388431b59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1537885'] for subnet, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:17.992936 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4673eba5-8397-40e5-ba6f-88388431b59b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1537866', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6693955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7944473'] for subnet, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.029870 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673eba5-8397-40e5-ba6f-88388431b59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0438b4f-9c7c-4452-8348-e4ca545d129d,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:18.033442 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-4673eba5-8397-40e5-ba6f-88388431b59b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.040177 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-4673eba5-8397-40e5-ba6f-88388431b59b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d0438b4f-9c7c-4452-8348-e4ca545d129d HTTP/1.1" status: 204 len: 168 time: 0.3933859 Sep 15 10:53:18.041288 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ea318-5016-4dc7-8ed8-eafbe471fee3 None None] Network 2cf84353-c518-47ff-8a07-41436988f158 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:53:18.042701 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 35942) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:18.151633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1567900'] for network, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.162471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Deleting port a28e5af4-6e01-451e-8e3f-290bd1e0d8de {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:18.162807 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.316198 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] DHCP port deletion for 2cf84353-c518-47ff-8a07-41436988f158 request from dv-neutron-857775-1-hyperv {{(pid=89670) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 15 10:53:18.318443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:53:18.356469 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] Deleting port a28e5af4-6e01-451e-8e3f-290bd1e0d8de {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:18.356841 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.377177 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] For port a28e5af4-6e01-451e-8e3f-290bd1e0d8de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a28e5af4-6e01-451e-8e3f-290bd1e0d8de,segment=NetworkSegment(bf19feab-27ee-4bab-865f-a2f2b8319b00),segment_id=bf19feab-27ee-4bab-865f-a2f2b8319b00)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:18.377535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.384110 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:53:18.384454 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 285e23ea-a13c-49e2-99c1-c7ba7fd8d932 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:53:18.384869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c53aee75-56dd-40a8-994c-5f9f6c661182 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:53:18.430158 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: c53aee75-56dd-40a8-994c-5f9f6c661182 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:53:18.430496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device c53aee75-56dd-40a8-994c-5f9f6c661182 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:53:18.500883 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Calling delete_port for a28e5af4-6e01-451e-8e3f-290bd1e0d8de owned by network:dhcp {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:18.588185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] For port a28e5af4-6e01-451e-8e3f-290bd1e0d8de, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=a28e5af4-6e01-451e-8e3f-290bd1e0d8de,segment=NetworkSegment(bf19feab-27ee-4bab-865f-a2f2b8319b00),segment_id=bf19feab-27ee-4bab-865f-a2f2b8319b00)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:18.588570 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.669116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.714438 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28e5af4-6e01-451e-8e3f-290bd1e0d8de,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:18.719689 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] No DVR routers for this DVR port a28e5af4-6e01-451e-8e3f-290bd1e0d8de on host dv-neutron-857775-1-hyperv {{(pid=89668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 15 10:53:18.742362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] Calling delete_port for a28e5af4-6e01-451e-8e3f-290bd1e0d8de owned by network:dhcp {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:53:18.813143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.db.api [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89670) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 15 10:53:18.813413 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG oslo_db.api [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 15 10:53:18.834412 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1538803', 'neutron.services.segments.db._delete_segments_for_network-8743233251494'] for network, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.860716 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf84353-c518-47ff-8a07-41436988f158']}} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:18.872621 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf19feab-27ee-4bab-865f-a2f2b8319b00') {'for_net_delete': True} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:18.872916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.services.segments.db [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf19feab-27ee-4bab-865f-a2f2b8319b00') {} {{(pid=89668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:18.884259 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743233286602', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1001096'] for segment, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.900494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:18.906656 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=89668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 15 10:53:18.915793 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508455', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6528880'] for segment, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.046950 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment bf19feab-27ee-4bab-865f-a2f2b8319b00 resource provider aggregate not found Sep 15 10:53:19.065860 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.services.segments.plugin [-] Segment bf19feab-27ee-4bab-865f-a2f2b8319b00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf19feab-27ee-4bab-865f-a2f2b8319b00 found for delete ", "request_id": "req-7877162b-f5d0-4972-b4f5-e482524ff2a4"}]} Sep 15 10:53:19.089900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1538810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1589172'] for network, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.105637 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Notify callbacks [] for network, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.115737 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf84353-c518-47ff-8a07-41436988f158,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:19.122836 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-4d27321e-4bc0-4fc0-bfdc-15fa08901f53 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2cf84353-c518-47ff-8a07-41436988f158 HTTP/1.1" status: 204 len: 168 time: 1.0791302 Sep 15 10:53:19.314423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] Deleting port a28e5af4-6e01-451e-8e3f-290bd1e0d8de {{(pid=89670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:53:19.314809 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.383652 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-99675e2b-1b42-4a6b-9523-413ff813b61a None None] The port 'a28e5af4-6e01-451e-8e3f-290bd1e0d8de' was deleted {{(pid=89670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1981}} Sep 15 10:53:19.511532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 35956) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:19.562581 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-3f712b9c-bc01-4796-8bbc-ec781f821b1b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60cd6db91449447e8ca393e1d79d5f9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498941 Sep 15 10:53:19.565117 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 35960) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:19.623262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f7079433-4ff5-4d97-818c-e31dd40dc10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.649608 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f7079433-4ff5-4d97-818c-e31dd40dc10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.674479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4b14e67b-732b-4b14-a041-02e15d4aa82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.769133 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f7079433-4ff5-4d97-818c-e31dd40dc10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.786243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7079433-4ff5-4d97-818c-e31dd40dc10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1288798a-8c56-4701-9922-f54d7694d906,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:19.793160 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-f7079433-4ff5-4d97-818c-e31dd40dc10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:19.794781 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-f7079433-4ff5-4d97-818c-e31dd40dc10d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1288798a-8c56-4701-9922-f54d7694d906 HTTP/1.1" status: 204 len: 168 time: 0.2283518 Sep 15 10:53:20.282199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a28e5af4-6e01-451e-8e3f-290bd1e0d8de no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:53:20.316412 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: a28e5af4-6e01-451e-8e3f-290bd1e0d8de {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 10:53:20.316756 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device a28e5af4-6e01-451e-8e3f-290bd1e0d8de not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 10:53:20.479464 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35968) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:20.527096 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-3a521a5a-c187-40d6-a073-c1966ee947f3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=847c3e9e28ed43afb745a4ec7723627e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465231 Sep 15 10:53:20.529595 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35972) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:20.586151 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85bba639-5171-4fa3-82ab-ee33bfeff9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:20.614275 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85bba639-5171-4fa3-82ab-ee33bfeff9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:20.757910 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85bba639-5171-4fa3-82ab-ee33bfeff9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_delete {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:20.773949 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bba639-5171-4fa3-82ab-ee33bfeff9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33a73dd-aa22-4e73-a5eb-fa1b510ebf08,revision_number=None']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:20.778216 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-85bba639-5171-4fa3-82ab-ee33bfeff9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:20.781163 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-85bba639-5171-4fa3-82ab-ee33bfeff9ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f33a73dd-aa22-4e73-a5eb-fa1b510ebf08 HTTP/1.1" status: 204 len: 168 time: 0.2488022 Sep 15 10:53:21.261077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:21.720102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e8247114-f71c-42c0-8b62-e8bfd9b7ed23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:21.906130 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 35996) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:22.008871 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1746151975-network', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:22.013693 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:22.017566 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Usage tracker for resource:network and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:22.020400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:22.026840 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:22.091398 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Made reservation on behalf of d3443366b0d843fbb15fcbdb4a1c7951 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:53:22.093671 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.106366 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.121217 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:22.125150 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Usage tracker for resource:security_group_rule and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:22.128284 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:22.133996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:22.215027 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.280075 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.312740 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] vlan segment allocate from pool success with {'vlan_id': 398, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:53:22.317904 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e26bccb0-43fe-47c7-83e7-bd260cf8a905,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:22.324597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.324995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Added segment d383da2b-593f-4606-8d57-c456ba54f812 of type vlan for network e1678b5b-c6f9-420d-a767-3759c8112890 Sep 15 10:53:22.352532 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.469108 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.470030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:22.470622 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.576544 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] Pushing event updated for resources: {'Network': ['ID=e1678b5b-c6f9-420d-a767-3759c8112890,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:22.586671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network e1678b5b-c6f9-420d-a767-3759c8112890 details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:53:22.647057 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:22.687298 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-dfba7183-5e07-4cda-908c-26ba48620456 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7800589 Sep 15 10:53:22.690050 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36002) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:22.695714 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Request body: {'subnet': {'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1746151975-subnet', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'ip_version': 4}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:22.700637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:22.704586 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Usage tracker for resource:subnet and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:22.707433 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:22.713737 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:22.822753 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Made reservation on behalf of d3443366b0d843fbb15fcbdb4a1c7951 for: {'subnet': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:53:22.825000 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7944510'] for subnet, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:23.034722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:23.174982 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6693888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7944448'] for subnet, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:23.254743 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86372a3-68c9-49ca-8964-415646d2864b,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:23.262423 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Checking segment: {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:23.262787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Network hostable DHCP agents. Network: e1678b5b-c6f9-420d-a767-3759c8112890, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:53:23.398065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Network e1678b5b-c6f9-420d-a767-3759c8112890 is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:53:23.466606 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, e1678b5b-c6f9-420d-a767-3759c8112890) {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:23.470530 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:23.471114 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:23.475813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1d3684-03ac-4551-ad9c-a3a706297176 None None] Network e1678b5b-c6f9-420d-a767-3759c8112890 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:53:23.566912 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-5ec8aa7f-088f-4842-ad72-25592af784b9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8757336 Sep 15 10:53:23.570093 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36006) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:23.574916 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:23.579581 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:23.584183 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Usage tracker for resource:router and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:23.587157 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:23.593032 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:23.680351 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:23.681377 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:23.691970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-e1678b5b-c6f9-420d-a767-3759c8112890', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:53:23.693425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:23.698827 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:23.846943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Allocated IP 172.20.0.2 (e1678b5b-c6f9-420d-a767-3759c8112890/b86372a3-68c9-49ca-8964-415646d2864b/d57d1bea-cc5a-45b2-bef4-2ed4ad96b780) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:53:24.027597 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.051527 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.061298 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Transition to ACTIVE for port object d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:24.078229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Transition to ACTIVE for port object d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:24.154694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.222081 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Network e1678b5b-c6f9-420d-a767-3759c8112890 is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:24.225655 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:24.229229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:53:24.234936 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Pushing event updated for resources: {'Port': ['ID=d57d1bea-cc5a-45b2-bef4-2ed4ad96b780,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:24.279232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.279232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.279232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.279574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.279828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.280148 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.280463 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.280780 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.281099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.281406 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.281722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.282053 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:24.348943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Attempting to bind port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:53:24.349401 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Attempting to bind port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:53:24.349760 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Attempting to bind port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 on network e1678b5b-c6f9-420d-a767-3759c8112890 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:53:24.355245 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:53:24.355614 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Checking segment: {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:24.356013 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.356404 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Bound using segment: {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:53:24.356889 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Bound port: d57d1bea-cc5a-45b2-bef4-2ed4ad96b780, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:53:24.357259 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.427934 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.443843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] For port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:53:24.446764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] For port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d57d1bea-cc5a-45b2-bef4-2ed4ad96b780,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:53:24.457783 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.510366 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.595619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Allocated IP 172.26.7.248 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/5a5173c4-8102-4afc-b0bf-c77d8bc5370b) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:53:24.602847 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882731c2-60be-4cb0-891e-0fcb4b69731f None None] Pushing event updated for resources: {'Port': ['ID=d57d1bea-cc5a-45b2-bef4-2ed4ad96b780,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:24.643968 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.759445 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.850175 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:24.922661 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:24.925576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:24.929245 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:53:24.961579 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5173c4-8102-4afc-b0bf-c77d8bc5370b,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:25.494089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa0caf3-f2a3-43f3-a5cc-c01caeef61aa None None] Network e1678b5b-c6f9-420d-a767-3759c8112890 requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:53:25.550985 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:25.680615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-331759b6-4ab2-4d40-ab46-77804776cd1e None None] Provisioning for port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:25.905920 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:26.169197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Router 22a150a1-5ebc-464f-a321-9eafbbd26d6c is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:53:26.314819 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:26.360131 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:53:26.369470 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Sync routers for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:53:26.379896 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:26.381603 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:26.444565 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] Notify callbacks [] for router, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:26.445829 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-454761e1-1b69-4978-83fa-1592dab470c2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8747222 Sep 15 10:53:26.448378 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36010) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:26.468823 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:26.475026 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:26.475411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:26.557150 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:26.599675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:26.600418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:26.634340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d57d1bea-cc5a-45b2-bef4-2ed4ad96b780,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:26.743539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:26.816144 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=d57d1bea-cc5a-45b2-bef4-2ed4ad96b780,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:26.849848 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:25Z', 'revision_number': 3, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:26.853650 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Checking router: 22a150a1-5ebc-464f-a321-9eafbbd26d6c for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:53:26.854023 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Updating router 22a150a1-5ebc-464f-a321-9eafbbd26d6c port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:53:26.905446 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.249060 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.280963 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.292637 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Transition to ACTIVE for port object 5a5173c4-8102-4afc-b0bf-c77d8bc5370b will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:27.429444 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.454310 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Allocated IP 172.20.0.1 (e1678b5b-c6f9-420d-a767-3759c8112890/b86372a3-68c9-49ca-8964-415646d2864b/48f69374-71a9-4f3d-a15a-3186188abd23) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:53:27.491350 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Attempting to bind port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:53:27.491735 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Attempting to bind port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:53:27.492069 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Attempting to bind port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:53:27.500886 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:53:27.501487 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:27.501899 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.502287 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:53:27.502751 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Bound port: 5a5173c4-8102-4afc-b0bf-c77d8bc5370b, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:53:27.503121 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.542253 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Pushing event updated for resources: {'Port': ['ID=5a5173c4-8102-4afc-b0bf-c77d8bc5370b,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:27.559575 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.559916 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.560250 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.560580 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.560904 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.561227 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.561546 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.561882 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.562203 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.562518 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.562830 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.563142 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:53:27.592743 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] For port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:53:27.595833 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] For port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5a5173c4-8102-4afc-b0bf-c77d8bc5370b,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:53:27.602249 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.617798 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.provisioning_blocks [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Transition to ACTIVE for port object 48f69374-71a9-4f3d-a15a-3186188abd23 will not be triggered until provisioned by entity DHCP. {{(pid=89669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:27.672649 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.695522 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.733325 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:27.733977 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:27.762819 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Network e1678b5b-c6f9-420d-a767-3759c8112890 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:27.765392 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:27.769191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:53:27.812384 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Pushing event updated for resources: {'Port': ['ID=48f69374-71a9-4f3d-a15a-3186188abd23,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:27.820710 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68def1f-3d72-4372-a1c9-a65649c75c92 None None] Pushing event updated for resources: {'Port': ['ID=5a5173c4-8102-4afc-b0bf-c77d8bc5370b,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:27.826267 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:27.927543 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:28.137598 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ed7588de-a76f-46c6-b223-c60066f9136d None None] Provisioning for port 48f69374-71a9-4f3d-a15a-3186188abd23 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:28.142812 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ed7588de-a76f-46c6-b223-c60066f9136d None None] Provisioning complete for port 48f69374-71a9-4f3d-a15a-3186188abd23 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:28.146658 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed7588de-a76f-46c6-b223-c60066f9136d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:28.146780 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:28.202334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ed7588de-a76f-46c6-b223-c60066f9136d None None] Port 48f69374-71a9-4f3d-a15a-3186188abd23 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:53:28.213260 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:25Z', 'revision_number': 3, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:28.217103 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0d2054-e14f-4ea4-bb02-75fef1bdad53 None None] The sync data for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv is: [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:25Z', 'revision_number': 3, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:53:28.311032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:28.382664 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:28.383105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:28.383327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:28.444191 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:28.517137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d57d1bea-cc5a-45b2-bef4-2ed4ad96b780 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:28.694012 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Pushing event updated for resources: {'Port': ['ID=48f69374-71a9-4f3d-a15a-3186188abd23,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:28.697370 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:28.838558 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Network e1678b5b-c6f9-420d-a767-3759c8112890 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:28.839703 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:29.035174 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Router 22a150a1-5ebc-464f-a321-9eafbbd26d6c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:53:29.132879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-e67f6a6a-4435-427c-a9f7-9a18b13e6f8c None None] Provisioning complete for port 48f69374-71a9-4f3d-a15a-3186188abd23 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:29.133255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e67f6a6a-4435-427c-a9f7-9a18b13e6f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:29.186308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-e67f6a6a-4435-427c-a9f7-9a18b13e6f8c None None] Port 48f69374-71a9-4f3d-a15a-3186188abd23 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:53:29.218845 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:53:29.227995 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-aa771899-f0fd-4924-8df8-3c6bf428dd1b admin admin] 10.222.0.62 "PUT /v2.0/routers/22a150a1-5ebc-464f-a321-9eafbbd26d6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7786930 Sep 15 10:53:29.769159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Sync routers for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:53:29.780484 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:29.781430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:29.910037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36028) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:29.916203 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-560955377-network', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:29.921105 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:29.924942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Usage tracker for resource:network and tenant:5a8c0b9156f64809899eac3bd6e71902 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:29.928401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:29.934142 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:29.963120 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:30.063405 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Made reservation on behalf of 5a8c0b9156f64809899eac3bd6e71902 for: {'network': 1} {{(pid=89669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:53:30.065673 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for network, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.078024 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.093393 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:30.097334 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Usage tracker for resource:security_group_rule and tenant:5a8c0b9156f64809899eac3bd6e71902 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:30.101056 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:30.106824 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:30.188125 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.246374 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.280813 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 2, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:30.285430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Checking router: 22a150a1-5ebc-464f-a321-9eafbbd26d6c for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:53:30.285960 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Updating router 22a150a1-5ebc-464f-a321-9eafbbd26d6c port 48f69374-71a9-4f3d-a15a-3186188abd23 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:53:30.295234 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86905750-6a54-4288-b0b5-0c7e38b679bb,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:30.298327 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] vlan segment allocate from pool success with {'vlan_id': 366, 'physical_network': 'physnet1'} {{(pid=89669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 15 10:53:30.318750 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508462'] for segment, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.318907 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.segments_db [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Added segment 773c7832-24e5-41ad-94bb-53a34d206ae9 of type vlan for network 49ebf2d3-0b75-48c4-b637-eba7103882fa Sep 15 10:53:30.351656 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743232733031'] for network, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.354304 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.364377 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5a5173c4-8102-4afc-b0bf-c77d8bc5370b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:30.444269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479'] for network, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.445415 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:30.446025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Notify callbacks [] for network, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.545774 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] Pushing event updated for resources: {'Network': ['ID=49ebf2d3-0b75-48c4-b637-eba7103882fa,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:30.557902 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Network 49ebf2d3-0b75-48c4-b637-eba7103882fa details requested by agent ovs-agent-dv-neutron-857775-1-hyperv with host dv-neutron-857775-1-hyperv {{(pid=89670) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 15 10:53:30.626785 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-87bc3693-e0e3-48b0-a8fc-cb474076aa2a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7127049 Sep 15 10:53:30.627131 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36032) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:30.633575 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Request body: {'subnet': {'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-560955377-subnet', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'ip_version': 4}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:30.638821 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:30.643033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Usage tracker for resource:subnet and tenant:5a8c0b9156f64809899eac3bd6e71902 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:30.646667 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:30.653059 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:30.669132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:30.736925 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Made reservation on behalf of 5a8c0b9156f64809899eac3bd6e71902 for: {'subnet': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:53:30.739950 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8135742'] for subnet, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.742378 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:30.742754 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.960199 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:30.960595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:30.997167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5a5173c4-8102-4afc-b0bf-c77d8bc5370b,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:31.008837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.020060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Transition to ACTIVE for port object 48f69374-71a9-4f3d-a15a-3186188abd23 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:31.069142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.112335 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6528921', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8135680'] for subnet, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.120890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.185763 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52901db-8c0a-4f46-b046-fa5b31c0d9d5,revision_number=0']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:31.194448 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Checking segment: {'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:31.194798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Network hostable DHCP agents. Network: 49ebf2d3-0b75-48c4-b637-eba7103882fa, hostable agents: ['842f39e8-e2f1-4915-bd00-96b4075fd406'], hosted agents: [] {{(pid=89668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 15 10:53:31.238217 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=5a5173c4-8102-4afc-b0bf-c77d8bc5370b,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:31.291499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Network 49ebf2d3-0b75-48c4-b637-eba7103882fa is scheduled to be hosted by DHCP agent 842f39e8-e2f1-4915-bd00-96b4075fd406 with binding_index 1 {{(pid=89668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 15 10:53:31.350910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Attempting to bind port 48f69374-71a9-4f3d-a15a-3186188abd23 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:53:31.351402 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Attempting to bind port 48f69374-71a9-4f3d-a15a-3186188abd23 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:53:31.351633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Attempting to bind port 48f69374-71a9-4f3d-a15a-3186188abd23 on network e1678b5b-c6f9-420d-a767-3759c8112890 {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:53:31.357203 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6598c2e-2cb7-40d5-af3c-4e078512228f None None] Pushing event updated for resources: {'Port': ['ID=48f69374-71a9-4f3d-a15a-3186188abd23,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:31.362358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:53:31.362733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Checking segment: {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:31.363135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.363519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Bound using segment: {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:53:31.363980 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Bound port: 48f69374-71a9-4f3d-a15a-3186188abd23, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:53:31.364352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.377351 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-857775-1-hyperv, 49ebf2d3-0b75-48c4-b637-eba7103882fa) {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:31.381516 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:31.382211 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.406513 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16a77ed-3d60-4d6c-84e5-ef4495a6e6c6 None None] Network 49ebf2d3-0b75-48c4-b637-eba7103882fa requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:53:31.480793 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-a139d64f-cb2a-4fe6-89ce-043ccc49ff9c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8523357 Sep 15 10:53:31.483352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36036) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:31.490264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-560955377-router', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:31.493645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:31.497499 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Usage tracker for resource:router and tenant:5a8c0b9156f64809899eac3bd6e71902 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:31.500353 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:31.507153 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:31.542750 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] For port 48f69374-71a9-4f3d-a15a-3186188abd23, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:53:31.563722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] For port 48f69374-71a9-4f3d-a15a-3186188abd23, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=48f69374-71a9-4f3d-a15a-3186188abd23,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:53:31.611849 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1589017', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10855'] for router, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.613035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1586212', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10878'] for router, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.628973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.653251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.705629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp05ebf0c9-ec36-5a68-a145-deec9819df71-49ebf2d3-0b75-48c4-b637-eba7103882fa', 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'fixed_ips': [{'subnet_id': 'e52901db-8c0a-4f46-b046-fa5b31c0d9d5'}]}} from dv-neutron-857775-1-hyperv. {{(pid=89670) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 15 10:53:31.706471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:31.735230 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:31.735936 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:31.923722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6598c2e-2cb7-40d5-af3c-4e078512228f None None] Pushing event updated for resources: {'Port': ['ID=48f69374-71a9-4f3d-a15a-3186188abd23,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:31.959391 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1586194', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1589010', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10828'] for router, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:32.029188 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:32.210425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.db_base_plugin_common [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Allocated IP 172.20.0.2 (49ebf2d3-0b75-48c4-b637-eba7103882fa/e52901db-8c0a-4f46-b046-fa5b31c0d9d5/1bd0b775-46b7-451e-9737-6996687f40f4) {{(pid=89670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:53:32.345091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:32.366376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5a5173c4-8102-4afc-b0bf-c77d8bc5370b up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:32.375249 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:32.512524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Allocated IP 172.26.7.155 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/4a6171a1-969a-4cc5-a6b5-113b14343247) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:53:32.602170 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:32.602542 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:32.663749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:32.690577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Notify callbacks [] for port, precommit_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:32.707796 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Transition to ACTIVE for port object 1bd0b775-46b7-451e-9737-6996687f40f4 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:32.715470 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:31Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:32.731617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8baea5db-0d83-40c6-bb0d-f70f97b17b29 None None] The sync data for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv is: [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:31Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:53:32.742176 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:32.758991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Transition to ACTIVE for port object 1bd0b775-46b7-451e-9737-6996687f40f4 will not be triggered until provisioned by entity DHCP. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:32.807732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:32.827897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270'] for port, after_create {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:32.843239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:32.845926 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:32.848262 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:53:32.914893 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Network 49ebf2d3-0b75-48c4-b637-eba7103882fa is already hosted by enough agents. {{(pid=89670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:32.919244 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.scheduler.base_scheduler [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Resources bound (agent type, host, resource id): {{(pid=89670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:32.921879 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Received port after_create {{(pid=89670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:53:32.935271 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6171a1-969a-4cc5-a6b5-113b14343247,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:32.970455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Pushing event updated for resources: {'Port': ['ID=1bd0b775-46b7-451e-9737-6996687f40f4,revision_number=1']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:33.065583 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Attempting to bind port 1bd0b775-46b7-451e-9737-6996687f40f4 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:53:33.066087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Attempting to bind port 1bd0b775-46b7-451e-9737-6996687f40f4 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:53:33.068151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Attempting to bind port 1bd0b775-46b7-451e-9737-6996687f40f4 on network 49ebf2d3-0b75-48c4-b637-eba7103882fa {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:53:33.075300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:53:33.075674 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Checking segment: {'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:33.077178 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:33.077574 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Bound using segment: {'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:53:33.078091 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Bound port: 1bd0b775-46b7-451e-9737-6996687f40f4, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:53:33.078465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:33.186608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] For port 1bd0b775-46b7-451e-9737-6996687f40f4, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:53:33.190233 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] For port 1bd0b775-46b7-451e-9737-6996687f40f4, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1bd0b775-46b7-451e-9737-6996687f40f4,segment=NetworkSegment(773c7832-24e5-41ad-94bb-53a34d206ae9),segment_id=773c7832-24e5-41ad-94bb-53a34d206ae9)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:53:33.246969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:33.356579 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a589fdb-e137-405b-8616-b72bcb486132 None None] Pushing event updated for resources: {'Port': ['ID=1bd0b775-46b7-451e-9737-6996687f40f4,revision_number=2']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:33.638277 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:34.014736 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1589035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1589235'] for router, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:34.308934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcfbdd7-acf9-480b-b17f-03b284deeef0 None None] Network 49ebf2d3-0b75-48c4-b637-eba7103882fa requested from dv-neutron-857775-1-hyperv {{(pid=89670) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 15 10:53:34.366573 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Router a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 is scheduled to L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 with binding_index 1 {{(pid=89668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 15 10:53:34.382707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1bd0b775-46b7-451e-9737-6996687f40f4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:34.532551 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5a05bbd5-b608-4146-9535-902a215b14a0 None None] Provisioning for port 1bd0b775-46b7-451e-9737-6996687f40f4 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:34.554300 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:53:34.562823 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Sync routers for ids ['a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:53:34.574355 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Routers {'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:34.575201 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:34.598172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 1bd0b775-46b7-451e-9737-6996687f40f4 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:34.608953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 1bd0b775-46b7-451e-9737-6996687f40f4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:34.608953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:34.655055 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:34.656342 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-dca29b3d-4b71-412f-a2eb-01a533dd4144 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1720448 Sep 15 10:53:34.659081 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36040) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:34.758915 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Set router a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:34.769107 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 1bd0b775-46b7-451e-9737-6996687f40f4 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:34.769488 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:34.806572 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 1bd0b775-46b7-451e-9737-6996687f40f4, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=1bd0b775-46b7-451e-9737-6996687f40f4,segment=NetworkSegment(773c7832-24e5-41ad-94bb-53a34d206ae9),segment_id=773c7832-24e5-41ad-94bb-53a34d206ae9)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:34.877940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:34.879222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 48f69374-71a9-4f3d-a15a-3186188abd23 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:35.057718 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'name': 'tempest-TestSnapshotPattern-560955377-router', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:31Z', 'updated_at': '2022-09-15T10:53:33Z', 'revision_number': 3, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'gw_port': {'id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:32Z', 'updated_at': '2022-09-15T10:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:35.062046 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Checking router: a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:53:35.062398 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Updating router a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 port 4a6171a1-969a-4cc5-a6b5-113b14343247 binding host dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:53:35.066255 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-6fb3051e-1598-4e71-9d10-c1af3f3ef2e2 None None] Provisioning complete for port 1bd0b775-46b7-451e-9737-6996687f40f4 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:35.066723 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6fb3051e-1598-4e71-9d10-c1af3f3ef2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.103296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=1bd0b775-46b7-451e-9737-6996687f40f4,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:35.160249 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.199390 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 48f69374-71a9-4f3d-a15a-3186188abd23 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:35.205143 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-6fb3051e-1598-4e71-9d10-c1af3f3ef2e2 None None] Current status of the port 1bd0b775-46b7-451e-9737-6996687f40f4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:35.208969 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 48f69374-71a9-4f3d-a15a-3186188abd23 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:35.209343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.336849 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 48f69374-71a9-4f3d-a15a-3186188abd23 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:35.337529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.374626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 48f69374-71a9-4f3d-a15a-3186188abd23, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=48f69374-71a9-4f3d-a15a-3186188abd23,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:35.451384 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.494729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.507883 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Notify callbacks [] for port, precommit_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.523570 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.provisioning_blocks [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Transition to ACTIVE for port object 4a6171a1-969a-4cc5-a6b5-113b14343247 will not be triggered until provisioned by entity L2. {{(pid=89671) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:35.523929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=48f69374-71a9-4f3d-a15a-3186188abd23,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:35.622735 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.686141 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Attempting to bind port 4a6171a1-969a-4cc5-a6b5-113b14343247 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:53:35.686501 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Attempting to bind port 4a6171a1-969a-4cc5-a6b5-113b14343247 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:53:35.686856 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Attempting to bind port 4a6171a1-969a-4cc5-a6b5-113b14343247 on network db48e646-d33b-4b50-986a-405acdaf99c2 {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:53:35.697898 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:53:35.698264 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Checking segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:35.698707 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.698962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Allocated IP 172.20.0.1 (49ebf2d3-0b75-48c4-b637-eba7103882fa/e52901db-8c0a-4f46-b046-fa5b31c0d9d5/d68e4cb1-d960-42e8-814f-836baa068e01) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:53:35.699151 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Bound using segment: {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'} {{(pid=89671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:53:35.699604 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.managers [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Bound port: 4a6171a1-969a-4cc5-a6b5-113b14343247, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ae12c45-5d7a-48a1-9ae8-21d0344759eb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2'}}] {{(pid=89671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:53:35.699967 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.737127 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb1aca-7454-4c30-939d-2dc935c75d22 None None] Pushing event updated for resources: {'Port': ['ID=4a6171a1-969a-4cc5-a6b5-113b14343247,revision_number=2']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:35.777552 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] For port 4a6171a1-969a-4cc5-a6b5-113b14343247, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:53:35.780506 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.plugins.ml2.db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] For port 4a6171a1-969a-4cc5-a6b5-113b14343247, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4a6171a1-969a-4cc5-a6b5-113b14343247,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:53:35.846715 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.861026 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron_lib.callbacks.manager [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.861843 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Transition to ACTIVE for port object d68e4cb1-d960-42e8-814f-836baa068e01 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:35.921078 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Routers {'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:35.921687 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:35.943924 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:35.998395 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb1aca-7454-4c30-939d-2dc935c75d22 None None] Pushing event updated for resources: {'Port': ['ID=4a6171a1-969a-4cc5-a6b5-113b14343247,revision_number=3']} {{(pid=89671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:36.018111 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Network 49ebf2d3-0b75-48c4-b637-eba7103882fa is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:36.020962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:36.024809 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:53:36.060272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Pushing event updated for resources: {'Port': ['ID=d68e4cb1-d960-42e8-814f-836baa068e01,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:36.086397 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1589053'] for router_interface, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:36.119711 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] Set router a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:36.283619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:36.312725 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f77c6f01-455c-4019-9b28-1f031903b828 None None] Provisioning for port d68e4cb1-d960-42e8-814f-836baa068e01 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:36.318449 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-f77c6f01-455c-4019-9b28-1f031903b828 None None] Provisioning complete for port d68e4cb1-d960-42e8-814f-836baa068e01 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:36.318890 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f77c6f01-455c-4019-9b28-1f031903b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:36.349650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 1bd0b775-46b7-451e-9737-6996687f40f4 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:36.427925 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-f77c6f01-455c-4019-9b28-1f031903b828 None None] Port d68e4cb1-d960-42e8-814f-836baa068e01 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:53:36.428126 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'name': 'tempest-TestSnapshotPattern-560955377-router', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:31Z', 'updated_at': '2022-09-15T10:53:33Z', 'revision_number': 3, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'gw_port': {'id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:32Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:36.432962 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de239f0-7a2e-490a-a7d9-95abdeedc62a None None] The sync data for ids ['a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'] in dv-neutron-857775-1-hyperv is: [{'id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'name': 'tempest-TestSnapshotPattern-560955377-router', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:31Z', 'updated_at': '2022-09-15T10:53:33Z', 'revision_number': 3, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'gw_port': {'id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:32Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:53:36.447150 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 1bd0b775-46b7-451e-9737-6996687f40f4 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:36.447824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:36.548916 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:36.574033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 1bd0b775-46b7-451e-9737-6996687f40f4 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:36.575094 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 48f69374-71a9-4f3d-a15a-3186188abd23 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:36.605857 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:36.647620 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 48f69374-71a9-4f3d-a15a-3186188abd23 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:36.648122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:36.748782 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1577521', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1585350'] for router_interface, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:36.758552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Pushing event updated for resources: {'Port': ['ID=d68e4cb1-d960-42e8-814f-836baa068e01,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:36.809793 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 48f69374-71a9-4f3d-a15a-3186188abd23 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:36.901743 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Network 49ebf2d3-0b75-48c4-b637-eba7103882fa is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:36.903012 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:37.153370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-3e5c2423-9c77-4ae7-9d86-8a1f38e14093 None None] Provisioning complete for port d68e4cb1-d960-42e8-814f-836baa068e01 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:37.153868 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3e5c2423-9c77-4ae7-9d86-8a1f38e14093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:37.203647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Router a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:53:37.211713 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-3e5c2423-9c77-4ae7-9d86-8a1f38e14093 None None] Port d68e4cb1-d960-42e8-814f-836baa068e01 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:53:37.391628 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:53:37.400686 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-2a54569f-ca04-4889-b671-8052b9124b53 admin admin] 10.222.0.62 "PUT /v2.0/routers/a66d3867-a8f8-46cd-8c3b-bcdf51a619f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7404025 Sep 15 10:53:37.869921 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36052) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:37.875138 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1498753766', 'description': 'tempest-secgroup-smoke-1498753766 description', 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:37.882729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:37.886643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:security_group and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:37.889532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:37.897352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:37.987373 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Sync routers for ids ['a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'] in dv-neutron-857775-1-hyperv {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:53:37.992898 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:37.998247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Routers {'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:37.998922 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:38.010151 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:38.014112 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:security_group_rule and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:38.017031 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89668) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:38.023450 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:38.094306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.148524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-490630'] for security_group, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.190759 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Set router a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:38.191101 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d981b1-fa69-40b4-84c7-44e510b8f8cd,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:38.264453 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.268391 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-b848ee64-24af-44cf-8d40-b7f55fac3c0e tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3947601 Sep 15 10:53:38.269145 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36056) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:38.275889 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'security_group_rule': {'security_group_id': '30d981b1-fa69-40b4-84c7-44e510b8f8cd', 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:38.283689 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:38.289199 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:security_group_rule and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:38.292510 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:38.299598 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:38.358888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4a6171a1-969a-4cc5-a6b5-113b14343247 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:38.406905 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.470525 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.538062 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.566987 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3381948-dd9f-4bd0-a0b0-4f175e6f05da,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:38.582651 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'name': 'tempest-TestSnapshotPattern-560955377-router', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:31Z', 'updated_at': '2022-09-15T10:53:36Z', 'revision_number': 4, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'gw_port': {'id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:32Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd68e4cb1-d960-42e8-814f-836baa068e01', 'name': '', 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'mac_address': 'fa:16:3e:20:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'e52901db-8c0a-4f46-b046-fa5b31c0d9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:35Z', 'updated_at': '2022-09-15T10:53:36Z', 'revision_number': 2, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'subnets': [{'id': 'e52901db-8c0a-4f46-b046-fa5b31c0d9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:38.587254 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Checking router: a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 for host: dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:53:38.587607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Updating router a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 port d68e4cb1-d960-42e8-814f-836baa068e01 binding host dv-neutron-857775-1-hyperv {{(pid=89670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 15 10:53:38.627111 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port 4a6171a1-969a-4cc5-a6b5-113b14343247 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:38.637340 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4a6171a1-969a-4cc5-a6b5-113b14343247 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:38.637714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.646746 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.647994 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b7c4181c-e546-43ae-9b9b-1764c4058123 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778446 Sep 15 10:53:38.650846 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36060) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:38.655893 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'security_group_rule': {'security_group_id': '30d981b1-fa69-40b4-84c7-44e510b8f8cd', 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:38.665765 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:38.666736 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:security_group_rule and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:38.670015 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:38.675996 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:38.727636 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.755605 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.816458 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.902724 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.923577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4a6171a1-969a-4cc5-a6b5-113b14343247 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:38.923577 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:38.925948 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9cf10a-5c11-46d6-bcd1-b02bbcdff3fc,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:39.003123 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port 4a6171a1-969a-4cc5-a6b5-113b14343247, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=4a6171a1-969a-4cc5-a6b5-113b14343247,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:39.023076 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.026923 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-b55b8b5c-0045-4e34-89dd-aa432c18a0f7 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3725801 Sep 15 10:53:39.027037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36064) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:39.031992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'security_group_rule': {'security_group_id': '30d981b1-fa69-40b4-84c7-44e510b8f8cd', 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:39.038037 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:39.041793 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:security_group_rule and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:39.044731 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:39.050352 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:39.103544 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.175591 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.190464 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.206874 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=4a6171a1-969a-4cc5-a6b5-113b14343247,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:39.215617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Transition to ACTIVE for port object d68e4cb1-d960-42e8-814f-836baa068e01 will not be triggered until provisioned by entity L2. {{(pid=89670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:39.241401 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.291368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.334608 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.362277 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b878585a-0651-405b-9f94-e673295a067a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:39.446126 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.447262 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-48f41402-7682-4ff5-95e4-15a51a06e976 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193256 Sep 15 10:53:39.450016 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36068) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:39.455158 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'security_group_rule': {'security_group_id': '30d981b1-fa69-40b4-84c7-44e510b8f8cd', 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:39.461030 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:39.464787 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:security_group_rule and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:39.467624 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:39.473253 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:39.496343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c70695-db69-4eb6-b762-104800667f38 None None] Pushing event updated for resources: {'Port': ['ID=d68e4cb1-d960-42e8-814f-836baa068e01,revision_number=3']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:39.506797 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Attempting to bind port d68e4cb1-d960-42e8-814f-836baa068e01 on host dv-neutron-857775-1-hyperv for vnic_type normal with profile {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:53:39.507165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Attempting to bind port d68e4cb1-d960-42e8-814f-836baa068e01 by drivers openvswitch,hyperv on host dv-neutron-857775-1-hyperv at level 0 using segments [{'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:53:39.507504 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Attempting to bind port d68e4cb1-d960-42e8-814f-836baa068e01 on network 49ebf2d3-0b75-48c4-b637-eba7103882fa {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:53:39.512669 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Checking agent: {'id': 'a354f150-9bd2-4b38-90d6-d37508a50d20', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-857775-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 40, 52), 'started_at': datetime.datetime(2022, 9, 15, 9, 41, 22), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-857775-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:53:39.513037 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Checking segment: {'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:39.513459 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.513846 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Bound using segment: {'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'} {{(pid=89670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:53:39.514301 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.managers [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Bound port: d68e4cb1-d960-42e8-814f-836baa068e01, host: dv-neutron-857775-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '773c7832-24e5-41ad-94bb-53a34d206ae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa'}}] {{(pid=89670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:53:39.514670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.558892 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.612512 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] For port d68e4cb1-d960-42e8-814f-836baa068e01, host dv-neutron-857775-1-hyperv, cleared binding levels {{(pid=89670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:53:39.616409 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] For port d68e4cb1-d960-42e8-814f-836baa068e01, host dv-neutron-857775-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d68e4cb1-d960-42e8-814f-836baa068e01,segment=NetworkSegment(773c7832-24e5-41ad-94bb-53a34d206ae9),segment_id=773c7832-24e5-41ad-94bb-53a34d206ae9)] {{(pid=89670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:53:39.623619 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.701978 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.711262 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.736567 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5bfd0f8-e874-4e34-91d1-67974dd1718f,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:39.775219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Routers {'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:39.775837 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:22Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'], 'active': True} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:39.828559 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:39.829945 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-d4bb0423-9af2-49a3-a65a-8a8989906d98 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3789489 Sep 15 10:53:39.833537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36072) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:39.838804 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'security_group_rule': {'security_group_id': '30d981b1-fa69-40b4-84c7-44e510b8f8cd', 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:39.844725 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:39.849306 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:security_group_rule and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:39.852287 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:39.862494 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:39.862953 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c70695-db69-4eb6-b762-104800667f38 None None] Pushing event updated for resources: {'Port': ['ID=d68e4cb1-d960-42e8-814f-836baa068e01,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:39.928969 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Project d3443366b0d843fbb15fcbdb4a1c7951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:53:39.936025 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.002086 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.037845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_dvr_db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] Set router a66d3867-a8f8-46cd-8c3b-bcdf51a619f2 gateway port host: dv-neutron-857775-1-hyperv {{(pid=89670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:40.065992 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.091247 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66c3509-d954-4d9c-b4c5-17cd895ce96a,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:40.168997 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.170275 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-e6d61ccc-efe4-4f04-8e54-87ad68d174ca tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3356345 Sep 15 10:53:40.172984 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36076) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:40.178830 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'security_group_rule': {'security_group_id': '30d981b1-fa69-40b4-84c7-44e510b8f8cd', 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:40.184942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:40.188810 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:security_group_rule and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:40.191681 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:40.198637 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:40.294560 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.securitygroups_db [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Project d3443366b0d843fbb15fcbdb4a1c7951 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 15 10:53:40.303219 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.310682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 4a6171a1-969a-4cc5-a6b5-113b14343247 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:40.381197 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.439933 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489811'] for security_group_rule, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.447966 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port 4a6171a1-969a-4cc5-a6b5-113b14343247 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:40.448334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.463922 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8be04bc-ba9a-49b9-9d85-8dfe1a6aba63,revision_number=0']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:40.520414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:40.521774 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-cc1c204e-0efa-41b7-98e1-aaca37c24f9f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3477466 Sep 15 10:53:40.524273 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.l3_hamode_db [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'name': 'tempest-TestSnapshotPattern-560955377-router', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:31Z', 'updated_at': '2022-09-15T10:53:36Z', 'revision_number': 4, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'gw_port': {'id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:32Z', 'updated_at': '2022-09-15T10:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd68e4cb1-d960-42e8-814f-836baa068e01', 'name': '', 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'mac_address': 'fa:16:3e:20:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'e52901db-8c0a-4f46-b046-fa5b31c0d9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:35Z', 'updated_at': '2022-09-15T10:53:39Z', 'revision_number': 4, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'subnets': [{'id': 'e52901db-8c0a-4f46-b046-fa5b31c0d9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:40.556353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b592a91-d7d1-47e5-975f-05bdeb69b1c9 None None] The sync data for ids ['a66d3867-a8f8-46cd-8c3b-bcdf51a619f2'] in dv-neutron-857775-1-hyperv is: [{'id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'name': 'tempest-TestSnapshotPattern-560955377-router', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155'}], 'enable_snat': True}, 'gw_port_id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:31Z', 'updated_at': '2022-09-15T10:53:36Z', 'revision_number': 4, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'gw_port': {'id': '4a6171a1-969a-4cc5-a6b5-113b14343247', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:32Z', 'updated_at': '2022-09-15T10:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': 'd68e4cb1-d960-42e8-814f-836baa068e01', 'name': '', 'network_id': '49ebf2d3-0b75-48c4-b637-eba7103882fa', 'tenant_id': '5a8c0b9156f64809899eac3bd6e71902', 'mac_address': 'fa:16:3e:20:7c:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d3867-a8f8-46cd-8c3b-bcdf51a619f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'e52901db-8c0a-4f46-b046-fa5b31c0d9d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:35Z', 'updated_at': '2022-09-15T10:53:39Z', 'revision_number': 4, 'project_id': '5a8c0b9156f64809899eac3bd6e71902', 'subnets': [{'id': 'e52901db-8c0a-4f46-b046-fa5b31c0d9d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:53:40.595938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port 4a6171a1-969a-4cc5-a6b5-113b14343247 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:40.712254 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-f41ae276-ed70-4727-b5e4-de2b7f6f569b tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Synchronizing usage tracker for tenant:d3443366b0d843fbb15fcbdb4a1c7951 on resource:security_group {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:53:40.791761 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-f41ae276-ed70-4727-b5e4-de2b7f6f569b tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Unset dirty status for tenant:d3443366b0d843fbb15fcbdb4a1c7951 on resource:security_group {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:53:40.792960 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-f41ae276-ed70-4727-b5e4-de2b7f6f569b tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498753766&fields=id&tenant_id=d3443366b0d843fbb15fcbdb4a1c7951 HTTP/1.1" status: 200 len: 267 time: 0.1244297 Sep 15 10:53:40.951708 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-20c81357-e220-425f-9c69-069b6b2d9246 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:40.952400 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-20c81357-e220-425f-9c69-069b6b2d9246 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Synchronizing usage tracker for tenant:d3443366b0d843fbb15fcbdb4a1c7951 on resource:network {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:53:41.026067 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-20c81357-e220-425f-9c69-069b6b2d9246 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Unset dirty status for tenant:d3443366b0d843fbb15fcbdb4a1c7951 on resource:network {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:53:41.029467 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-20c81357-e220-425f-9c69-069b6b2d9246 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 810 time: 0.2272925 Sep 15 10:53:41.044687 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-96d0add4-3a3b-47c1-b19f-3a283088e250 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/quotas/d3443366b0d843fbb15fcbdb4a1c7951 HTTP/1.1" status: 200 len: 375 time: 0.0115116 Sep 15 10:53:41.141957 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-6f20b910-a3d9-4c13-885e-1a165dfcf1d4 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Synchronizing usage tracker for tenant:d3443366b0d843fbb15fcbdb4a1c7951 on resource:port {{(pid=89669) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:53:41.214340 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-6f20b910-a3d9-4c13-885e-1a165dfcf1d4 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Unset dirty status for tenant:d3443366b0d843fbb15fcbdb4a1c7951 on resource:port {{(pid=89669) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:53:41.215692 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-6f20b910-a3d9-4c13-885e-1a165dfcf1d4 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1653407 Sep 15 10:53:41.601073 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-d00d4e49-dfd9-429b-8e99-ba192b081601 service neutron] 10.222.0.62 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756701 Sep 15 10:53:41.731523 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-605c6dbe-cd9c-4706-b659-bbd767bc39d5 service neutron] 10.222.0.62 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245980 Sep 15 10:53:42.021710 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-3a043373-31f6-4471-b477-e605c1117cc9 req-c211c9d6-9398-4cbb-9f8f-4f131d4e386a tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 210 time: 0.0528378 Sep 15 10:53:42.342828 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d68e4cb1-d960-42e8-814f-836baa068e01 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:42.483430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning for port d68e4cb1-d960-42e8-814f-836baa068e01 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:42.488746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d68e4cb1-d960-42e8-814f-836baa068e01 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:42.495206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:42.610063 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d68e4cb1-d960-42e8-814f-836baa068e01 is: DOWN; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:42.610350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:42.645521 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] For port d68e4cb1-d960-42e8-814f-836baa068e01, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=d68e4cb1-d960-42e8-814f-836baa068e01,segment=NetworkSegment(773c7832-24e5-41ad-94bb-53a34d206ae9),segment_id=773c7832-24e5-41ad-94bb-53a34d206ae9)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:42.714313 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:42.785460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Pushing event updated for resources: {'Port': ['ID=d68e4cb1-d960-42e8-814f-836baa068e01,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:43.196034 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-41d80c8b-512d-4143-ad74-0e04a5f2db2e req-9a3532ed-2b43-478c-aa66-7daed7084560 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 210 time: 0.0533595 Sep 15 10:53:44.302529 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-9eb4e27b-ecdf-469c-b0c5-88c2d87f9522 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:44.304037 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-9eb4e27b-ecdf-469c-b0c5-88c2d87f9522 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 810 time: 0.1568396 Sep 15 10:53:44.355137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device d68e4cb1-d960-42e8-814f-836baa068e01 up at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:44.378464 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-8cbdd8a1-8749-4820-b2de-7d24c860c937 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Synchronizing usage tracker for tenant:d3443366b0d843fbb15fcbdb4a1c7951 on resource:security_group {{(pid=89668) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 15 10:53:44.390012 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-62a89594-3d7c-4292-bb11-494c288dc8b0 req-a94f6d72-75b9-4938-9d59-fef582a707c0 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 210 time: 0.0652835 Sep 15 10:53:44.391845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.quota.resource [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-8cbdd8a1-8749-4820-b2de-7d24c860c937 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Unset dirty status for tenant:d3443366b0d843fbb15fcbdb4a1c7951 on resource:security_group {{(pid=89668) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 15 10:53:44.393011 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-8cbdd8a1-8749-4820-b2de-7d24c860c937 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d3443366b0d843fbb15fcbdb4a1c7951 HTTP/1.1" status: 200 len: 380 time: 0.0743849 Sep 15 10:53:44.408991 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'port': {'device_id': '6080d880-6094-430b-bcae-e60bd603f59c', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'admin_state_up': True, 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'security_groups': ['30d981b1-fa69-40b4-84c7-44e510b8f8cd']}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:44.447179 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Provisioning complete for port d68e4cb1-d960-42e8-814f-836baa068e01 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:44.447731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:44.566208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Current status of the port d68e4cb1-d960-42e8-814f-836baa068e01 is: ACTIVE; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:44.567980 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:44.577801 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.quota.driver [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89668) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:44.643002 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Made reservation on behalf of d3443366b0d843fbb15fcbdb4a1c7951 for: {'port': 1} {{(pid=89668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 15 10:53:44.647159 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:44.806602 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_common [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Allocated IP 172.20.0.9 (e1678b5b-c6f9-420d-a767-3759c8112890/b86372a3-68c9-49ca-8964-415646d2864b/e68d15ae-f1cc-452b-a125-04c93e358c54) {{(pid=89668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:53:44.992006 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for port, precommit_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:45.007884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Transition to ACTIVE for port object e68d15ae-f1cc-452b-a125-04c93e358c54 will not be triggered until provisioned by entity DHCP. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:45.103164 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_create {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:45.177033 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Network e1678b5b-c6f9-420d-a767-3759c8112890 is already hosted by enough agents. {{(pid=89668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:45.180107 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.base_scheduler [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources bound (agent type, host, resource id): {{(pid=89668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:45.184552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Received port after_create {{(pid=89668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:53:45.219303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'Port': ['ID=e68d15ae-f1cc-452b-a125-04c93e358c54,revision_number=1']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:45.251717 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:45.252231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:45.352416 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0047996f-02a5-4471-9895-89e071b48fe3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9518509 Sep 15 10:53:45.371072 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.v2.base [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Request body: {'port': {'device_id': '6080d880-6094-430b-bcae-e60bd603f59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8577'}} {{(pid=89668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:45.436952 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ca62110c-c4e3-424b-8170-a9a1b90a52df None None] Provisioning for port e68d15ae-f1cc-452b-a125-04c93e358c54 completed by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:45.442047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-ca62110c-c4e3-424b-8170-a9a1b90a52df None None] Provisioning complete for port e68d15ae-f1cc-452b-a125-04c93e358c54 triggered by entity DHCP. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:45.442420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ca62110c-c4e3-424b-8170-a9a1b90a52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:45.482956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:45.517538 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-ca62110c-c4e3-424b-8170-a9a1b90a52df None None] Port e68d15ae-f1cc-452b-a125-04c93e358c54 cannot update to ACTIVE because it is not bound. {{(pid=89670) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} Sep 15 10:53:45.805414 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3945f0d-4c82-4afa-92b5-d68a28713777 req-a71514af-ef93-4ef4-a553-b7bad1abc323 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:45.806964 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c3945f0d-4c82-4afa-92b5-d68a28713777 req-a71514af-ef93-4ef4-a553-b7bad1abc323 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 931 time: 0.0992105 Sep 15 10:53:45.854333 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c3945f0d-4c82-4afa-92b5-d68a28713777 req-91130ea8-71a4-4c3a-8ca7-64b637ee44ea tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Sep 15 10:53:45.939264 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68d15ae-f1cc-452b-a125-04c93e358c54 {{(pid=89668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:53:45.947030 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:45.960901 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.provisioning_blocks [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Transition to ACTIVE for port object e68d15ae-f1cc-452b-a125-04c93e358c54 will not be triggered until provisioned by entity L2. {{(pid=89668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 15 10:53:46.020274 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:46.212352 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Pushing event updated for resources: {'Port': ['ID=e68d15ae-f1cc-452b-a125-04c93e358c54,revision_number=2']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:46.243073 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Attempting to bind port e68d15ae-f1cc-452b-a125-04c93e358c54 on host hv-neutron-8577 for vnic_type normal with profile {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 15 10:53:46.243400 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Attempting to bind port e68d15ae-f1cc-452b-a125-04c93e358c54 by drivers openvswitch,hyperv on host hv-neutron-8577 at level 0 using segments [{'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 15 10:53:46.243718 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Attempting to bind port e68d15ae-f1cc-452b-a125-04c93e358c54 on network e1678b5b-c6f9-420d-a767-3759c8112890 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:53:46.248172 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Port e68d15ae-f1cc-452b-a125-04c93e358c54 on network e1678b5b-c6f9-420d-a767-3759c8112890 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8577 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 15 10:53:46.248482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Attempting to bind port e68d15ae-f1cc-452b-a125-04c93e358c54 on network e1678b5b-c6f9-420d-a767-3759c8112890 {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 15 10:53:46.253674 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Checking agent: {'id': '631a7b63-4825-4aa9-b0d1-002c8c43a980', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8577', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'started_at': datetime.datetime(2022, 9, 15, 9, 47, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 15, 10, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 15 10:53:46.254041 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Checking segment: {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 15 10:53:46.254427 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Bound using segment: {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'} {{(pid=89668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 15 10:53:46.254902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.managers [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Bound port: e68d15ae-f1cc-452b-a125-04c93e358c54, host: hv-neutron-8577, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd383da2b-593f-4606-8d57-c456ba54f812', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890'}}] {{(pid=89668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 15 10:53:46.255239 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:46.346768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, cleared binding levels {{(pid=89668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 15 10:53:46.350293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e68d15ae-f1cc-452b-a125-04c93e358c54,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 15 10:53:46.440459 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6528780'] for port, after_update {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:46.471509 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:46.472816 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for port, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:46.474232 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] 10.222.0.16 "PUT /v2.0/ports/e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 1093 time: 1.1072903 Sep 15 10:53:46.474658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:53:46.476952 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e891822e0f440e03408010a1ce9a572e167849dfd791eee173a8294f46673ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eded3f8a-1d23-48d1-b758-0ccb27cb83e3" -d '{"events": [{"name": "network-changed", "server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:53:46.518688 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe8031e-97f8-4249-b015-682fcc672301 service neutron] Pushing event updated for resources: {'Port': ['ID=e68d15ae-f1cc-452b-a125-04c93e358c54,revision_number=3']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:46.522567 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3e57dd-47c2-4abe-bf0b-c398b256abed x-openstack-request-id: req-7e3e57dd-47c2-4abe-bf0b-c398b256abed {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:53:46.522853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54", "status": "completed", "code": 200}]} {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:53:46.523100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e3e57dd-47c2-4abe-bf0b-c398b256abed {{(pid=89668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:53:46.523484 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3e57dd-47c2-4abe-bf0b-c398b256abed'] response: {'name': 'network-changed', 'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'status': 'completed', 'code': 200} Sep 15 10:53:46.647738 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded3f8a-1d23-48d1-b758-0ccb27cb83e3 req-d063d5c8-a457-40ff-91e4-6bbeb5cac099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:46.649216 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-eded3f8a-1d23-48d1-b758-0ccb27cb83e3 req-d063d5c8-a457-40ff-91e4-6bbeb5cac099 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0869255 Sep 15 10:53:46.793374 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded3f8a-1d23-48d1-b758-0ccb27cb83e3 req-9c6142ba-2f02-4d00-9686-45d9ada33826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:46.794918 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-eded3f8a-1d23-48d1-b758-0ccb27cb83e3 req-9c6142ba-2f02-4d00-9686-45d9ada33826 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1325190 Sep 15 10:53:46.929150 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eded3f8a-1d23-48d1-b758-0ccb27cb83e3 req-f10926b9-f38e-475d-8c9e-877da3589493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:46.930747 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-eded3f8a-1d23-48d1-b758-0ccb27cb83e3 req-f10926b9-f38e-475d-8c9e-877da3589493 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1296594 Sep 15 10:53:47.059711 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d9cb0-80b7-4472-8fda-ecb8c954d9ea req-7f747c72-2d1e-4609-9905-6f317afba975 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:47.061428 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6c5d9cb0-80b7-4472-8fda-ecb8c954d9ea req-7f747c72-2d1e-4609-9905-6f317afba975 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 943 time: 0.0870528 Sep 15 10:53:47.067564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-88c728b8-798f-4ff0-8e23-db465e6f7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:47.069194 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-88c728b8-798f-4ff0-8e23-db465e6f7042 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0777481 Sep 15 10:53:47.105478 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-6c5d9cb0-80b7-4472-8fda-ecb8c954d9ea req-78e981d9-9c3c-4504-aaa3-a96ad77d3458 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385530 Sep 15 10:53:47.148331 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-5ecbb4fc-cabd-4b91-84c6-12732cfd4af4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0638504 Sep 15 10:53:47.211248 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0285060c-6546-4ac9-9884-879777e9fa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:47.212641 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-0285060c-6546-4ac9-9884-879777e9fa21 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0584123 Sep 15 10:53:47.298091 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-8f97a601-fb99-4712-91a5-9a3015993523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:47.299538 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-8f97a601-fb99-4712-91a5-9a3015993523 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806916 Sep 15 10:53:47.429923 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-9ab50356-2fcb-46ba-bc78-3f6b4718fbb8 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233647 Sep 15 10:53:47.557211 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-75a47c07-44b2-47f6-b174-dd5fae5a464e req-25a82977-e959-4f8b-afe2-f65bdc7db4f5 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211517 Sep 15 10:53:48.311729 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7cdb0-d52d-4fd4-a790-5ea31d2bf2fc req-70698e74-51e0-4b20-86d7-5ef0374e29ce tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:48.313175 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18b7cdb0-d52d-4fd4-a790-5ea31d2bf2fc req-70698e74-51e0-4b20-86d7-5ef0374e29ce tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 943 time: 0.0908763 Sep 15 10:53:48.357716 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-18b7cdb0-d52d-4fd4-a790-5ea31d2bf2fc req-1a0ddbf4-6c2e-4a38-afe8-dae36d57f3f2 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383615 Sep 15 10:53:49.563651 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ccd0bc-24e1-424d-9b17-b247cfc67457 req-dc460623-22ba-44d4-990b-55e4cd72f2e3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:49.565099 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-34ccd0bc-24e1-424d-9b17-b247cfc67457 req-dc460623-22ba-44d4-990b-55e4cd72f2e3 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 943 time: 0.0858593 Sep 15 10:53:49.620583 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-34ccd0bc-24e1-424d-9b17-b247cfc67457 req-e9994d5e-00a3-4230-90fd-e67014c46aed tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415113 Sep 15 10:53:49.673918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c58da985-5bca-401b-8fd4-6f4417b154b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:50.813065 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61509fdf-a5b8-45a4-85b7-503cea1f3927 req-a57ef831-fff8-4eba-8ce0-b74c05edff60 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:50.814554 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61509fdf-a5b8-45a4-85b7-503cea1f3927 req-a57ef831-fff8-4eba-8ce0-b74c05edff60 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 943 time: 0.0859942 Sep 15 10:53:50.858368 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-61509fdf-a5b8-45a4-85b7-503cea1f3927 req-4de230f7-d238-426b-8c8e-15380b59cf16 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376525 Sep 15 10:53:51.236586 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:51.247060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e68d15ae-f1cc-452b-a125-04c93e358c54 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:53:51.384979 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e68d15ae-f1cc-452b-a125-04c93e358c54,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:51.398839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'port_id': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'mac_address': 'fa:16:3e:9a:8e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:53:51.453557 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e68d15ae-f1cc-452b-a125-04c93e358c54 is: DOWN; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:51.454000 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:51.474737 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68d15ae-f1cc-452b-a125-04c93e358c54 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:53:51.490139 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e68d15ae-f1cc-452b-a125-04c93e358c54,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:51.589277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:51.683467 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e68d15ae-f1cc-452b-a125-04c93e358c54,revision_number=4']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:51.754460 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-13dff90e-a1d4-4a24-897d-2814a2f8dd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:51.897187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['e68d15ae-f1cc-452b-a125-04c93e358c54'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:53:52.086576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f36ce7-e1e8-412f-842d-8e6864fb239c req-134e7fd5-621e-4f49-bf82-0496b90396f1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:52.088051 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-43f36ce7-e1e8-412f-842d-8e6864fb239c req-134e7fd5-621e-4f49-bf82-0496b90396f1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 944 time: 0.0975296 Sep 15 10:53:52.137470 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-43f36ce7-e1e8-412f-842d-8e6864fb239c req-d15aa715-f87f-4606-9263-84a2d6f2b502 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428765 Sep 15 10:53:52.573794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:53.053781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:53.128004 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:53:53.250105 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e68d15ae-f1cc-452b-a125-04c93e358c54 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:53:53.346214 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44812b-dbd2-4267-83db-6fa5dc18f5b1 req-7a6bab1b-58fe-464d-b365-253b70595a6f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:53.347667 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4d44812b-dbd2-4267-83db-6fa5dc18f5b1 req-7a6bab1b-58fe-464d-b365-253b70595a6f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 944 time: 0.0888977 Sep 15 10:53:53.401674 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-4d44812b-dbd2-4267-83db-6fa5dc18f5b1 req-96b77309-86ab-4d63-99d3-f107ae50f513 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471601 Sep 15 10:53:53.408252 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning for port e68d15ae-f1cc-452b-a125-04c93e358c54 completed by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 15 10:53:53.413659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port e68d15ae-f1cc-452b-a125-04c93e358c54 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:53:53.413938 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:53.561167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e68d15ae-f1cc-452b-a125-04c93e358c54 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:53:53.561517 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:53.587408 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:53:53.589640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1729042a8b4375786475153b3f3eae1f6907026a62fa58bf8f8e7699d0112997" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2936de01-f7d9-476e-a155-411f27320a1d" -d '{"events": [{"server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "name": "network-vif-plugged", "status": "completed", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:53:53.603502 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e68d15ae-f1cc-452b-a125-04c93e358c54,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:53:53.631185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d01c8d3-4499-4303-8bb6-667c03086253 x-openstack-request-id: req-4d01c8d3-4499-4303-8bb6-667c03086253 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:53:53.631483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "name": "network-vif-plugged", "status": "completed", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:53:53.631733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d01c8d3-4499-4303-8bb6-667c03086253 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:53:53.632107 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d01c8d3-4499-4303-8bb6-667c03086253'] response: {'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'code': 200} Sep 15 10:53:53.679877 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:53.746880 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e68d15ae-f1cc-452b-a125-04c93e358c54,revision_number=5']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:54.021724 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6047904-2805-4e93-b1c6-e17fdb9bc2a9 req-3a1ecdde-1486-4816-9872-6ba88da789f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:54.023260 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b6047904-2805-4e93-b1c6-e17fdb9bc2a9 req-3a1ecdde-1486-4816-9872-6ba88da789f4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1098 time: 0.0772994 Sep 15 10:53:54.063969 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b6047904-2805-4e93-b1c6-e17fdb9bc2a9 req-c8eedbd9-77b6-455d-ac42-a5a91d7fd906 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337873 Sep 15 10:53:54.577421 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:54.613569 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c29c14-1f5e-4ea5-bb5e-6f2f8092a604 req-113efbbb-7fa5-45d7-9a91-aeadf0e18433 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:54.616035 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58c29c14-1f5e-4ea5-bb5e-6f2f8092a604 req-113efbbb-7fa5-45d7-9a91-aeadf0e18433 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 945 time: 0.0894039 Sep 15 10:53:54.660350 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-58c29c14-1f5e-4ea5-bb5e-6f2f8092a604 req-f5141551-6553-40aa-8ae8-59f80e38cd00 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387287 Sep 15 10:53:55.867723 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b9e635-b685-46ac-b9d3-689e9223360d req-a6a99b50-1e6f-4320-b024-70c4b7c3b095 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:55.869171 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c6b9e635-b685-46ac-b9d3-689e9223360d req-a6a99b50-1e6f-4320-b024-70c4b7c3b095 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 945 time: 0.0894485 Sep 15 10:53:55.912354 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-c6b9e635-b685-46ac-b9d3-689e9223360d req-4e1b74a8-c364-46e3-9e1a-011b5911863f tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Sep 15 10:53:56.117159 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe47b70-b09f-4ae1-b3cf-62a467585c0c req-a8850c53-f37d-47f4-b629-04140d1646b2 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:56.118694 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2fe47b70-b09f-4ae1-b3cf-62a467585c0c req-a8850c53-f37d-47f4-b629-04140d1646b2 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 945 time: 0.0880928 Sep 15 10:53:56.166768 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-2fe47b70-b09f-4ae1-b3cf-62a467585c0c req-d5289f83-1d59-4ebd-bd35-c327a5770bec tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?id=30d981b1-fa69-40b4-84c7-44e510b8f8cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424976 Sep 15 10:53:56.194756 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36144) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:56.314225 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe950e90-f80d-4eba-b17d-dc797076da11 tempest-TestSnapshotPattern-354191283 tempest-TestSnapshotPattern-354191283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:56.315738 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-fe950e90-f80d-4eba-b17d-dc797076da11 tempest-TestSnapshotPattern-354191283 tempest-TestSnapshotPattern-354191283-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1093 time: 0.1200404 Sep 15 10:53:56.319226 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [-] (89669) accepted ('10.222.0.62', 36150) {{(pid=89669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:53:56.324058 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.v2.base [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Request body: {'floatingip': {'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'port_id': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 15 10:53:56.330185 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 15 10:53:56.334536 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Usage tracker for resource:floatingip and tenant:d3443366b0d843fbb15fcbdb4a1c7951 is out of sync, need to count used quota {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 15 10:53:56.337356 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.quota.resource [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89669) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 15 10:53:56.343269 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.quota.driver [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89669) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 15 10:53:56.408390 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for floatingip, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:56.637641 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:56.774733 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.db_base_plugin_common [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Allocated IP 172.26.7.98 (db48e646-d33b-4b50-986a-405acdaf99c2/bc219ae6-7f82-4c13-ae81-bb76b70d5857/3bc9aa0c-d7a4-428f-b643-f35de02b08a2) {{(pid=89669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 15 10:53:56.923868 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for port, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:57.014246 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743232748270', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6694044'] for port, after_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:57.076337 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Network db48e646-d33b-4b50-986a-405acdaf99c2 is already hosted by enough agents. {{(pid=89669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 15 10:53:57.078986 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.base_scheduler [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Resources bound (agent type, host, resource id): {{(pid=89669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 15 10:53:57.082895 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Received port after_create {{(pid=89669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 15 10:53:57.119576 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'Port': ['ID=3bc9aa0c-d7a4-428f-b643-f35de02b08a2,revision_number=1']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:57.489333 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:57.650143 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:57.860885 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for port, precommit_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:57.924942 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6694037'] for port, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:58.033073 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1589154'] for floatingip, after_update {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:58.083017 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event updated for resources: {'Port': ['ID=3bc9aa0c-d7a4-428f-b643-f35de02b08a2,revision_number=2']} {{(pid=89669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:53:58.205913 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.db.l3_db [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Floating IP ef8855cd-95ae-4555-afa0-2b20dd345a0f associated. External IP: 172.26.7.98, port: e68d15ae-f1cc-452b-a125-04c93e358c54. Sep 15 10:53:58.681363 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Router 22a150a1-5ebc-464f-a321-9eafbbd26d6c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:53:58.865537 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:53:58.874807 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] Sync routers for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:53:58.884484 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:58.885081 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:58.979770 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron_lib.callbacks.manager [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:53:59.034865 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [None req-ef4cb438-1ba5-4192-91fb-8cc8ed5393b1 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7146306 Sep 15 10:53:59.035966 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54'}] {{(pid=89669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:53:59.038309 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f61f805a0ec9d897419e82e9c201e61c180829f70150e8b32e89275c2f84ee1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281b576a-cb0c-4377-b3ac-58d7f35837cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54"}]}' {{(pid=89669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:53:59.069277 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:59.080190 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 15 Sep 2022 10:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a71c35d-7f31-4f4e-8958-4048b9c3d4e2 x-openstack-request-id: req-5a71c35d-7f31-4f4e-8958-4048b9c3d4e2 {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:53:59.080690 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54", "status": "completed", "code": 200}]} {{(pid=89669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:53:59.080946 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a71c35d-7f31-4f4e-8958-4048b9c3d4e2 {{(pid=89669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:53:59.081346 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a71c35d-7f31-4f4e-8958-4048b9c3d4e2'] response: {'name': 'network-changed', 'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'status': 'completed', 'code': 200} Sep 15 10:53:59.298504 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-dc231d01-676d-4a82-aeb3-50f4e2572363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:59.300614 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-dc231d01-676d-4a82-aeb3-50f4e2572363 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1098 time: 0.1981316 Sep 15 10:53:59.440907 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-2893ba55-5512-44d0-9589-2c114c265067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:59.442727 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-2893ba55-5512-44d0-9589-2c114c265067 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1343510 Sep 15 10:53:59.457978 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'ef8855cd-95ae-4555-afa0-2b20dd345a0f', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'port_id': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'mac_address': 'fa:16:3e:9a:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6080d880-6094-430b-bcae-e60bd603f59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:53:57Z', 'updated_at': '2022-09-15T10:53:57Z', 'revision_number': 0, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 5, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:59.461741 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] Checking router: 22a150a1-5ebc-464f-a321-9eafbbd26d6c for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:53:59.469841 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:53:59.470451 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:53:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:59.547118 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-c524349a-41b8-4e86-b914-f43618ccd0c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 998 time: 0.0977767 Sep 15 10:53:59.608678 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-9fa9aa49-e1b0-4273-b040-bdaab838387a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:59.610035 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-9fa9aa49-e1b0-4273-b040-bdaab838387a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0568256 Sep 15 10:53:59.648341 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:53:59.699095 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-f8bb9305-4267-4333-9401-06953a6a60bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:53:59.700592 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-f8bb9305-4267-4333-9401-06953a6a60bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0844386 Sep 15 10:53:59.834009 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-ab61ce22-449b-4589-bcaf-4af2a26ad522 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253433 Sep 15 10:53:59.966865 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-281b576a-cb0c-4377-b3ac-58d7f35837cb req-70e6cd32-d671-4007-a150-3eee3beade6c service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267974 Sep 15 10:53:59.989805 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'ef8855cd-95ae-4555-afa0-2b20dd345a0f', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'port_id': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'mac_address': 'fa:16:3e:9a:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6080d880-6094-430b-bcae-e60bd603f59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:53:57Z', 'updated_at': '2022-09-15T10:53:57Z', 'revision_number': 0, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 5, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:53:59.993772 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaee2cdd-5b92-45cd-942f-1376f8bc5be5 None None] The sync data for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv is: [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_floatingips': [{'id': 'ef8855cd-95ae-4555-afa0-2b20dd345a0f', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'floating_ip_address': '172.26.7.98', 'floating_network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'router_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'port_id': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'mac_address': 'fa:16:3e:9a:8e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6080d880-6094-430b-bcae-e60bd603f59c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-15T10:53:57Z', 'updated_at': '2022-09-15T10:53:57Z', 'revision_number': 0, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 5, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:54:00.182964 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef673ad9-6dfb-48e5-845d-f25485cc0a4a None None] New status for floating IP ef8855cd-95ae-4555-afa0-2b20dd345a0f: ACTIVE {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:54:17.972858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-80828092-55e8-4c9f-b106-c2e2395f8b23 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771458 Sep 15 10:54:18.119919 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-98f92d16-70f9-4920-9d15-32edcce1a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:54:18.121367 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-98f92d16-70f9-4920-9d15-32edcce1a940 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1098 time: 0.0813296 Sep 15 10:54:18.265393 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-776ffa5f-3371-4d61-a0dd-7fd6f81f4b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:54:18.267626 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-776ffa5f-3371-4d61-a0dd-7fd6f81f4b72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1268263 Sep 15 10:54:18.371580 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-48aaa31a-02ee-4aba-8be3-9ddbdc2d10cc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 1000 time: 0.0963800 Sep 15 10:54:18.433410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-2314ffc7-75e2-43b5-82e1-6445f5122161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:54:18.434858 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-2314ffc7-75e2-43b5-82e1-6445f5122161 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0567582 Sep 15 10:54:18.523927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-335cb983-8843-43a1-b71a-096f648f0fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:54:18.525317 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-335cb983-8843-43a1-b71a-096f648f0fbb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840743 Sep 15 10:54:18.656838 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-1eefdf9f-528b-4e52-a8c6-44624ddb9381 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238062 Sep 15 10:54:18.787957 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-084d0ea6-d831-4a8f-bbd8-7e04f18c3c57 req-524602b9-cbb1-447e-a43e-4db38f6ee97a service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229081 Sep 15 10:54:19.664529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-57e90f86-e8ee-4af6-b093-c1c8e3bd82f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:21.233008 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:21.750038 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4d059c02-1a10-4fa8-8425-0cb05622f0fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:22.573161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:23.050451 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:24.578336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:30.126375 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:54:49.667423 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6b2249b1-adaa-4286-a5ef-2113856f0e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:51.229299 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:51.737546 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1bdfb1b7-8017-409b-9d08-673a0862edc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:52.556584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:53.040941 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:54:54.594733 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:07.125148 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:55:18.094848 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-a92c6c7a-d7a1-4e34-8b7a-2b61410400b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1704426 Sep 15 10:55:18.239963 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-daf9d90e-2659-4fa9-81ee-842b3c928636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:55:18.241425 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-daf9d90e-2659-4fa9-81ee-842b3c928636 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1098 time: 0.0808151 Sep 15 10:55:18.384356 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-986be60c-6d22-4802-84fd-85a1308e1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:55:18.385697 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-986be60c-6d22-4802-84fd-85a1308e1c79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1248975 Sep 15 10:55:18.485982 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-de646923-165f-4e70-a582-af5e6f2b7142 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 1000 time: 0.0941319 Sep 15 10:55:18.546658 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-02720860-5173-4375-87ae-208f4e81cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:55:18.548051 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-02720860-5173-4375-87ae-208f4e81cfb0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0559251 Sep 15 10:55:18.632956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-2929ec5b-fb56-4333-9aeb-53eb73ad1944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:55:18.635043 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-2929ec5b-fb56-4333-9aeb-53eb73ad1944 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806794 Sep 15 10:55:18.765368 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-9ffb79b6-7571-452f-bcf4-76207696560c service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242902 Sep 15 10:55:18.894989 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-28485fa0-67a5-4bb2-92be-124f61273a7d req-2bea94dd-6989-4363-a6b1-e08493fc1a24 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240060 Sep 15 10:55:19.645358 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-965a984a-1d8d-4fd9-a8f9-b7a5ed6dba9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:21.216368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:21.725214 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c415afdd-1376-48fc-9a13-0cac4698eb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:22.571027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:23.027939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:24.597711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:44.128026 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:55:49.655167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2fed37b9-3895-49e6-9fb2-350e5b583678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:51.209569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:51.758266 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-da129231-037f-4f1c-bcaf-4abf9c729cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:52.563950 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:53.037496 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:54.603909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:57.899916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e68d15ae-f1cc-452b-a125-04c93e358c54 details requested by agent hyperv_hv-neutron-8577 with host hv-neutron-8577 {{(pid=89670) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 15 10:55:58.031873 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e68d15ae-f1cc-452b-a125-04c93e358c54,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:55:58.044568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Returning: {'device': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'port_id': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'mac_address': 'fa:16:3e:9a:8e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89670) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 15 10:55:58.098474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e68d15ae-f1cc-452b-a125-04c93e358c54 is: ACTIVE; New status is: BUILD {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:55:58.098850 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:58.114974 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e68d15ae-f1cc-452b-a125-04c93e358c54 {{(pid=89670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 15 10:55:58.130387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e68d15ae-f1cc-452b-a125-04c93e358c54,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:55:58.249079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:55:58.321142 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e68d15ae-f1cc-452b-a125-04c93e358c54,revision_number=6']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:55:58.329045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.329393 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.329731 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.330090 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.330418 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.330746 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.331069 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.331392 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.331711 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.332027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.332344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.332660 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:55:58.338033 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] get_ports_and_sgs() called for port_ids ['e68d15ae-f1cc-452b-a125-04c93e358c54'] {{(pid=89670) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 15 10:55:59.932387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e68d15ae-f1cc-452b-a125-04c93e358c54 up at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 15 10:56:00.007162 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.db.provisioning_blocks [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Provisioning complete for port e68d15ae-f1cc-452b-a125-04c93e358c54 triggered by entity L2. {{(pid=89670) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 15 10:56:00.007536 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1535342'] for port, provisioning_complete {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:00.131688 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e68d15ae-f1cc-452b-a125-04c93e358c54 is: BUILD; New status is: ACTIVE {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:56:00.132074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:00.165602 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:56:00.168234 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1729042a8b4375786475153b3f3eae1f6907026a62fa58bf8f8e7699d0112997" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdc410db-4092-4992-bc9e-9ecbc974b15e" -d '{"events": [{"server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "name": "network-vif-plugged", "status": "completed", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:56:00.177164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e68d15ae-f1cc-452b-a125-04c93e358c54,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:56:00.255668 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:00.363779 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 15 Sep 2022 10:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d57caa-502b-41b4-9b69-9c1db0fce519 x-openstack-request-id: req-19d57caa-502b-41b4-9b69-9c1db0fce519 {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 10:56:00.363928 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "name": "network-vif-plugged", "status": "completed", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54", "code": 200}]} {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 10:56:00.364165 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-19d57caa-502b-41b4-9b69-9c1db0fce519 {{(pid=89670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 15 10:56:00.364584 dv-neutron-857775-1-hyperv neutron-server[89670]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d57caa-502b-41b4-9b69-9c1db0fce519'] response: {'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54', 'code': 200} Sep 15 10:56:00.393060 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e68d15ae-f1cc-452b-a125-04c93e358c54,revision_number=7']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:56:10.342740 dv-neutron-857775-1-hyperv neutron-server[89669]: INFO neutron.wsgi [req-e174c511-32a3-451e-aeae-455d80f7fda3 req-a11c41b1-2542-45b6-bc6f-d6a0330400fd tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1498753766&fields=id&tenant_id=d3443366b0d843fbb15fcbdb4a1c7951 HTTP/1.1" status: 200 len: 267 time: 0.0499704 Sep 15 10:56:13.993498 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Device e68d15ae-f1cc-452b-a125-04c93e358c54 no longer exists at agent hyperv_hv-neutron-8577 {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 10:56:14.103600 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Current status of the port e68d15ae-f1cc-452b-a125-04c93e358c54 is: ACTIVE; New status is: DOWN {{(pid=89670) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2199}} Sep 15 10:56:14.103897 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1491349'] for port, before_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:14.130355 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54'}] {{(pid=89670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:56:14.132582 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1729042a8b4375786475153b3f3eae1f6907026a62fa58bf8f8e7699d0112997" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167c7b1a-45d4-432c-941f-e1e49ba06c78" -d '{"events": [{"server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "name": "network-vif-unplugged", "status": "completed", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54"}]}' {{(pid=89670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:56:14.140176 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.db [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] For port e68d15ae-f1cc-452b-a125-04c93e358c54, host hv-neutron-8577, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8577',level=0,port_id=e68d15ae-f1cc-452b-a125-04c93e358c54,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 10:56:14.180328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743233271125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743232746756', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743232746801'] for port, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:14.247375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Pushing event updated for resources: {'Port': ['ID=e68d15ae-f1cc-452b-a125-04c93e358c54,revision_number=8']} {{(pid=89670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:56:18.968563 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33944eb3-632a-41db-924f-4946717fea83 req-08309004-84ac-4713-832f-fb03b7746a54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781064 Sep 15 10:56:19.119848 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944eb3-632a-41db-924f-4946717fea83 req-4b9610ce-a16d-46d6-92b5-60e028f0ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:56:19.121588 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33944eb3-632a-41db-924f-4946717fea83 req-4b9610ce-a16d-46d6-92b5-60e028f0ce60 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0862732 Sep 15 10:56:19.266418 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944eb3-632a-41db-924f-4946717fea83 req-b34b581d-e37e-4aa5-a373-88b2110564fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:56:19.267815 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33944eb3-632a-41db-924f-4946717fea83 req-b34b581d-e37e-4aa5-a373-88b2110564fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1277337 Sep 15 10:56:19.370289 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33944eb3-632a-41db-924f-4946717fea83 req-6b66b03c-ed17-444d-a26e-eab4af0b1f5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 998 time: 0.0957599 Sep 15 10:56:19.433703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944eb3-632a-41db-924f-4946717fea83 req-a4dee5f7-b65d-4c79-b9c1-8428f7730cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:56:19.435132 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33944eb3-632a-41db-924f-4946717fea83 req-a4dee5f7-b65d-4c79-b9c1-8428f7730cf0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0592735 Sep 15 10:56:19.517188 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33944eb3-632a-41db-924f-4946717fea83 req-77fe72f9-ae7a-426a-8bbf-730a1a6d7284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:56:19.518612 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33944eb3-632a-41db-924f-4946717fea83 req-77fe72f9-ae7a-426a-8bbf-730a1a6d7284 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776925 Sep 15 10:56:19.651385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33944eb3-632a-41db-924f-4946717fea83 req-bf42f39e-c460-48da-ac5d-de15f2adfd70 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266422 Sep 15 10:56:19.671675 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7b52b586-f075-4dd1-bcc3-5d9afb511629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:19.879107 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-33944eb3-632a-41db-924f-4946717fea83 req-b2ef3a05-29ef-4551-bee1-d393ab794de4 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220204 Sep 15 10:56:21.127445 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:56:21.214420 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:21.751671 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2858daa6-4976-4cd9-b145-4acf095c5558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:22.597096 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:23.048584 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:24.568365 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:49.704822 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-10a0f1f0-7d29-4b32-a467-dddc02505437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:51.236104 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:51.745280 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6534f9f1-9337-482f-8fde-29af40838eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:52.619100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:53.036279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:54.596047 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:56:58.127812 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:57:11.278092 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36406) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 10:57:11.478739 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Deleting port 3bc9aa0c-d7a4-428f-b643-f35de02b08a2 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 10:57:11.479076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:11.643394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:11.643634 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:11.770021 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Calling delete_port for 3bc9aa0c-d7a4-428f-b643-f35de02b08a2 owned by network:floatingip {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 10:57:11.984080 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:12.035333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Pushing event deleted for resources: {'Port': ['ID=3bc9aa0c-d7a4-428f-b643-f35de02b08a2,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 10:57:12.082622 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.082967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.083306 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.083638 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.083967 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.084293 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.084619 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.084941 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.085260 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.085577 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.085915 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.086231 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 10:57:12.144359 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks [] for floatingip, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:12.144667 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.l3_db [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Floating IP ef8855cd-95ae-4555-afa0-2b20dd345a0f disassociated (deleted). External IP: 172.26.7.98, port: e68d15ae-f1cc-452b-a125-04c93e358c54. Sep 15 10:57:12.490185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Router 22a150a1-5ebc-464f-a321-9eafbbd26d6c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 10:57:12.760014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 10:57:12.769591 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] Sync routers for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 10:57:12.775645 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84043'] for floatingip, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:12.778396 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:57:12.779006 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:57:12.828965 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-099b4934-0dcf-4a47-9c46-24da22e60750 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "DELETE /v2.0/floatingips/ef8855cd-95ae-4555-afa0-2b20dd345a0f HTTP/1.1" status: 204 len: 168 time: 1.5497730 Sep 15 10:57:12.829531 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54'}] {{(pid=89668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 15 10:57:12.831879 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e891822e0f440e03408010a1ce9a572e167849dfd791eee173a8294f46673ab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7b5c0-8999-442f-86bd-f8047a67d918" -d '{"events": [{"name": "network-changed", "server_uuid": "6080d880-6094-430b-bcae-e60bd603f59c", "tag": "e68d15ae-f1cc-452b-a125-04c93e358c54"}]}' {{(pid=89668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 15 10:57:12.983810 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:57:13.283138 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 5, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:57:13.286882 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] Checking router: 22a150a1-5ebc-464f-a321-9eafbbd26d6c for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 10:57:13.295565 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 10:57:13.296145 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T10:56:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:57:13.466463 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 10:57:13.771633 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 5, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 10:57:13.775888 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087d8e11-56b8-4137-bdeb-cb84fd0195af None None] The sync data for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv is: [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T10:53:28Z', 'revision_number': 4, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv', '_interfaces': [{'id': '48f69374-71a9-4f3d-a15a-3186188abd23', 'name': '', 'network_id': 'e1678b5b-c6f9-420d-a767-3759c8112890', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'mac_address': 'fa:16:3e:35:95:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:27Z', 'updated_at': '2022-09-15T10:53:35Z', 'revision_number': 5, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'subnets': [{'id': 'b86372a3-68c9-49ca-8964-415646d2864b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 10:57:13.986040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009b87b7-76ed-4c79-9ef7-33faf3b448a7 None None] New status for floating IP ef8855cd-95ae-4555-afa0-2b20dd345a0f: DOWN {{(pid=89670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 15 10:57:19.664219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-155232ef-6b5c-4732-81ec-c152e246ecdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:20.002866 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-29c41764-c41c-4284-9889-51d366a3afbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829122 Sep 15 10:57:20.155488 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-efd692c2-2ac9-43e0-a1c7-f23c84f49b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:57:20.157553 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-efd692c2-2ac9-43e0-a1c7-f23c84f49b35 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0873392 Sep 15 10:57:20.300838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-3ccbce3a-8302-4bee-b38b-17c775272e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:57:20.302227 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-3ccbce3a-8302-4bee-b38b-17c775272e39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1259181 Sep 15 10:57:20.372321 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-fd3bbbf4-f386-454e-ac88-9daa3e2fd8f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0644655 Sep 15 10:57:20.432929 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-abfc455d-313f-46dc-b3d2-bfbfadf18cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:57:20.434343 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-abfc455d-313f-46dc-b3d2-bfbfadf18cad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0556271 Sep 15 10:57:20.521772 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-bd3122ae-eefb-4662-a9ab-b25702928087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:57:20.523263 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-bd3122ae-eefb-4662-a9ab-b25702928087 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828326 Sep 15 10:57:20.653561 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-425e9b72-7523-4086-9d1d-91105b9ec2c9 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244276 Sep 15 10:57:20.783782 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-058933d8-6b70-45a6-a74f-18bc600d0fa8 req-bf923c5b-aec8-4e3e-9fc3-ba5eeb473877 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245542 Sep 15 10:57:21.207438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:21.779027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1635d454-6ffd-4376-b40d-386becc48772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:22.596175 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:23.041399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:24.618672 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:35.127376 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:57:49.697970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-065dd4a6-5f83-4c67-936c-6b68d0592351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:51.229479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:51.738678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-23fb2ac2-a790-4d7a-bc1b-9400c1635bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:52.578292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:53.052167 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:57:54.628275 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:12.126963 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:58:19.668906 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fd7fca48-4fd5-4948-8fdf-9214e47325bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:20.033965 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-d39d2144-50b1-4dfe-a340-75f8446e8ba8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1476905 Sep 15 10:58:20.181505 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-858e6c04-c52d-4dee-a82b-06a3a16ef9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:58:20.182987 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-858e6c04-c52d-4dee-a82b-06a3a16ef9cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0815456 Sep 15 10:58:20.330781 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-304d22e4-acef-46b8-bde5-a7113dfc2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:58:20.332186 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-304d22e4-acef-46b8-bde5-a7113dfc2254 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1267281 Sep 15 10:58:20.399477 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-68c7ad9e-6589-4c5f-8a42-a6fc09f0678e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0615239 Sep 15 10:58:20.462062 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-e6ec34cd-5af6-4cf8-badf-672552e8eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:58:20.463367 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-e6ec34cd-5af6-4cf8-badf-672552e8eaa7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0583351 Sep 15 10:58:20.542805 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-a106b383-606a-476e-ac78-08b14b0d8479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:58:20.544246 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-a106b383-606a-476e-ac78-08b14b0d8479 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750909 Sep 15 10:58:20.770467 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-a3fb7128-5703-4926-9349-35ad3f24da20 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196774 Sep 15 10:58:20.901754 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2a87470b-7c40-4f51-9439-6e4a00d855bf req-0eb1bab4-0a4e-4d6d-b116-5c69e06acef1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258183 Sep 15 10:58:21.212022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:21.752532 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5c1dae65-9b76-4592-a4ac-f73e146a3c9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:22.575706 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:23.068939 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:24.594722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:49.126272 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:58:49.666061 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9be52969-0d5b-454b-9558-fe92ea248b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:51.226080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:51.757519 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5fff0273-5fe1-4e0e-9d17-9a3c4cde6c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:52.586370 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:53.054411 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:58:54.614627 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:19.668099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ce5611a3-9559-4074-97f1-99a42310cb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:19.964959 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-c719ac2a-3f52-4232-af2b-505762617f76 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804286 Sep 15 10:59:20.112200 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-7d66a110-b6e4-4688-b4ef-dd472f453851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:59:20.113654 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-7d66a110-b6e4-4688-b4ef-dd472f453851 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0780485 Sep 15 10:59:20.262014 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-30602dcb-23c2-46f2-bdf6-bf6892c5dcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:59:20.263378 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-30602dcb-23c2-46f2-bdf6-bf6892c5dcdd service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1316929 Sep 15 10:59:20.336824 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-731e2401-1965-41a0-9ce6-4cb2047ec6e8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0668159 Sep 15 10:59:20.398875 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-56208ed8-987c-4019-8e93-72b0e3de2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:59:20.400175 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-56208ed8-987c-4019-8e93-72b0e3de2a2a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0571072 Sep 15 10:59:20.486890 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-e902013b-28a1-4c2f-976a-b0a6a11386f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 10:59:20.488375 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-e902013b-28a1-4c2f-976a-b0a6a11386f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808289 Sep 15 10:59:20.618431 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-8af42476-4419-444a-8c4c-5613780f74aa service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235561 Sep 15 10:59:20.746781 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e4fec148-d5b5-42bf-b851-199a9239d798 req-db9f3a6d-8d78-43e9-b315-4ee734fdf7e2 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225305 Sep 15 10:59:21.216309 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:21.770861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-155aa75e-8d35-4ca0-b47a-4b4898394f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:22.584916 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:23.067643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:24.613547 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:26.125932 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 10:59:49.657826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2248aa18-0836-4413-b5ba-078ac3bff925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:51.261529 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:51.752861 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-72f63bf5-35e5-4070-b3c1-3a0972764de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:52.582089 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:53.063422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 10:59:54.612417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:03.126662 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:00:19.672556 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-17e44dc4-ef77-4192-941a-b7c3fb9830cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:19.972939 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-e763d797-d3b1-4f2e-a561-a98980137994 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756133 Sep 15 11:00:20.120194 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-550d2224-b6c9-43c3-afca-56f7963e80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:00:20.121672 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-550d2224-b6c9-43c3-afca-56f7963e80e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0822022 Sep 15 11:00:20.261254 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-9ed59e84-9d3b-41cf-99df-25f6494bbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:00:20.262608 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-9ed59e84-9d3b-41cf-99df-25f6494bbb81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1236320 Sep 15 11:00:20.330362 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-bec30814-4ffe-4e2f-86e3-8ff623cfdb98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0600696 Sep 15 11:00:20.393482 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-8c52ecb4-d0e1-4919-8fab-a8f3d5070421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:00:20.394980 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-8c52ecb4-d0e1-4919-8fab-a8f3d5070421 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0589995 Sep 15 11:00:20.475442 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-628290bd-3259-4dbf-a87b-833e810c81f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:00:20.476895 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-628290bd-3259-4dbf-a87b-833e810c81f5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761406 Sep 15 11:00:20.700263 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-3d7dfd97-eadb-4207-8830-0e5aec87c6ca service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169805 Sep 15 11:00:20.836665 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-2e2e5822-b27c-424d-97fd-46db2f626082 req-a7f717b5-3d30-4cfa-a237-dd11da828478 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306014 Sep 15 11:00:21.232453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:21.765970 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f2de459c-da21-4336-a52d-685cf8c32076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:22.563804 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:23.067082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:24.645509 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:40.126233 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:00:49.678709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-72ad9a07-be5d-4b21-8bec-641b435a4b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:51.249324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:51.787371 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a6685cc2-bdfc-4e1f-8020-80e7a50f1eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:52.593159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:53.073010 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:00:54.614719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:14.235328 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Thu, 15 Sep 2022 10:56:14 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 11:01:14.236015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=89670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova Traceback (most recent call last): Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 274, in send_events Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Sep 15 11:01:14.253287 dv-neutron-857775-1-hyperv neutron-server[89670]: ERROR neutron.notifiers.nova Sep 15 11:01:17.125960 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:01:19.695132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-67b37294-5686-4c61-9992-ba497a81b2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:19.959508 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-311942fd-7480-4828-8295-c00dc439b2e3 req-2e87fcb2-f1b9-42ce-9af0-594ebcb8a70b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799003 Sep 15 11:01:20.103129 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311942fd-7480-4828-8295-c00dc439b2e3 req-31e02de6-2c20-4fb7-9787-0d33fa5753f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:01:20.104699 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-311942fd-7480-4828-8295-c00dc439b2e3 req-31e02de6-2c20-4fb7-9787-0d33fa5753f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0787005 Sep 15 11:01:20.249371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311942fd-7480-4828-8295-c00dc439b2e3 req-87b9acdc-401e-4f5c-9e1a-f3dd18de87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:01:20.250758 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-311942fd-7480-4828-8295-c00dc439b2e3 req-87b9acdc-401e-4f5c-9e1a-f3dd18de87e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1278074 Sep 15 11:01:20.327104 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-311942fd-7480-4828-8295-c00dc439b2e3 req-0cb9ce91-1d45-4b42-84d8-a19948af3ce0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0701041 Sep 15 11:01:20.394056 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311942fd-7480-4828-8295-c00dc439b2e3 req-0b70e562-a82b-4796-ad8e-4de6de33d9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:01:20.395460 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-311942fd-7480-4828-8295-c00dc439b2e3 req-0b70e562-a82b-4796-ad8e-4de6de33d9c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0632935 Sep 15 11:01:20.476845 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311942fd-7480-4828-8295-c00dc439b2e3 req-a40e7df5-f21d-4184-b1a1-40ea70db33a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:01:20.478326 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-311942fd-7480-4828-8295-c00dc439b2e3 req-a40e7df5-f21d-4184-b1a1-40ea70db33a9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756228 Sep 15 11:01:20.607704 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-311942fd-7480-4828-8295-c00dc439b2e3 req-5d11980b-6883-4b3a-a342-11aa93a9057b service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230257 Sep 15 11:01:20.736429 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-311942fd-7480-4828-8295-c00dc439b2e3 req-5189a545-5c99-4d9c-945a-b7d0f0cd029f service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231391 Sep 15 11:01:21.265673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:21.791815 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e7483ef4-63ea-4f82-9b08-a63df0a90728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:22.563594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:23.089014 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:24.665915 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:49.676863 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4b9312b9-b0df-4575-98f3-b03dbfe5d513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:51.259745 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:51.785501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-46e84855-4ce2-4983-afb0-e80d78ef190f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:52.562772 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:53.076767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:01:54.158173 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:01:54.630673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:12.929838 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP: [500] Connection: close Content-Length: 609 Content-Type: text/html; charset=iso-8859-1 Date: Thu, 15 Sep 2022 10:57:12 GMT Server: Apache/2.4.41 (Ubuntu) {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 15 11:02:12.930345 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG novaclient.v2.client [-] RESP BODY: Omitted, Content-Type is set to text/html; charset=iso-8859-1. Only application/json responses have their bodies logged. {{(pid=89668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova [-] Failed to notify nova on events: [{'name': 'network-changed', 'server_uuid': '6080d880-6094-430b-bcae-e60bd603f59c', 'tag': 'e68d15ae-f1cc-452b-a125-04c93e358c54'}]: novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova Traceback (most recent call last): Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova File "/opt/stack/neutron/neutron/notifiers/nova.py", line 274, in send_events Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova response = novaclient.server_external_events.create( Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/v2/server_external_events.py", line 38, in create Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova return self._create('/os-server-external-events', body, 'events', Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/base.py", line 363, in _create Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova resp, body = self.api.client.post(url, body=body) Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/adapter.py", line 401, in post Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova return self.request(url, 'POST', **kwargs) Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova File "/usr/local/lib/python3.8/dist-packages/novaclient/client.py", line 78, in request Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova raise exceptions.from_response(resp, body, url, method) Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova novaclient.exceptions.ClientException: Unknown Error (HTTP 500) Sep 15 11:02:12.931961 dv-neutron-857775-1-hyperv neutron-server[89668]: ERROR neutron.notifiers.nova Sep 15 11:02:19.698818 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9163efa7-5aed-449e-b39e-2d85b294463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:21.259151 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:21.761904 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-11f13bef-a1cf-4889-a1ec-6881ba78dc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:21.959178 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-70761268-84ab-4a36-a9a4-710ab5b23349 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815735 Sep 15 11:02:22.101185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-3353c980-6884-4c0b-90cf-782006a9f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:02:22.102610 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-3353c980-6884-4c0b-90cf-782006a9f10d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0772135 Sep 15 11:02:22.245181 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-e4a4e8ec-00da-445b-8699-9c2b7fd6f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:02:22.246643 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-e4a4e8ec-00da-445b-8699-9c2b7fd6f30f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1232138 Sep 15 11:02:22.317811 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-47badc1e-ae66-4d3e-b710-a592136da4b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0655534 Sep 15 11:02:22.378394 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-ce624327-47af-43a4-a4d4-49efe24529e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:02:22.379751 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-ce624327-47af-43a4-a4d4-49efe24529e6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0561712 Sep 15 11:02:22.461811 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-47805f83-244e-491c-8a8c-0135f9b20d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:02:22.463271 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-47805f83-244e-491c-8a8c-0135f9b20d11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778644 Sep 15 11:02:22.473204 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-ec0a7a6d-0a3a-47d3-b73a-84a76f95ecb9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 11:02:22.474243 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-ec0a7a6d-0a3a-47d3-b73a-84a76f95ecb9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052855 Sep 15 11:02:22.567566 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:22.691343 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-c1623269-f1bf-4333-983b-d1b458cd8461 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112482 Sep 15 11:02:22.820751 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-02f561c4-b0f9-4fa2-bbf9-0826106687db req-ec8e41af-bbee-4192-93fa-cfcf032bd3e8 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232119 Sep 15 11:02:23.064755 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:24.618965 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:31.128038 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:02:49.664211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b9889670-4b0c-49f0-ab2d-8d101ac9c3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:51.258256 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:51.790080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-eb44ad7f-497c-4847-b70f-e04b8eda101e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:52.601174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:53.087093 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:02:54.641032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:08.127997 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:03:19.692503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9b9666f9-bc6b-4988-adfd-842a3b8a6c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:21.286647 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:21.758956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2bbe5c9a-a114-4939-b70f-549a05e73dca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:22.566634 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:23.086344 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:24.005443 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-d8343d32-3809-4201-8158-806a1b01610f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224797 Sep 15 11:03:24.151097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-adb8b30b-3b39-402c-8738-aa2d93ef00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:03:24.152464 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-adb8b30b-3b39-402c-8738-aa2d93ef00e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0808756 Sep 15 11:03:24.296524 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-19e50ee9-4f40-4c36-92ad-429e10051d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:03:24.298118 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-19e50ee9-4f40-4c36-92ad-429e10051d90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1273229 Sep 15 11:03:24.364169 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-9def557a-9c0e-4d70-97b9-cc44b66fe303 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0603523 Sep 15 11:03:24.427010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-96d87390-ceae-45f5-bfd9-e9cdb8ee242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:03:24.428389 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-96d87390-ceae-45f5-bfd9-e9cdb8ee242d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0589192 Sep 15 11:03:24.517023 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-7400ca4c-91d7-4d15-a5f3-fec2d6231caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:03:24.518518 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-7400ca4c-91d7-4d15-a5f3-fec2d6231caf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843065 Sep 15 11:03:24.664221 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-aa151f97-869e-4b92-88e2-999a4a4141f8 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392033 Sep 15 11:03:24.669616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:24.793424 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-3db88ed7-34c9-4ca9-b7f2-0b6f7795e442 req-a1972727-b420-4739-bd85-76586a0bdb55 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234512 Sep 15 11:03:45.127050 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:03:49.673108 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ab773137-c641-4ca8-90cb-b0ec94fd0c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:51.289437 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:51.780910 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-29665840-32c2-4f14-a505-6e6c418cd548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:52.592798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:53.085576 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:03:54.686215 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:19.672095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b0000ff6-a593-4b81-940c-b9c2abc9607d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:21.274164 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:21.765606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ed4c82cb-595d-4fc1-bb2c-bdfe7a3a042c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:22.126233 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:04:22.594763 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:23.116834 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:24.637206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:25.969969 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-5f1f509d-04e9-4c4c-8f51-2c8e79fa93e0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803301 Sep 15 11:04:26.114871 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-5cb5dc26-671d-48d7-8f19-eb8386355a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:04:26.116331 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-5cb5dc26-671d-48d7-8f19-eb8386355a63 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0804989 Sep 15 11:04:26.257998 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-9b698eeb-df0d-44c5-8f8f-c0bf0433fe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:04:26.259344 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-9b698eeb-df0d-44c5-8f8f-c0bf0433fe19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1257839 Sep 15 11:04:26.328895 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-0f9f14ad-f7d2-4176-a977-96f9ae2b21dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0642478 Sep 15 11:04:26.387789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-da28848f-3bc8-4591-958c-2a9dd8dbcfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:04:26.389159 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-da28848f-3bc8-4591-958c-2a9dd8dbcfb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0551720 Sep 15 11:04:26.560742 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-f0debcbd-1372-4a25-a1e6-da41fb401527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:04:26.562962 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-f0debcbd-1372-4a25-a1e6-da41fb401527 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1678524 Sep 15 11:04:26.694622 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-a2d203c4-b94d-4493-a8be-44ca3399bc89 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254501 Sep 15 11:04:26.823947 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bff21e8b-88d6-4058-85f5-e1a7f439660d req-bd54f2f5-b395-42c9-8477-aed587755caa service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237149 Sep 15 11:04:49.681518 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c051853a-e2f2-4916-92ab-b2bd3d10a2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:51.328219 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:51.770781 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c74b9123-edea-4a44-a8ae-a378538e4d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:52.570350 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:53.096113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:54.662102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:04:59.125200 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:05:19.657565 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7bbd4e64-8803-479f-8978-4651ba7ff041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:21.292095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:21.787140 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3dc17c12-47e2-4b1f-b155-b304ccf4efe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:22.587374 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:23.090334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:24.655650 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:25.954744 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-b4d22947-31a6-4a7f-b6b8-627d080d3a77 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755503 Sep 15 11:05:26.103323 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-5b9f5d88-c3c2-418a-b495-3f69566ca0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:05:26.105080 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-5b9f5d88-c3c2-418a-b495-3f69566ca0c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0823190 Sep 15 11:05:26.251725 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-09a2a7ad-de4b-45b6-911b-53640faeabdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:05:26.253092 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-09a2a7ad-de4b-45b6-911b-53640faeabdc service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1279700 Sep 15 11:05:26.320524 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-2ad767d5-09cd-4be4-b0f7-914732d7762c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0619264 Sep 15 11:05:26.385532 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-dca6e160-b1b7-48fa-96de-7faf782c5959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:05:26.386988 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-dca6e160-b1b7-48fa-96de-7faf782c5959 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0604405 Sep 15 11:05:26.467328 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-69b5a69a-53f1-4eab-8d79-daf7bf76890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:05:26.468797 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-69b5a69a-53f1-4eab-8d79-daf7bf76890b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763459 Sep 15 11:05:26.597262 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-41754cca-9683-456a-87f3-2de4a120a319 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223204 Sep 15 11:05:26.726729 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dbd5a556-9eb4-4e29-bd71-4d30017834d7 req-dea360f7-0933-4ffd-949a-6c6a6369bf9f service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241143 Sep 15 11:05:36.124939 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:05:49.662790 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-83ead75c-7098-47e1-8ffc-7e4a823b6d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:49.924458 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-ee4041a4-1a2d-4e8c-9be8-690d95df563d req-5b0f4927-e9d3-4117-b1cf-785cd541d038 service neutron] (89668) timed out ('10.222.0.62', 35212) {{(pid=89668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 11:05:51.326137 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:51.792475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9536fd28-1832-4983-ae1e-bfd850328995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:52.571004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:53.106824 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:05:54.662962 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:13.124438 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:06:19.665995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6d9199e3-7d9a-4669-afed-f8ba797e1348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:21.335709 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:21.770305 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-179f2a19-d405-4a00-a25c-29ab4a8b9a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:22.604539 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:23.095788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:24.661015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:28.669515 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-84a7cfa9-1478-4960-be33-1c95b2756d54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807719 Sep 15 11:06:28.810415 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-bbc8fd07-08b4-42e8-8838-c4becf884a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:06:28.811866 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-bbc8fd07-08b4-42e8-8838-c4becf884a95 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0768180 Sep 15 11:06:28.952350 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-d3063de4-babd-4ac5-9cd5-f0d88aece5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:06:28.953785 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-d3063de4-babd-4ac5-9cd5-f0d88aece5dc service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1239438 Sep 15 11:06:29.023172 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-b8a0b62c-37c7-4558-bdc0-0db9656f7f14 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0634453 Sep 15 11:06:29.083093 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-01022bc5-b69b-4bbb-80e5-8bd3069dc2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:06:29.084510 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-01022bc5-b69b-4bbb-80e5-8bd3069dc2df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0561855 Sep 15 11:06:29.258870 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-b075d8fd-4859-4116-8798-879556c3d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:06:29.260331 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-b075d8fd-4859-4116-8798-879556c3d63b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1704276 Sep 15 11:06:29.397601 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-28aced6a-1544-4bc3-ae28-1c1c51bfc97b service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308904 Sep 15 11:06:29.532161 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-571814da-06fb-415c-b1c2-505bc4b49ce1 req-543fe88c-0ffa-4bbc-899d-0509267aa1f4 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287429 Sep 15 11:06:49.660487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-94028a20-1352-4973-a8ce-beb516a960fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:50.123649 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:06:51.323087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:51.762929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f5de5c7f-e848-4e0c-8662-055ddce9345a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:52.597626 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:53.106088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:06:54.648794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:19.676562 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-52bcd7f9-a408-410a-89d0-59cb3bf0134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:21.322272 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:21.761992 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-53945eb9-c95a-4d66-a162-fab62226b233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:22.607888 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:23.082229 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:24.659619 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:27.122555 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:07:27.946558 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-17cf7341-720b-4a2b-9e6f-c8bcd6b193fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793560 Sep 15 11:07:28.089540 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-7e2e59ea-2bf0-4297-9741-98d48a2ddf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:07:28.091038 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-7e2e59ea-2bf0-4297-9741-98d48a2ddf03 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0776892 Sep 15 11:07:28.233583 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-064871c3-f961-4d71-8b14-c09cd31b4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:07:28.234997 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-064871c3-f961-4d71-8b14-c09cd31b4a39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1249373 Sep 15 11:07:28.304015 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-406d54b8-e337-4bb7-a254-5d6a0c72f2fd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0631127 Sep 15 11:07:28.364625 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-c62c85c8-b5bf-49b0-9d72-5f126416a50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:07:28.366071 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-c62c85c8-b5bf-49b0-9d72-5f126416a50d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0569317 Sep 15 11:07:28.449931 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-ab06cfb1-e492-441e-831a-5efadd7c25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:07:28.451389 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-ab06cfb1-e492-441e-831a-5efadd7c25d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797460 Sep 15 11:07:28.580210 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-7625ce00-0996-4233-a02b-4589ffe1e0c5 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217265 Sep 15 11:07:28.709300 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e2f84f44-c057-42f2-9664-95888936ddc6 req-faa36cf1-1cde-4c3b-81a8-ee7298111f67 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231921 Sep 15 11:07:49.698740 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-30a9eeef-211e-422d-8c8b-e46cb8cdc9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:51.350832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:51.773126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-88af402a-02a8-44b1-9487-b01aa924a341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:52.584327 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:53.155929 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:07:54.659606 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:04.121415 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:08:19.669456 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1f754396-02b3-414e-9d3b-5b0874b0869a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:21.384452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:21.778609 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bea112e7-3005-4a4f-8289-e932cc410697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:22.623766 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:23.102881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:24.681083 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:30.127442 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-ec52c67a-c13e-4010-bbcb-e2b4910c1fa9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1989293 Sep 15 11:08:30.273358 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-b175ccb9-4dc5-4cb6-9c49-8b17514b91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:08:30.274746 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-b175ccb9-4dc5-4cb6-9c49-8b17514b91e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0801597 Sep 15 11:08:30.419514 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-f636e3cd-0b5c-4863-b128-9e10654fd42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:08:30.420932 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-f636e3cd-0b5c-4863-b128-9e10654fd42a service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1294999 Sep 15 11:08:30.486949 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-37fe7adc-a988-4ed6-9bcf-be3a4e870931 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0598264 Sep 15 11:08:30.638028 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-da5c445e-af75-45ce-ad5c-7177a537674f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:08:30.639385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-da5c445e-af75-45ce-ad5c-7177a537674f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.1466475 Sep 15 11:08:30.719968 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-4c49ef74-8fb2-4a11-bca2-b3f6027ff78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:08:30.721450 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-4c49ef74-8fb2-4a11-bca2-b3f6027ff78a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762911 Sep 15 11:08:30.849881 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-e7e15eea-2c1b-4c5a-b535-55d6373e084c service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220908 Sep 15 11:08:30.977993 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-e5362ea7-c2be-4dae-87e5-4ed9611841d8 req-12bd7f93-0461-41f3-8753-caef79e7f68b service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226315 Sep 15 11:08:41.120580 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:08:49.680934 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e5ab4701-d5b2-430d-94ed-4ecc8bca1943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:51.367177 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:51.766537 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-209255cd-5cd5-4fcb-a973-fbc663130112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:52.606608 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:53.143347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:08:54.680684 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:18.119704 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:09:19.674416 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96486950-3786-4b5a-8442-7341f7ccac39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:21.374851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:21.769067 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8127704c-bd2c-4350-830d-6269954996db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:22.586322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:23.117701 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:24.683587 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:29.946612 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-5edef7df-c85a-4d55-9c45-33d533ea75a6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791161 Sep 15 11:09:30.090900 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-dc24d953-ec44-4907-9fb4-50db05786f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:09:30.092396 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-dc24d953-ec44-4907-9fb4-50db05786f26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0801344 Sep 15 11:09:30.233401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-f0caa4a7-c9c4-4aa1-9f55-dfd21a99cd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:09:30.234787 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-f0caa4a7-c9c4-4aa1-9f55-dfd21a99cd81 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1247177 Sep 15 11:09:30.305878 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-28c3f668-9d2d-4fc6-8635-e505c827b21a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0644221 Sep 15 11:09:30.367116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-9ea78788-9588-454f-b19e-1629ae38af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:09:30.368651 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-9ea78788-9588-454f-b19e-1629ae38af1d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0571678 Sep 15 11:09:30.453368 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-77f12739-7f98-4ce5-ace8-41e265e26f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:09:30.454859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-77f12739-7f98-4ce5-ace8-41e265e26f65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810010 Sep 15 11:09:30.583446 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-a80af444-9c71-4b0c-8950-859131f9259c service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227934 Sep 15 11:09:30.714070 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-20357dfc-a92b-435f-8970-5b4e67bdeead req-d316a734-65a8-438a-80f6-ca1468fb47f5 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231623 Sep 15 11:09:49.676640 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3e1d896e-ae7c-4392-8919-c554033482c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:51.393851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:51.785296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9a3d697a-3a80-4ebd-bdea-03f78a3f1387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:52.619438 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:53.120050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:54.716548 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:09:55.119806 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:10:19.684838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-773b3b14-d4d2-47d7-92d7-34ef04200ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:21.400065 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:21.799099 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-658b9fab-1a10-420d-bf24-a418ece89878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:22.601508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:23.127025 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:24.687487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:30.563104 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-603704a8-a7cf-46ec-a1f3-cd0c7f39e8bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751238 Sep 15 11:10:30.706518 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-6724c06a-d8ca-4221-9aba-be719801624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:10:30.707959 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-6724c06a-d8ca-4221-9aba-be719801624e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0802641 Sep 15 11:10:30.851911 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-9af9d8ca-c784-4fdc-9e95-8254af988333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:10:30.853700 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-9af9d8ca-c784-4fdc-9e95-8254af988333 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1267734 Sep 15 11:10:30.918900 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-7b0cdbc4-bdb5-4dc4-a0f8-600f9c20a231 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0591261 Sep 15 11:10:31.077366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-caaaca8e-205e-45e6-98e7-13be3019963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:10:31.078725 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-caaaca8e-205e-45e6-98e7-13be3019963a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.1543190 Sep 15 11:10:31.160735 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-17a00d30-62e2-43f2-adea-2eb86342a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:10:31.162216 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-17a00d30-62e2-43f2-adea-2eb86342a058 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770023 Sep 15 11:10:31.290786 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-da367cfd-6c6c-4092-af91-0177aebf5dcf service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224308 Sep 15 11:10:31.420765 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-95440b95-96c9-47a8-b600-6ad02bee2899 req-2f5a5eb3-c3d7-4824-995b-5c9e4bfc41b3 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237817 Sep 15 11:10:32.118567 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:10:49.686331 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9509cf42-df1e-4c45-a16e-3f13035c64ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:51.412088 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:51.783156 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7d51398e-5333-4bfd-9520-714b5788e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:52.617617 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:53.137453 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:10:54.668585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:09.117104 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:11:10.344117 dv-neutron-857775-1-hyperv neutron-server[89669]: DEBUG neutron.wsgi [req-e174c511-32a3-451e-aeae-455d80f7fda3 req-a11c41b1-2542-45b6-bc6f-d6a0330400fd tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] (89669) timed out ('10.222.0.62', 43810) {{(pid=89669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 15 11:11:19.684770 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-fd1e0e05-382a-48d7-b7b1-6f84b4a90291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:21.404022 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:21.782382 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bc818cb7-dad5-4ad4-8ac4-660373a010e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:22.592474 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:23.142375 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:24.683610 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:31.944708 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-092a4217-17bb-4950-b8eb-853888e4306a req-4c088a07-169d-425d-9926-6d50e4c1f5fa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829029 Sep 15 11:11:32.086748 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4217-17bb-4950-b8eb-853888e4306a req-8df26708-e423-4f72-b1ab-f949e0aa5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:11:32.088187 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-092a4217-17bb-4950-b8eb-853888e4306a req-8df26708-e423-4f72-b1ab-f949e0aa5f40 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0775344 Sep 15 11:11:32.228657 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4217-17bb-4950-b8eb-853888e4306a req-de8a0975-b7d0-434f-a104-d58546570a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:11:32.230045 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-092a4217-17bb-4950-b8eb-853888e4306a req-de8a0975-b7d0-434f-a104-d58546570a6e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1246870 Sep 15 11:11:32.300265 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-092a4217-17bb-4950-b8eb-853888e4306a req-ffb2909b-cfa7-4ff4-be3e-12f441d742d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0639083 Sep 15 11:11:32.365199 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4217-17bb-4950-b8eb-853888e4306a req-a5318a5f-a2b3-49b3-b2c0-8d9b288625ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:11:32.366679 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-092a4217-17bb-4950-b8eb-853888e4306a req-a5318a5f-a2b3-49b3-b2c0-8d9b288625ff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0603786 Sep 15 11:11:32.447333 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a4217-17bb-4950-b8eb-853888e4306a req-55d73abe-44c6-47b6-b290-83609d7e9ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:11:32.448781 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-092a4217-17bb-4950-b8eb-853888e4306a req-55d73abe-44c6-47b6-b290-83609d7e9ff8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755913 Sep 15 11:11:32.578069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-092a4217-17bb-4950-b8eb-853888e4306a req-ac21adc8-6cc1-46e3-b704-36b11c1e554b service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233280 Sep 15 11:11:32.714195 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-092a4217-17bb-4950-b8eb-853888e4306a req-371c9014-235b-46a2-be9a-8740af85a04d service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302021 Sep 15 11:11:46.119275 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:11:49.701050 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d4970d58-e373-445f-b618-f79ba974ff85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:51.432594 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:51.763981 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f166dc84-ecfa-4e85-b981-7d6a7bfe1085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:52.603924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:53.118153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:11:54.689440 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:19.683082 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-01337bec-6f25-4943-bcb0-ec96759743ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:21.460361 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:21.780066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-80692771-35aa-4903-9f29-66029bdf30e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:22.602956 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:23.118114 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:12:23.134494 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:24.699854 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:32.569605 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-dd29b62a-9f10-410f-9f06-537147972ba7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791588 Sep 15 11:12:32.713208 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-b00cd103-726c-40d4-9bd6-c102572c2c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:12:32.714697 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-b00cd103-726c-40d4-9bd6-c102572c2c7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0780461 Sep 15 11:12:32.855640 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-48d6cebf-325f-4b39-81b5-4280676e58f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:12:32.857066 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-48d6cebf-325f-4b39-81b5-4280676e58f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1242492 Sep 15 11:12:33.010273 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-4fe76a12-b8b7-4b22-be60-3df3aba9583a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.1469460 Sep 15 11:12:33.069944 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-97a0b0a2-62a1-42ed-a611-2e0e432ea25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:12:33.071305 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-97a0b0a2-62a1-42ed-a611-2e0e432ea25b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0557582 Sep 15 11:12:33.155731 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-b2b389cd-01d0-4b0a-b9c9-55078ee10cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:12:33.157182 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-b2b389cd-01d0-4b0a-b9c9-55078ee10cb8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791609 Sep 15 11:12:33.168533 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-f3f09404-c3eb-419d-b2bf-1c3350c60651 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 11:12:33.169444 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-f3f09404-c3eb-419d-b2bf-1c3350c60651 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047803 Sep 15 11:12:33.300134 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-f68fde3f-7469-4507-82a7-e14f678ef8ed service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249754 Sep 15 11:12:33.431412 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ee90130e-addc-406d-a58e-a933e1bd3760 req-7d029f38-3fa4-4d8e-9f8d-50ca9412663d service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249859 Sep 15 11:12:49.653784 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b3568853-e635-4275-a53a-57af48b49b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:51.465294 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:51.791012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8200fe82-76c2-473a-8e3d-3e323ac1f818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:52.590554 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:53.150744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:12:54.710646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:00.117798 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:13:19.652995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-5bd42826-93be-4668-8dd3-6650f3e488e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:21.447452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:21.807311 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2e9f784b-6abe-44c8-b295-0fe7829d2a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:22.601788 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:23.230027 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:24.693242 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:32.971021 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-c8113d00-fe79-46a9-9875-eda8703828b9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1137307 Sep 15 11:13:33.118024 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-9c594af6-f8db-4c9a-a850-d0b3c47dfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:13:33.119370 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-9c594af6-f8db-4c9a-a850-d0b3c47dfab1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0818987 Sep 15 11:13:33.261214 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-528647b1-c1a1-4707-bcb8-7f14be46986c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:13:33.262661 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-528647b1-c1a1-4707-bcb8-7f14be46986c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1249473 Sep 15 11:13:33.328535 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-4dccdd10-9e4e-4da9-87ae-f4fcd9808dfe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0600469 Sep 15 11:13:33.393528 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-4e48c969-87f8-4c69-a05c-33c187e01291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:13:33.394879 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-4e48c969-87f8-4c69-a05c-33c187e01291 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0610979 Sep 15 11:13:33.476303 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-b9a38a13-93a3-444f-b6cc-03eaaab5e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:13:33.477745 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-b9a38a13-93a3-444f-b6cc-03eaaab5e7e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769577 Sep 15 11:13:33.614452 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-13eb3b62-1945-4a1d-9ba4-e7ce69a745d6 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306252 Sep 15 11:13:33.741573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-22b70086-4757-4790-8e98-33c30fe53ec7 req-fb669028-2d87-4a5d-b679-b84aa291ef6d service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211367 Sep 15 11:13:37.116712 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:13:49.669670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dbfd88b4-984a-4983-975b-83de0baf0fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:51.456808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:51.772277 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d1e72396-80a4-4803-9cdc-78339ef69709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:52.606955 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:53.160715 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:13:54.738422 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:14.117625 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:14:19.668839 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1091267b-e631-45ac-83e0-80e8b5465410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:21.486535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:21.798858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-54cf071d-f1c4-468c-b611-cfbf98d230e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:22.634930 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:23.148870 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:24.692296 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:32.948845 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-67b68612-3d32-4843-9186-3cf9bbc50487 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795534 Sep 15 11:14:33.092707 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-7d2d2950-c1bc-4217-9230-02beb211a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:14:33.094249 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-7d2d2950-c1bc-4217-9230-02beb211a8d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0789032 Sep 15 11:14:33.235935 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-552c737e-aa49-4e66-af5c-0d179bac3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:14:33.237430 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-552c737e-aa49-4e66-af5c-0d179bac3b98 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1249218 Sep 15 11:14:33.395890 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-8bb5cf59-26ee-4328-8316-e84cbb48df12 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.1528523 Sep 15 11:14:33.456410 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-86dcbb1d-0b24-438c-82e3-8fe6a145b30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:14:33.457773 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-86dcbb1d-0b24-438c-82e3-8fe6a145b30d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0567887 Sep 15 11:14:33.541366 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-18db3865-b7e5-4ae2-b772-ab5aa533186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:14:33.542871 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-18db3865-b7e5-4ae2-b772-ab5aa533186f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797217 Sep 15 11:14:33.671847 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-136da4ff-b55c-49ba-b2d8-6a6f6324af4e service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232278 Sep 15 11:14:33.800477 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-4007096d-d463-4a63-83d1-2b04aadeb082 req-d9847ef1-49b4-46a8-a6b1-631ced49897a service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230819 Sep 15 11:14:49.678020 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59ad90cf-787a-4fc3-a81c-eb31723404bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:51.117551 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:14:51.479881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:51.777172 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-004cb6a1-7d9d-426b-91ea-764b52e6f89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:52.609292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:53.157492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:14:54.700232 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:19.676462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-56c41ee7-de86-466c-946a-966c6fababa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:21.473783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:21.773682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9baa574e-04b7-4ef8-b5f8-f3ca3c9d36bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:22.608097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:23.162443 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:24.744794 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:28.116821 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:15:32.920480 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-357d66bb-6bcb-4fe3-a2bb-c7440d21507e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751314 Sep 15 11:15:33.066097 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-faa0bb9e-c8b9-4b66-a5a2-3ced3808a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:15:33.067525 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-faa0bb9e-c8b9-4b66-a5a2-3ced3808a234 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0799243 Sep 15 11:15:33.208647 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-c7867e52-3d3a-4e4b-9100-9e2e5eaa4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:15:33.210120 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-c7867e52-3d3a-4e4b-9100-9e2e5eaa4c5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1256874 Sep 15 11:15:33.276781 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-e678b8a2-6a9e-41f3-9b4c-e67f1c53423f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0605319 Sep 15 11:15:33.341185 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-e6e43dca-dc02-4e80-876a-1ebea45ef6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:15:33.342648 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-e6e43dca-dc02-4e80-876a-1ebea45ef6a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0604146 Sep 15 11:15:33.423168 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-6e5159f3-98ac-478b-8397-d623dbc721cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:15:33.425145 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-6e5159f3-98ac-478b-8397-d623dbc721cd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767186 Sep 15 11:15:33.555044 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-f58a8e7b-2774-463f-94fe-b4778eb8b14d service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239719 Sep 15 11:15:33.690389 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d41167f3-fe10-4314-8568-76dd4dc9bc1b req-f39d937b-7237-4430-8178-826f77081f60 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289885 Sep 15 11:15:49.681678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-40cdbbfd-f135-4582-b09b-2f4ca420aebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:51.470315 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:51.761092 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a2d74e47-c091-49d6-9bdd-d63576c83515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:52.601595 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:53.164771 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:15:54.719161 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:05.116412 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:16:19.663345 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d1feb639-c308-4149-b841-110e8d296cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:21.475055 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:21.783074 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-18b8aa9d-bd2e-47a2-8ef0-cb902d8dac0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:22.617656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:23.182786 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:24.741531 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:33.726931 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-8203cad2-e8a7-417e-ab93-1e6254122dfc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794389 Sep 15 11:16:33.867644 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-9b2a1b5f-4dee-4e82-8a65-aac771a274f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:16:33.869197 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-9b2a1b5f-4dee-4e82-8a65-aac771a274f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0782709 Sep 15 11:16:34.022495 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-17e043ed-e3dd-4c25-a326-561363348b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:16:34.023854 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-17e043ed-e3dd-4c25-a326-561363348b46 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1372008 Sep 15 11:16:34.189683 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-e167c421-7cd6-4a76-b7d7-6272309a365c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.1593559 Sep 15 11:16:34.249162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-1eee3eba-d78b-49cd-8806-81780561f67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:16:34.250566 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-1eee3eba-d78b-49cd-8806-81780561f67b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0556395 Sep 15 11:16:34.333733 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-4f0eaca7-d282-4a84-900c-bef9e331d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:16:34.335181 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-4f0eaca7-d282-4a84-900c-bef9e331d2ba service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787830 Sep 15 11:16:34.466778 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-77ce00c3-7d07-429c-8864-40e91a45508a service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226134 Sep 15 11:16:34.597403 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-80152fe5-aa73-4db9-9ab5-397c09eb302a req-17f8e9db-6e4a-4ddc-a346-000d58c4043b service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244934 Sep 15 11:16:42.115105 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:16:49.685077 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8f2afc94-464c-443c-b188-63d70e15a01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:51.496332 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:51.759073 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-0e1d3060-7f5d-4053-bb32-2f984d517199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:52.622032 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:53.170300 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:16:54.735905 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:19.114923 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:17:19.683682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-21f0a3d2-49f2-4b96-8c96-8d7bd44881b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:21.512505 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:21.775439 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-379a049b-75ef-4f37-b889-d9199d94d6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:22.598820 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:23.169292 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:24.741005 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:32.927359 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-54a3793e-9fa3-4ef0-96ce-73aaeedba1cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758357 Sep 15 11:17:33.075268 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-469ab526-43fd-4bbb-9d4f-bc96db90daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:17:33.076726 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-469ab526-43fd-4bbb-9d4f-bc96db90daa1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0835958 Sep 15 11:17:33.220956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-ec5599ea-5220-46dd-816b-a7fe1b2dafea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:17:33.222344 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-ec5599ea-5220-46dd-816b-a7fe1b2dafea service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1279995 Sep 15 11:17:33.290619 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-3c5a3bba-adbb-4667-8ef9-59069a9ad1c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0625265 Sep 15 11:17:33.358238 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-e00b2448-cb53-4b35-a6a2-5e0d3cfd0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:17:33.359667 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-e00b2448-cb53-4b35-a6a2-5e0d3cfd0587 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0633521 Sep 15 11:17:33.442272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-5d298b90-a7b7-40b7-b62c-515dbcb2f2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:17:33.443751 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-5d298b90-a7b7-40b7-b62c-515dbcb2f2b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782933 Sep 15 11:17:33.575588 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-f18c942d-0b74-41c1-9db1-3f06b797741b service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254690 Sep 15 11:17:33.704418 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-1292ae86-5074-4f3e-9ce5-0a97e975e25b req-55266340-6d0d-4ec4-b443-ce991ec522c6 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223838 Sep 15 11:17:49.665720 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9308f1aa-cdaa-4d46-970b-37f6f9bde7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:51.505918 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:51.756869 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-73f60a08-05d1-44f3-8856-cbed270addf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:52.659699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:53.214430 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:54.705550 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:17:56.114714 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:18:19.660116 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7219393b-6195-49f8-9428-49effe1ebb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:21.493568 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:21.767764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6bd14405-6236-4f9a-984e-2bd43e8810b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:22.607734 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:23.178744 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:24.721903 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:33.113380 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:18:35.564505 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-e001c527-8710-4666-ae1f-2bd88c18a0e3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2107666 Sep 15 11:18:35.705581 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-63ab716d-5669-47a4-9f8a-d5f584a40107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:18:35.707318 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-63ab716d-5669-47a4-9f8a-d5f584a40107 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0768504 Sep 15 11:18:35.846331 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-6ffa45db-b5d2-4218-982b-3a432a564bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:18:35.847757 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-6ffa45db-b5d2-4218-982b-3a432a564bce service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1235499 Sep 15 11:18:36.010322 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-2fa1a2ce-549b-4f04-b718-c1b6ab96318d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.1566906 Sep 15 11:18:36.072671 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-fb0da532-7aea-4d2d-b952-607f8f25fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:18:36.074110 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-fb0da532-7aea-4d2d-b952-607f8f25fb9b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0587921 Sep 15 11:18:36.155058 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-52782236-17f5-4e82-8a06-af21a8b3fc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:18:36.156505 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-52782236-17f5-4e82-8a06-af21a8b3fc87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766973 Sep 15 11:18:36.287792 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-c4d9319b-7f4e-4aea-b079-6ee135cb8745 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243167 Sep 15 11:18:36.418574 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b40d8c3b-09cd-4748-83dd-ba92bf665cb5 req-cd6df52f-67ea-434e-99e8-311ebb40459c service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251316 Sep 15 11:18:49.669920 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9fc84d9d-2c70-49fe-bcab-173e33041eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:51.544478 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:51.767347 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f9497f62-38dd-4091-a2a1-0a5c002e0a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:52.595769 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:53.172001 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:18:54.710514 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:10.112583 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:19:14.142909 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36718) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 11:19:14.334728 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.api.v2.resource [None req-5037b106-4d12-43f9-ad09-de366aa4c4c9 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 15 11:19:14.335731 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-5037b106-4d12-43f9-ad09-de366aa4c4c9 tempest-TestSnapshotPattern-763451603 tempest-TestSnapshotPattern-763451603-project] 10.222.0.62 "DELETE /v2.0/security-groups/30d981b1-fa69-40b4-84c7-44e510b8f8cd HTTP/1.1" status: 409 len: 336 time: 0.1917772 Sep 15 11:19:19.715166 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c492f36a-9f52-4e8b-8992-8742045b21f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:21.543705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:21.743622 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4342e090-08ea-48af-92b7-17b7ca1ad848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:22.593777 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:23.205222 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:24.738376 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:35.922902 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-d808857d-eba4-43eb-a0c1-b2beb868e440 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784717 Sep 15 11:19:36.066100 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-0094b258-1106-4b80-b00b-a1dabaf6f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:19:36.067944 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-0094b258-1106-4b80-b00b-a1dabaf6f643 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0806832 Sep 15 11:19:36.214179 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-e5a8d144-772b-4617-8233-d9b5894d2874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:19:36.215555 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-e5a8d144-772b-4617-8233-d9b5894d2874 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1278765 Sep 15 11:19:36.287011 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-8e51f9d9-fe7c-4381-a84b-e878553151c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0656276 Sep 15 11:19:36.350560 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-77ca8c2c-3ab3-405b-bfcf-9dac0e81bd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:19:36.352526 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-77ca8c2c-3ab3-405b-bfcf-9dac0e81bd0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0597277 Sep 15 11:19:36.438118 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-73991c11-7a27-42bf-b5b3-ab31e2db6460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:19:36.439580 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-73991c11-7a27-42bf-b5b3-ab31e2db6460 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817137 Sep 15 11:19:36.568086 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-31521b56-e0f6-47eb-8b27-08bbc46ae082 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219299 Sep 15 11:19:36.695194 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-64f57bb0-3b9d-420a-964c-6f6992f368b6 req-f0d7e7e7-03b1-4335-943a-cd1def1a63f4 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212823 Sep 15 11:19:47.112469 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:19:49.690100 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e4655c01-1bf0-40fe-98b0-b402666ba023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:51.543732 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:51.747174 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-764605da-6708-42a4-a560-e603aa0781c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:52.587062 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:53.169798 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:19:54.746924 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:19.674308 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4672dd3f-d395-432c-84d6-553e93c346dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:21.557615 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:21.763336 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7e6ed353-bfca-4c2e-b768-73d78298f349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:22.599951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:23.211126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:24.111362 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:20:24.746352 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:37.451607 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ab42d3-f644-4212-bdab-65741301c19b req-b71b134c-afdf-4887-9d9a-990a22075a34 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791252 Sep 15 11:20:37.597729 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab42d3-f644-4212-bdab-65741301c19b req-f5142d16-c213-44e2-adf3-f6d19e70bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:20:37.599167 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ab42d3-f644-4212-bdab-65741301c19b req-f5142d16-c213-44e2-adf3-f6d19e70bc13 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0829337 Sep 15 11:20:37.838426 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab42d3-f644-4212-bdab-65741301c19b req-6026a6c0-8a90-4c1e-aca8-344789b75c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:20:37.840069 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ab42d3-f644-4212-bdab-65741301c19b req-6026a6c0-8a90-4c1e-aca8-344789b75c2b service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.2224329 Sep 15 11:20:37.906316 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ab42d3-f644-4212-bdab-65741301c19b req-277ec6a9-cc92-46f7-9173-ed946ca1f7ef service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0600052 Sep 15 11:20:37.969808 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab42d3-f644-4212-bdab-65741301c19b req-b5c7503a-f7f4-4811-9c2b-65a79b102756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:20:37.971205 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ab42d3-f644-4212-bdab-65741301c19b req-b5c7503a-f7f4-4811-9c2b-65a79b102756 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0593238 Sep 15 11:20:38.051349 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab42d3-f644-4212-bdab-65741301c19b req-f6a4ba24-9a42-4a0e-be71-9f4c617a5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:20:38.052789 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ab42d3-f644-4212-bdab-65741301c19b req-f6a4ba24-9a42-4a0e-be71-9f4c617a5971 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759585 Sep 15 11:20:38.181063 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ab42d3-f644-4212-bdab-65741301c19b req-4b23bad3-5d60-4f47-bb42-aa298d5ba562 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223795 Sep 15 11:20:38.310310 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-31ab42d3-f644-4212-bdab-65741301c19b req-1d94b9eb-e76a-470c-8cb2-cb74310792d1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237824 Sep 15 11:20:49.699429 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-7ffb5206-6a1a-4394-877f-3a12bf5e3a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:51.582154 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:51.793789 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6281-a752-4457-8f7e-ee99ecb36646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:52.608079 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:53.184909 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:20:54.762775 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:01.109869 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:21:19.718943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-866af8c2-cb31-4b5c-a1cf-27c9235c7c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:21.595500 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:21.761503 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-65646e42-63c5-4fa1-b8f4-8af1716ea9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:22.623977 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:23.181670 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:24.733132 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:36.921031 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-8bb6159e-a968-418a-9d56-e572e6a604cc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796037 Sep 15 11:21:37.071186 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-ce720cec-3b80-4306-8425-5b5213cd7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:21:37.072635 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-ce720cec-3b80-4306-8425-5b5213cd7a1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0810771 Sep 15 11:21:37.215237 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-e50bc018-da19-4fbd-811c-d5d59c017739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:21:37.216595 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-e50bc018-da19-4fbd-811c-d5d59c017739 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1260293 Sep 15 11:21:37.285388 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-2ff925f6-2516-4c3b-9adb-e1f610bc7c11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0634358 Sep 15 11:21:37.347192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-a9b60159-dcc2-4c71-80ee-660aaccc12bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:21:37.348618 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-a9b60159-dcc2-4c71-80ee-660aaccc12bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0573702 Sep 15 11:21:37.436089 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-f325276d-7ce1-4e6b-b2a8-9e145e276cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:21:37.437558 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-f325276d-7ce1-4e6b-b2a8-9e145e276cd1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824392 Sep 15 11:21:37.571021 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-61e442d3-ffaa-4d75-a8ba-4d9bbfb35001 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270027 Sep 15 11:21:37.697045 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-97ec5b3d-8370-4adb-9976-fd40118298d6 req-97a97015-7b3b-41a4-9bcc-766ec670f947 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206779 Sep 15 11:21:38.109481 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:21:49.708442 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b428749e-96f1-45c4-9014-bd5c7fecf2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:51.581011 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:51.763858 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a676d295-30ab-48a8-a973-639dc04a24ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:52.598455 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:53.194253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:21:54.748468 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:15.108173 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:22:19.685076 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2e98b01d-350c-4369-870f-676284aa3a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:21.593125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:21.758764 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d902756f-f44d-4840-addc-74d5b8041d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:22.599524 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:23.176314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:24.753722 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:39.444881 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-167b37ac-221d-48ca-bf12-96ecf920b74a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747583 Sep 15 11:22:39.592340 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-ab093c0a-fb65-4182-b603-7a2eabf7cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:22:39.593737 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-ab093c0a-fb65-4182-b603-7a2eabf7cde1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0833740 Sep 15 11:22:39.839216 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-99d1a3a7-015c-4c8f-93c7-e4ea1f016ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:22:39.840747 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-99d1a3a7-015c-4c8f-93c7-e4ea1f016ece service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.2296662 Sep 15 11:22:39.912624 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-0940c855-cae1-4aaa-9414-e33731193ee8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0652666 Sep 15 11:22:39.978381 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-b9eab815-319a-4c50-af33-ca89276a9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:22:39.979806 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-b9eab815-319a-4c50-af33-ca89276a9857 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0617290 Sep 15 11:22:40.061201 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-283973fd-8c8e-4c84-9289-29cbc3271019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:22:40.062703 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-283973fd-8c8e-4c84-9289-29cbc3271019 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769105 Sep 15 11:22:40.072049 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-7809610e-a723-4985-93aa-8a1c319e5eb3 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 11:22:40.072957 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-7809610e-a723-4985-93aa-8a1c319e5eb3 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047381 Sep 15 11:22:40.205851 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-2e5277d3-179b-442c-9813-0f9c441a1b28 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264699 Sep 15 11:22:40.335821 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-bf43a97f-a8d1-47c1-9164-bfb65dbe3281 req-4752482c-33d8-4055-a68e-2a4ea238965c service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239748 Sep 15 11:22:49.683826 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-94d75e40-800b-45ff-aaad-0b5603aeb09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:51.585783 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:51.751767 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e31098d3-10ab-4e25-add9-f78855fdf346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:52.107389 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:22:52.631645 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:53.226581 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:22:54.757881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:19.671268 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-59a662c4-69b3-4906-b7f4-f76e8e1cc182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:21.625465 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:21.745387 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-51971fb8-7082-481d-9237-c7bbe3ac427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:22.579940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:23.214426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:24.739349 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:29.106446 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:23:38.959412 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b544799a-fcc5-4111-a538-97b6efffb306 req-7134a783-f24e-4d67-8d9f-1245cb0aef88 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1199710 Sep 15 11:23:39.102272 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544799a-fcc5-4111-a538-97b6efffb306 req-2d073ecc-ff66-4166-8d8c-e859c3909d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:23:39.103649 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b544799a-fcc5-4111-a538-97b6efffb306 req-2d073ecc-ff66-4166-8d8c-e859c3909d49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0778689 Sep 15 11:23:39.248868 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544799a-fcc5-4111-a538-97b6efffb306 req-b2e5cbb5-8dbe-49d7-a0ac-f5c4e02d2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:23:39.250327 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b544799a-fcc5-4111-a538-97b6efffb306 req-b2e5cbb5-8dbe-49d7-a0ac-f5c4e02d2987 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1249609 Sep 15 11:23:39.320642 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b544799a-fcc5-4111-a538-97b6efffb306 req-5211f5d1-466a-4d77-b93f-ebce6a9764a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0646701 Sep 15 11:23:39.381962 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544799a-fcc5-4111-a538-97b6efffb306 req-cfa09bb4-02f5-4a74-a6b2-3704465e81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:23:39.383293 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b544799a-fcc5-4111-a538-97b6efffb306 req-cfa09bb4-02f5-4a74-a6b2-3704465e81d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0568829 Sep 15 11:23:39.467230 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544799a-fcc5-4111-a538-97b6efffb306 req-e8edd3ff-f096-4c53-88fb-4d62686e1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:23:39.468682 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b544799a-fcc5-4111-a538-97b6efffb306 req-e8edd3ff-f096-4c53-88fb-4d62686e1711 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798173 Sep 15 11:23:39.598886 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b544799a-fcc5-4111-a538-97b6efffb306 req-52b94191-53f4-4b6e-b457-1cce75834678 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240594 Sep 15 11:23:39.727717 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-b544799a-fcc5-4111-a538-97b6efffb306 req-9a1f839a-d0d4-426c-8b06-fe90de1b10d0 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220896 Sep 15 11:23:49.677066 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d05cbd08-5389-488d-9613-523d594803d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:51.618991 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:51.768106 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a9c17300-5bc0-4fa9-b7d5-41e3f792886b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:52.579184 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:53.190535 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:23:54.750323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:06.105870 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:24:19.709911 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-229dfdfc-1e61-4f6e-b6d6-5750510d69c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:21.590113 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:21.767007 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bb6583ef-dd29-46da-9f34-454ef1fffeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:22.589189 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:23.222999 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:24.790417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:39.908840 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-6bdad1a4-11cf-4b10-a003-5833668ef75b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742881 Sep 15 11:24:40.056880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-a0905645-91c2-4e55-90c0-9e5985dd2681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:24:40.058364 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-a0905645-91c2-4e55-90c0-9e5985dd2681 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0819094 Sep 15 11:24:40.304471 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-a849b7ce-486b-4a28-a429-39900ac8f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:24:40.305895 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-a849b7ce-486b-4a28-a429-39900ac8f11e service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.2290738 Sep 15 11:24:40.374340 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-8e614b4b-43b2-4d71-b48d-436d75e69114 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0623903 Sep 15 11:24:40.438536 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-c88def2a-e578-4922-aeb6-41c7b7d5954b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:24:40.439951 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-c88def2a-e578-4922-aeb6-41c7b7d5954b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0604336 Sep 15 11:24:40.522889 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-62988609-2ebb-40f8-85ca-bd0a51ee5647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:24:40.524385 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-62988609-2ebb-40f8-85ca-bd0a51ee5647 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785413 Sep 15 11:24:40.653312 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-79345473-a642-487b-9ccc-d1f5e58847f2 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231847 Sep 15 11:24:40.783301 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d7b31ef8-a7e2-4da9-9fda-1e78c66a8411 req-e751cafe-2069-4252-b6eb-5d789107b344 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240845 Sep 15 11:24:43.104469 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:24:49.691286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-827ae8de-b80a-407f-abe5-2d0d944de87a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:51.618087 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:51.841367 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-789f74fe-da39-42dc-a27a-650f697986f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:52.600881 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:53.241324 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:24:54.784501 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:19.697705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-c615181c-fae8-4aba-9930-8ec12b75b612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:20.103484 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:25:21.661238 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:21.782851 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-db719aab-ce46-4f9a-bdc8-329dd54525bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:22.611719 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:23.200359 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:24.805805 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:40.912464 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-fd16c2ab-4806-4b2b-a66c-bd2e18277b6f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792279 Sep 15 11:25:41.053439 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-e9b21bc9-d354-4d27-a762-5984f38b5581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:25:41.054961 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-e9b21bc9-d354-4d27-a762-5984f38b5581 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0777161 Sep 15 11:25:41.202270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-b74e551a-2276-49e7-9972-564ed5d4af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:25:41.203706 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-b74e551a-2276-49e7-9972-564ed5d4af71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1308665 Sep 15 11:25:41.273259 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-90832032-08b4-4c27-86e8-3895266e9e89 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0637860 Sep 15 11:25:41.334440 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-fd8b3ab4-6a55-4565-992e-13b64b6eb335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:25:41.335859 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-fd8b3ab4-6a55-4565-992e-13b64b6eb335 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0568578 Sep 15 11:25:41.423401 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-30f2fad8-fc06-452d-aa5e-37fd7ccbaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:25:41.424765 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-30f2fad8-fc06-452d-aa5e-37fd7ccbaefb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815699 Sep 15 11:25:41.554106 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-b8f12803-1053-43d3-8f91-7e2f0c4b8e0a service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233821 Sep 15 11:25:41.686737 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-8f4e189f-bafe-4673-adc9-169e09f4bc62 req-c3294b11-04d2-4d2b-b62a-3d0497ed5986 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265819 Sep 15 11:25:49.705195 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d55d752c-69f4-4db6-a2de-26dea4135bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:51.619186 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:51.785707 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1ade47a7-b22a-4d33-a533-ebfb6e7a5c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:52.602204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:53.225102 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:54.779616 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:25:57.102566 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:26:19.703508 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2d094602-ca42-433c-9744-bccf3025fa9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:21.634803 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:21.770015 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-96c6e3ca-52bd-4e2b-99a5-a71f37b3ccb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:22.617694 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:23.232673 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:24.780948 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:34.103463 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:26:42.613326 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-a17312b7-1d4f-436b-8bcf-3db97e059b82 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815060 Sep 15 11:26:42.761905 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-251531be-2de7-498f-9f5c-7ea21c438fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:26:42.763382 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-251531be-2de7-498f-9f5c-7ea21c438fb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0815542 Sep 15 11:26:43.053166 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-eebfaac7-9a33-4268-b975-d05c39436bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:26:43.054647 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-eebfaac7-9a33-4268-b975-d05c39436bbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.2740440 Sep 15 11:26:43.121745 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-ac23e354-f1f4-4ce0-8432-7efb7a44b630 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0610013 Sep 15 11:26:43.186646 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-62203abb-9240-4faf-a8d5-36002e8ea4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:26:43.188114 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-62203abb-9240-4faf-a8d5-36002e8ea4f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0611897 Sep 15 11:26:43.269082 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-c5f3b4c6-698a-44fc-bf9c-5756c2dc820a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:26:43.270551 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-c5f3b4c6-698a-44fc-bf9c-5756c2dc820a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766351 Sep 15 11:26:43.405116 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-46649646-8d0c-458b-a52b-1a0e8c889fc1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284134 Sep 15 11:26:43.536039 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-dee934aa-5b8c-4369-8a08-bb23518bb45f req-d4f8750e-e7dc-4c75-80c0-ff63d2fdc8d8 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253104 Sep 15 11:26:49.685121 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f5bb-7a31-499c-a962-c0a0b90e1d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:51.644845 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:51.788699 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-610eaa9d-42ad-4a70-b599-3e61c27322fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:52.593487 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:53.250629 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:26:54.786095 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:11.102979 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:27:19.689264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b5ef4a38-65cf-4fc6-ad47-9ef28eea7a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:21.659126 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:21.784843 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bfdf6f3a-3166-479d-b231-86fab812f7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:22.596808 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:23.226314 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:24.809109 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:42.908292 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-24a89d78-a5a7-4115-9850-3fe36c9cb414 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813365 Sep 15 11:27:43.056956 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-2ebef540-6390-4b5a-8bde-b5168e2ff0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:27:43.058577 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-2ebef540-6390-4b5a-8bde-b5168e2ff0c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0785816 Sep 15 11:27:43.203593 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-db7a102b-7e44-4ce2-94c4-636862f27b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:27:43.205622 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-db7a102b-7e44-4ce2-94c4-636862f27b38 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1268721 Sep 15 11:27:43.276764 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-d9ee667e-0034-4302-8077-1678977e2407 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0656235 Sep 15 11:27:43.340820 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-c40b887f-37c1-4b49-a4c9-5e207f724594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:27:43.342290 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-c40b887f-37c1-4b49-a4c9-5e207f724594 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0602293 Sep 15 11:27:43.428236 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-a25490f4-7c74-41d4-8c02-584a9bdb6e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:27:43.429708 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-a25490f4-7c74-41d4-8c02-584a9bdb6e20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820177 Sep 15 11:27:43.565192 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-2b7c085b-0b42-4f6f-9bac-e612b3f0196a service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285372 Sep 15 11:27:43.698638 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-7dac7fdd-d8f4-4042-b9ef-c35d847a41a9 req-b4eed710-1a10-425a-bed9-bc05c2b71ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276851 Sep 15 11:27:48.103721 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:27:49.677153 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d784d1c8-9c6a-41d2-9238-00cc512e4e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:51.642180 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:51.784943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-56b8bb9a-362a-4cd1-be2f-7b69d8dd8d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:52.642253 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:53.213080 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:27:54.795424 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:19.703446 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-9698581a-77cf-4adc-a8a4-3b2229be4340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:21.675462 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:21.771705 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3b380904-fdf3-4808-bd16-879dcc7156a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:22.652426 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:23.240312 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:24.812291 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:25.103804 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:28:43.646573 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-5ed4a19a-548f-4380-a948-7d1cba72fe3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2096348 Sep 15 11:28:43.792643 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-13f2bcd6-93ea-4348-81ca-d1ba363fae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:28:43.794212 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-13f2bcd6-93ea-4348-81ca-d1ba363fae4a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0811741 Sep 15 11:28:44.025604 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-470aee64-9538-4530-8c44-99beb083c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:28:44.027077 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-470aee64-9538-4530-8c44-99beb083c319 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.2146459 Sep 15 11:28:44.095222 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-7421363f-4442-43f6-bcad-e370b3533155 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0615120 Sep 15 11:28:44.157564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-7817a7c4-1f3c-4819-8ce5-30fade38ac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:28:44.158990 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-7817a7c4-1f3c-4819-8ce5-30fade38ac8a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0588050 Sep 15 11:28:44.240810 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-dab01f69-106c-4430-9b8e-ab57658d4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:28:44.242302 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-dab01f69-106c-4430-9b8e-ab57658d4fc4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775783 Sep 15 11:28:44.374028 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-059129ca-2619-405b-8699-e86e684a077a service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255462 Sep 15 11:28:44.503208 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-d3f14c2a-2b81-40ad-8566-68825e656549 req-dd05fac6-d09e-4ac5-a02e-a487d676073c service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231718 Sep 15 11:28:49.679204 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-58d0dabd-9a17-469f-b49c-4702784cf6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:51.662407 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:51.759417 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-effb3557-538b-4987-8822-689bef05a579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:52.616564 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:53.221875 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:28:54.811004 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:02.103234 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:29:19.701206 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f2c2a48e-eba9-47c8-8d93-89fc572aed8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:21.701279 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:21.764034 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-82423be5-ed16-4cd2-b665-8e346bf4c017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:22.615483 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:23.215827 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:24.803943 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:39.103178 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:29:44.899493 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-d98c8b34-79db-45d6-9294-d99a24c4adbc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806630 Sep 15 11:29:45.049325 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-e85e8a6c-e340-40b3-893e-3bacdf35eb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:29:45.050833 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-e85e8a6c-e340-40b3-893e-3bacdf35eb16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0807030 Sep 15 11:29:45.200187 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-a0d7131d-14ae-422b-b1a8-6e036c19d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:29:45.201632 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-a0d7131d-14ae-422b-b1a8-6e036c19d3b8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1319811 Sep 15 11:29:45.273060 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-017b6ded-c11b-4ed0-9bc1-ffad04404df6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0653715 Sep 15 11:29:45.334167 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-44f8103c-caa7-4fe6-8a11-2495eae0efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:29:45.335619 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-44f8103c-caa7-4fe6-8a11-2495eae0efe6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0574038 Sep 15 11:29:45.420115 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-950c0caa-4317-42fd-803d-28028fdd5794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:29:45.421598 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-950c0caa-4317-42fd-803d-28028fdd5794 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802794 Sep 15 11:29:45.551927 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-5c69a256-720b-4d46-9921-31afa45d3209 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244819 Sep 15 11:29:45.680944 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-cd4b844f-12b4-4b84-9774-e2c3fc213276 req-73175448-ce26-456f-a436-da6ca71e0ebf service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233799 Sep 15 11:29:49.700343 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-32cd1915-da6a-44c9-865d-30dd1723a1b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:51.689135 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:51.780310 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-e2b850f4-9fd2-495e-a5b2-9016ef7bf51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:52.596247 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:53.232070 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:29:54.814799 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:15.052730 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36910) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 11:30:15.833494 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1585332'] for router_interface, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:16.102771 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:30:16.182403 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Deleting port 48f69374-71a9-4f3d-a15a-3186188abd23 {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 11:30:16.183061 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:16.355315 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] For port 48f69374-71a9-4f3d-a15a-3186188abd23, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=48f69374-71a9-4f3d-a15a-3186188abd23,segment=NetworkSegment(d383da2b-593f-4606-8d57-c456ba54f812),segment_id=d383da2b-593f-4606-8d57-c456ba54f812)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 11:30:16.355600 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:16.481139 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Calling delete_port for 48f69374-71a9-4f3d-a15a-3186188abd23 owned by network:router_interface {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 11:30:16.860054 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:16.905564 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Pushing event deleted for resources: {'Port': ['ID=48f69374-71a9-4f3d-a15a-3186188abd23,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 11:30:16.951205 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.951551 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.951893 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.952225 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.952552 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.952884 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.953207 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.953535 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.953886 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.959690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.959690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:16.959690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-857775-1-hyperv {{(pid=89668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 15 11:30:17.310027 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1577534', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1585240'] for router_interface, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:17.663125 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Router 22a150a1-5ebc-464f-a321-9eafbbd26d6c has already been hosted by L3 agent ea048a0c-2aaa-49bf-850b-906952463ea5 {{(pid=89668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 15 11:30:17.841155 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] Notify agent at l3_agent.dv-neutron-857775-1-hyperv the message routers_updated {{(pid=89668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 15 11:30:17.850828 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] Sync routers for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 15 11:30:17.853197 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ce79c6bd-4fc1-4820-9ab5-180f979da429 admin admin] 10.222.0.62 "PUT /v2.0/routers/22a150a1-5ebc-464f-a321-9eafbbd26d6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7994077 Sep 15 11:30:17.855682 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36916) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 11:30:17.860190 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 11:30:17.860792 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T11:29:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 11:30:18.029702 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks [] for router, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:18.036779 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: dv-neutron-857775-1-hyperv {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 11:30:18.209121 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:18.292891 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Deleting port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b {{(pid=89668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1951}} Sep 15 11:30:18.293212 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743233269369'] for port, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:18.313342 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'external_fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248'}], 'enable_snat': True}, 'gw_port_id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T11:30:16Z', 'revision_number': 5, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port': {'id': '5a5173c4-8102-4afc-b0bf-c77d8bc5370b', 'name': '', 'network_id': 'db48e646-d33b-4b50-986a-405acdaf99c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:59:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'ip_address': '172.26.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-857775-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-15T10:53:24Z', 'updated_at': '2022-09-15T10:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc219ae6-7f82-4c13-ae81-bb76b70d5857', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-857775-1-hyperv'}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 11:30:18.317138 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] Checking router: 22a150a1-5ebc-464f-a321-9eafbbd26d6c for host: dv-neutron-857775-1-hyperv {{(pid=89671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 15 11:30:18.326059 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] Routers {'22a150a1-5ebc-464f-a321-9eafbbd26d6c'} bound to L3 agent in host dv-neutron-857775-1-hyperv {{(pid=89671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 15 11:30:18.326661 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-857775-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-15T09:40:52Z,description=,heartbeat_timestamp=2022-09-15T11:29:52Z,host='dv-neutron-857775-1-hyperv',id=ea048a0c-2aaa-49bf-850b-906952463ea5,load=0,resource_versions=,resources_synced=,started_at=2022-09-15T09:40:52Z,topic='l3_agent')) {'router_ids': ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'], 'active': True} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 11:30:18.512927 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_dvr_db [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] Set router 22a150a1-5ebc-464f-a321-9eafbbd26d6c gateway port host: None {{(pid=89671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 15 11:30:18.583192 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.db [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] For port 5a5173c4-8102-4afc-b0bf-c77d8bc5370b, host dv-neutron-857775-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-857775-1-hyperv',level=0,port_id=5a5173c4-8102-4afc-b0bf-c77d8bc5370b,segment=NetworkSegment(5ae12c45-5d7a-48a1-9ae8-21d0344759eb),segment_id=5ae12c45-5d7a-48a1-9ae8-21d0344759eb)] {{(pid=89668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 15 11:30:18.583758 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1588878'] for port, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:18.616725 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.l3_hamode_db [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T11:30:18Z', 'revision_number': 6, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port_host': None}], 'dv-neutron-857775-1-hyperv', False) {} {{(pid=89671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 15 11:30:18.621313 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208ca00d-9d67-4b6f-8dca-2c8db7436eaa None None] The sync data for ids ['22a150a1-5ebc-464f-a321-9eafbbd26d6c'] in dv-neutron-857775-1-hyperv is: [{'id': '22a150a1-5ebc-464f-a321-9eafbbd26d6c', 'name': 'tempest-TestSnapshotPattern-1746151975-router', 'tenant_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-15T10:53:23Z', 'updated_at': '2022-09-15T11:30:18Z', 'revision_number': 6, 'project_id': 'd3443366b0d843fbb15fcbdb4a1c7951', 'gw_port_host': None}] {{(pid=89671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 15 11:30:18.709902 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.plugins.ml2.plugin [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Calling delete_port for 5a5173c4-8102-4afc-b0bf-c77d8bc5370b owned by network:router_gateway {{(pid=89668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2023}} Sep 15 11:30:18.938116 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1491274', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-175858', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1577479', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743233271107', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743232748279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6528773'] for port, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:18.992096 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5173c4-8102-4afc-b0bf-c77d8bc5370b,revision_number=None']} {{(pid=89668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 15 11:30:19.092927 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1589215'] for router_gateway, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:19.270233 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1589116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10869'] for router, precommit_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:19.272324 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:19.378379 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1586706'] for router, after_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:19.379094 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22a150a1-5ebc-464f-a321-9eafbbd26d6c {{(pid=89668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 15 11:30:19.393162 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] Notify callbacks [] for router, before_response {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:19.394540 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-cfe37591-0318-4ec5-9e2d-347ca0a6ae5e admin admin] 10.222.0.62 "DELETE /v2.0/routers/22a150a1-5ebc-464f-a321-9eafbbd26d6c HTTP/1.1" status: 204 len: 168 time: 1.5379546 Sep 15 11:30:19.396997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [-] (89668) accepted ('10.222.0.62', 36920) {{(pid=89668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 15 11:30:19.403686 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 48f69374-71a9-4f3d-a15a-3186188abd23 no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 11:30:19.440689 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 48f69374-71a9-4f3d-a15a-3186188abd23 {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 11:30:19.441223 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 48f69374-71a9-4f3d-a15a-3186188abd23 not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 11:30:19.441649 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5a5173c4-8102-4afc-b0bf-c77d8bc5370b no longer exists at agent ovs-agent-dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 15 11:30:19.461787 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab036dcc-620e-47da-b863-98641d17313e admin admin] Deleting subnet b86372a3-68c9-49ca-8964-415646d2864b {{(pid=89668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 15 11:30:19.465601 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab036dcc-620e-47da-b863-98641d17313e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:19.478284 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.plugin [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] No Port match for: 5a5173c4-8102-4afc-b0bf-c77d8bc5370b {{(pid=89670) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2279}} Sep 15 11:30:19.478630 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron.plugins.ml2.rpc [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Device 5a5173c4-8102-4afc-b0bf-c77d8bc5370b not bound to the agent host dv-neutron-857775-1-hyperv {{(pid=89670) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 15 11:30:19.516076 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron_lib.callbacks.manager [None req-ab036dcc-620e-47da-b863-98641d17313e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1001091'] for subnet, precommit_delete_associations {{(pid=89668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:19.581117 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.db.db_base_plugin_v2 [None req-ab036dcc-620e-47da-b863-98641d17313e admin admin] Found port (e68d15ae-f1cc-452b-a125-04c93e358c54, 172.20.0.9) having IP allocation on subnet b86372a3-68c9-49ca-8964-415646d2864b, cannot delete Sep 15 11:30:19.583049 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab036dcc-620e-47da-b863-98641d17313e admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 15 11:30:19.583508 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab036dcc-620e-47da-b863-98641d17313e admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89668) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 15 11:30:19.585206 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [None req-ab036dcc-620e-47da-b863-98641d17313e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 409 len: 404 time: 0.1872323 Sep 15 11:30:19.722814 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-58a7ecca-259f-4940-b1e9-4cf153fc557e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:21.694125 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:21.769012 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-4ab756ba-4a00-4120-9822-ec844b697f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:22.596585 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:23.236435 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:24.817425 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:45.461809 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-9e4e592e-df08-4736-bbdf-4527b7779bc1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775857 Sep 15 11:30:45.610371 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-cc7deb13-a421-4d72-a995-dd5d5549f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:30:45.611740 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-cc7deb13-a421-4d72-a995-dd5d5549f1f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0805638 Sep 15 11:30:45.753690 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-a7dd4ae1-aebc-45b8-9a79-f35bf5ceccc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:30:45.755159 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-a7dd4ae1-aebc-45b8-9a79-f35bf5ceccc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1258793 Sep 15 11:30:45.822926 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-785a439c-092e-48d4-80e6-a156d9bf0de5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0611451 Sep 15 11:30:45.886347 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-13e62773-d51c-4171-9ca5-366826b3fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:30:45.887630 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-13e62773-d51c-4171-9ca5-366826b3fd84 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0579610 Sep 15 11:30:45.967994 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-4abb17dc-a06c-4f83-a77c-67b85e4bde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:30:45.969624 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-4abb17dc-a06c-4f83-a77c-67b85e4bde8c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755644 Sep 15 11:30:46.185708 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-5edb6af9-14d5-4855-a0ae-6f0667f976b8 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101865 Sep 15 11:30:46.316160 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-39b58365-cdef-44b4-be11-d1f92c0cd669 req-39c0b0b2-c967-42c1-b64d-15bd87b21d42 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243985 Sep 15 11:30:49.725159 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-a96d3e9e-f5e9-487b-b942-be8b0f81f0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:51.702286 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:51.790486 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-f45098c3-4566-4811-a39d-475364f31ba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:52.642403 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:53.102337 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:30:53.245097 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:30:54.835816 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:19.706399 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1a4b86d2-0444-4635-ad43-4c65c70733b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:21.717951 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:21.771901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-114aa672-ee13-45bf-9500-7ac196f0fcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:22.589264 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:23.243633 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:24.814912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:30.102738 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:31:45.900804 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-5139b6f4-4c22-4eac-9d01-546ecefb105c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787370 Sep 15 11:31:46.044010 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-2be3a145-72af-4b0b-baab-a95ba14eba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:31:46.045460 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-2be3a145-72af-4b0b-baab-a95ba14eba54 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0779028 Sep 15 11:31:46.186798 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-20e42dab-fba0-4718-b8f1-670aa6ae2041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:31:46.188232 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-20e42dab-fba0-4718-b8f1-670aa6ae2041 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1243124 Sep 15 11:31:46.257738 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-74cec3ab-463c-4705-ae6f-85860d6751d4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0632601 Sep 15 11:31:46.321417 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-5fb7da67-033c-47e4-984c-b848b4802527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:31:46.323020 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-5fb7da67-033c-47e4-984c-b848b4802527 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0598199 Sep 15 11:31:46.411722 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-4f21a78c-baf2-4276-86eb-00b5c43e6f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:31:46.413190 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-4f21a78c-baf2-4276-86eb-00b5c43e6f30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842586 Sep 15 11:31:46.542373 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-5f74c1df-fd4a-4bec-a3a7-08b465a15378 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230783 Sep 15 11:31:46.670671 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-03068d9e-25ee-489b-a544-626cf8f38bb7 req-b7d0fa65-69c8-428a-b46b-a52d1a5a793e service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220741 Sep 15 11:31:49.699607 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-cb76b277-7851-408e-aa35-a447c94ac438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:51.748702 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:51.794187 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-daf9cf20-e80f-4d35-ba47-df62bcc412f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:52.605940 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:53.262753 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:31:54.817326 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:07.102018 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:32:19.724933 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3e727257-9c99-4d0c-8c29-7c617407ebcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:21.736251 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:21.789130 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-828da19a-c17a-45f2-8231-5c20d3f83873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:22.653452 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:23.261901 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:24.827774 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:44.101134 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:32:48.547112 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-c1db16fe-152b-42b7-8b60-0dc52f1243c6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752671 Sep 15 11:32:48.691703 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-4cabd7d4-089f-48c0-a465-2d6500142a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:32:48.693157 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-4cabd7d4-089f-48c0-a465-2d6500142a56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0803666 Sep 15 11:32:48.837035 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-10a82679-edb2-4bdc-bddc-c6558e5298c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:32:48.838484 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-10a82679-edb2-4bdc-bddc-c6558e5298c1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1241975 Sep 15 11:32:48.908173 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-32f3ff26-fc7f-468e-a66b-2451b061a5c9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0626075 Sep 15 11:32:48.968973 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-f55a3d8b-72ee-4551-91e0-9bb39dfda767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:32:48.970283 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-f55a3d8b-72ee-4551-91e0-9bb39dfda767 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0556486 Sep 15 11:32:49.051768 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-b298a559-ffef-406c-a8aa-35e49036935b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:32:49.053201 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-b298a559-ffef-406c-a8aa-35e49036935b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771437 Sep 15 11:32:49.063213 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-f9bc16eb-2aaa-410a-95a8-8d31282e2d17 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=89668) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 15 11:32:49.064121 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-f9bc16eb-2aaa-410a-95a8-8d31282e2d17 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046754 Sep 15 11:32:49.283956 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-31fe1124-d960-4e29-b5b4-5e23b60f51cc service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130971 Sep 15 11:32:49.415869 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-feddb17b-9cb1-46d9-81ab-313285fd250f req-880138ae-17ff-4b71-abbb-9b23d93640fc service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253963 Sep 15 11:32:49.708075 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-ac73bedb-005c-4ead-842e-61f6ef344c92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:51.753714 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:51.822659 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-dadd3290-9713-43a6-a58f-b8997169fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:52.582801 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:53.278678 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:32:54.826682 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:19.695334 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-6a640c0a-b1ea-4ea0-b3bd-6464e8eb28bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:21.100153 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:33:21.746646 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:21.803838 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-99fca727-0250-4805-bf3a-68e5ee9b366b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:22.575211 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:23.301643 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:24.844114 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:49.705569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2e465f11-db27-4f1e-bdb3-0c2c928ea394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:49.923755 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-be40084c-3275-4dea-b331-ca02aa8b4527 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1127875 Sep 15 11:33:50.069467 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-d954f72e-6da4-4381-9a7d-aa6fbb122c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:33:50.070933 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-d954f72e-6da4-4381-9a7d-aa6fbb122c5e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0781035 Sep 15 11:33:50.214853 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-e5f2102d-f2fd-4a4f-b6f2-6b76a9a60379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:33:50.216299 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-e5f2102d-f2fd-4a4f-b6f2-6b76a9a60379 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1252818 Sep 15 11:33:50.286773 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-a4a2de6b-90ab-4b6b-88c7-e72d90ba1d0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0639794 Sep 15 11:33:50.351491 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-d01946e4-58ab-4ff8-b288-825a0a89b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:33:50.352922 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-d01946e4-58ab-4ff8-b288-825a0a89b197 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0604088 Sep 15 11:33:50.435270 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-e818f5c1-84f9-4f5b-9ea5-f30d7d44d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:33:50.436723 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-e818f5c1-84f9-4f5b-9ea5-f30d7d44d037 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769992 Sep 15 11:33:50.566929 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-25032332-8912-4a85-963f-f7c27f7a3544 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236537 Sep 15 11:33:50.695968 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-673bceac-a6ec-412e-bc59-3f274a816a86 req-e116ebe2-377f-4656-9d40-8b1c67f0bdd6 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228459 Sep 15 11:33:51.740040 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:51.796661 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1048dcbc-8ccd-4f47-86f7-ca48d14404dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:52.585773 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:53.254045 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:54.825287 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:33:58.099344 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:34:19.716479 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-46795a77-eab4-4bee-9acc-f19f9c8c5a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:21.734042 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:21.795492 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-09b01a91-6fa7-43e1-adf3-bc0a5815f724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:22.561569 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:23.247208 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:24.841907 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:35.098419 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:34:49.721322 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-3d760e1f-fa3d-4901-86f0-fae0775e0439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:51.743656 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:51.806832 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1c341a33-9697-40e7-9007-9232fca38439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:52.584475 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:52.673096 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-9cb0b9fe-afc8-45e2-abf8-714f77af7139 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0820801 Sep 15 11:34:52.822135 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-d9299d0b-4141-408b-bb26-b80f35570a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:34:52.825107 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-d9299d0b-4141-408b-bb26-b80f35570a79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0806508 Sep 15 11:34:52.969749 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-e0aedb3a-c899-4161-a963-d00ce2704217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:34:52.971213 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-e0aedb3a-c899-4161-a963-d00ce2704217 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1290007 Sep 15 11:34:53.041607 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-b8bba1b7-04da-47ff-88c0-02bd83f99792 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0629845 Sep 15 11:34:53.102633 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-80336dfb-81bd-43f6-8ea2-56b9b06d80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:34:53.104013 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-80336dfb-81bd-43f6-8ea2-56b9b06d80ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0563769 Sep 15 11:34:53.187997 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-8a0e64e2-4553-4218-a811-29e4d5fee12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:34:53.189459 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-8a0e64e2-4553-4218-a811-29e4d5fee12f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794544 Sep 15 11:34:53.264588 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:34:53.410462 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-ab95a9cf-8180-4f96-bc3c-8641343359e8 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142425 Sep 15 11:34:53.541670 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-ca53da70-0be0-4454-859f-64af0fbfe3f7 req-19017e03-58c8-4fb9-a4d4-063a70cf2cf1 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244550 Sep 15 11:34:54.858122 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:12.097600 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:35:19.719471 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-bc82ab0f-686b-478c-855e-199a96d104ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:21.737124 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:21.799997 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-2172b2aa-6cbf-4055-be43-b8b869cbcc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:22.587323 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:23.262995 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:24.840353 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:49.097779 dv-neutron-857775-1-hyperv neutron-server[89671]: DEBUG neutron.db.agents_db [None req-34129e14-750e-4d33-a8c1-e376c782ebc2 None None] Agent healthcheck: found 6 active agents {{(pid=89671) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 15 11:35:49.729362 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-b694fc45-6e5e-4b22-a1b5-059a61d49733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:51.742185 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-d3fa0552-e7a4-4b3f-8b2a-81f488abe261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:51.805736 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-876ac998-0941-421b-9e25-8556cf5127d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:52.588368 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-1388757f-a223-4d16-8e2c-ed7fb7124b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:52.886098 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-31b1c1ae-f7cf-4679-8c6d-81894d0102bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6080d880-6094-430b-bcae-e60bd603f59c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791488 Sep 15 11:35:53.035789 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-a36e09a2-04fa-42a8-901a-b806ed9cb6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:35:53.037253 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-a36e09a2-04fa-42a8-901a-b806ed9cb6a8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3443366b0d843fbb15fcbdb4a1c7951&device_id=6080d880-6094-430b-bcae-e60bd603f59c HTTP/1.1" status: 200 len: 1096 time: 0.0825119 Sep 15 11:35:53.186209 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-99f0d27e-083e-44b9-8fe9-695fac7155d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:35:53.187644 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-99f0d27e-083e-44b9-8fe9-695fac7155d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e1678b5b-c6f9-420d-a767-3759c8112890 HTTP/1.1" status: 200 len: 911 time: 0.1287522 Sep 15 11:35:53.253961 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-84c4c817-af4f-40d7-a129-5c395b7715f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e68d15ae-f1cc-452b-a125-04c93e358c54 HTTP/1.1" status: 200 len: 217 time: 0.0606015 Sep 15 11:35:53.296415 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-8efcec92-1021-4f14-b2c7-d1240a5d6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 15 11:35:53.319243 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-5c8c7074-09e7-43e8-a036-8daec7ba375a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:35:53.320667 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-5c8c7074-09e7-43e8-a036-8daec7ba375a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b86372a3-68c9-49ca-8964-415646d2864b HTTP/1.1" status: 200 len: 849 time: 0.0613942 Sep 15 11:35:53.402880 dv-neutron-857775-1-hyperv neutron-server[89668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-72c82ca5-5890-46e1-b2b1-68fbd94e5340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 15 11:35:53.404363 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-72c82ca5-5890-46e1-b2b1-68fbd94e5340 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e1678b5b-c6f9-420d-a767-3759c8112890&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782359 Sep 15 11:35:53.537878 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-df44120c-6c3c-492b-bba6-f311fe849d75 service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271374 Sep 15 11:35:53.666615 dv-neutron-857775-1-hyperv neutron-server[89668]: INFO neutron.wsgi [req-875994f6-406a-40a1-bf32-2a83d6adf0b0 req-4be51894-e2e1-456f-b4f2-e80f9184814a service neutron] 10.222.0.16 "GET /v2.0/networks/e1678b5b-c6f9-420d-a767-3759c8112890?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223476 Sep 15 11:35:54.833912 dv-neutron-857775-1-hyperv neutron-server[89670]: DEBUG neutron_lib.callbacks.manager [None req-405bc1bb-b739-4dc0-8266-ff9617e10440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743233251476', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1535289'] for agent, after_update {{(pid=89670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}